-- Logs begin at Sat 2022-01-29 02:50:47 UTC, end at Sat 2022-01-29 04:06:34 UTC. -- Jan 29 03:35:57.124216 dv-cinder-826949-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jan 29 03:36:00.062003 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.common.config [-] Logging enabled! Jan 29 03:36:00.063175 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev456 Jan 29 03:36:00.063405 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109438) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 29 03:36:00.066614 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.common.config [-] Logging enabled! Jan 29 03:36:00.066865 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev456 Jan 29 03:36:00.067171 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109438) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 29 03:36:00.068084 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 29 03:36:00.068316 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 29 03:36:00.068686 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 29 03:36:00.068928 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 29 03:36:00.069153 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 29 03:36:00.069470 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:00.069888 dv-cinder-826949-1-iscsi neutron-server[109438]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Jan 29 03:36:00.070234 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:00.070528 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:00.070814 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:00.071104 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:00.071390 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:00.071664 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:00.071944 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:00.072235 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:00.072517 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:00.072788 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:00.073066 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:00.073350 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:00.073624 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] config_source = [] {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:00.073922 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:00.074269 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:00.074550 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] debug = True {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:00.074825 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:00.075244 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:00.075655 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:00.075927 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:00.076210 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:00.076482 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:00.076751 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:00.077019 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:00.077296 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:00.077614 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] host = dv-cinder-826949-1-iscsi {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:00.077885 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:00.078740 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:00.079026 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:00.079308 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:00.079581 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:00.079852 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:00.080135 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:00.080401 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] log_dir = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:00.080667 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] log_file = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:00.080936 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:00.081218 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:00.081499 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:00.081782 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:00.082002 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:00.082246 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:00.082530 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:00.082810 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:00.083078 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:00.083347 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:00.083611 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:00.083876 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:00.084143 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:00.084403 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:00.084682 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:00.084960 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:00.085239 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:00.085506 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:00.085775 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:00.086040 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:00.086329 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:00.086606 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:00.086876 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:00.087143 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:00.087410 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:00.087691 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:00.087957 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:00.088227 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:00.088521 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:00.088803 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:00.089082 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:00.089360 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:00.089629 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:00.089909 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:00.090200 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:00.090469 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] use_journal = False {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:00.090735 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] use_json = False {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:00.091001 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:00.091265 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:00.091540 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:00.091806 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:00.092072 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:00.092338 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:00.092605 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:00.092883 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:00.093149 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:00.093439 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:00.093770 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:00.094066 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:00.094392 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:00.094680 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:00.094954 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:00.095238 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:00.095511 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:00.095794 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:00.096076 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:00.096359 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:00.096633 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:00.096927 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:00.097213 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:00.097501 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:00.097799 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:00.098086 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:00.098403 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:00.098675 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:00.098944 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:00.099212 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:00.099485 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:00.099766 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:00.100040 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:00.100321 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:00.100604 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:00.100876 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:00.101164 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:00.101448 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:00.101735 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:00.102019 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:00.102314 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:00.102590 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:00.102874 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:00.103145 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:00.103411 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:00.103683 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:00.103964 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:00.104234 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:00.104500 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:00.104777 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:00.105047 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:00.105314 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:00.105580 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:00.105854 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:00.106145 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:00.106430 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:00.106697 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:00.106964 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:00.107235 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:00.107500 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:00.107778 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:00.108048 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:00.108314 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:00.108578 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:00.108851 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:00.109118 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:00.109410 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:00.109682 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:00.109952 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:00.110254 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:00.110524 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:00.110790 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:00.111057 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:00.111321 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:00.111586 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:00.111852 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:00.112118 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:00.112386 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:00.112654 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:00.112921 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:00.113187 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:00.113452 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:00.113718 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:00.113998 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:00.114383 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:00.114659 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:00.114934 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:00.115206 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:00.115479 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:00.115750 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:00.116020 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:00.116291 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:00.116562 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:00.116832 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:00.117117 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:00.117394 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:00.117677 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:00.117973 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:00.118273 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:00.118565 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:00.118840 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:00.119117 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:00.119391 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:00.119665 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:00.119949 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:00.120226 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:00.120515 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:00.120802 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:00.121090 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:00.121378 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:00.121665 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:00.121940 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:00.122267 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:00.122545 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:00.122761 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 29 03:36:00.122998 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=109438) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jan 29 03:36:00.488661 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=109438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 29 03:36:00.488939 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=109438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 29 03:36:00.489239 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=109438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 29 03:36:00.489567 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 29 03:36:00.816933 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 03:36:00.817146 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 03:36:00.817416 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 03:36:00.818877 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 03:36:00.819151 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 03:36:00.819416 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 03:36:00.862479 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 03:36:00.862754 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 03:36:00.863016 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 03:36:00.877363 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 03:36:00.877642 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 03:36:00.877908 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 03:36:00.908137 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 03:36:00.908413 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 03:36:00.908682 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 03:36:00.944096 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 03:36:00.944371 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 03:36:00.944636 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 03:36:01.274772 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=109438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 03:36:01.275290 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=109438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 03:36:01.275290 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=109438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 03:36:01.275557 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=109438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 03:36:01.276242 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=109438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 03:36:01.374728 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=109438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 03:36:01.375553 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=109438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 03:36:01.375830 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=109438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 03:36:01.376095 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=109438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 03:36:01.376355 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=109438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 03:36:01.376658 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=109438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 03:36:01.376913 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=109438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 03:36:01.377165 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=109438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 03:36:01.377413 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=109438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 03:36:01.377696 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=109438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 03:36:01.377951 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=109438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 03:36:01.378234 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=109438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 03:36:01.378487 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=109438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 03:36:01.378732 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=109438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 03:36:01.378981 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=109438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 03:36:01.379239 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 03:36:01.379487 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=109438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 03:36:01.379746 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=109438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 03:36:01.380008 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=109438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 03:36:01.380261 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=109438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 03:36:01.380524 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 03:36:01.380768 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 03:36:01.381042 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 03:36:01.381410 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 03:36:01.381655 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 03:36:01.381896 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 03:36:01.382310 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=109438) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 29 03:36:01.382547 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=109438) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 29 03:36:01.382793 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=109438) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 29 03:36:01.383010 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=109438) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 29 03:36:01.383244 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=109438) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 29 03:36:01.383472 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=109438) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 29 03:36:01.383833 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 29 03:36:01.386938 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 29 03:36:01.391519 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 29 03:36:01.395225 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Jan 29 03:36:01.396847 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 29 03:36:01.397309 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 29 03:36:01.397642 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jan 29 03:36:01.398016 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 29 03:36:01.400826 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 29 03:36:01.401072 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 29 03:36:01.401413 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jan 29 03:36:01.406758 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jan 29 03:36:01.430501 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jan 29 03:36:01.430944 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=109438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 03:36:01.431240 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=109438) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Jan 29 03:36:01.431595 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=109438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 03:36:01.432958 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=109438) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 29 03:36:01.433230 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jan 29 03:36:01.433469 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jan 29 03:36:01.436704 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=109438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 03:36:01.436985 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=109438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 03:36:01.501478 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 29 03:36:01.501663 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 29 03:36:01.501897 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 29 03:36:01.502282 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 29 03:36:01.521768 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_db.sqlalchemy.engines [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=109438) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jan 29 03:36:02.039554 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.plugins.ml2.managers [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Initializing driver for type 'gre' Jan 29 03:36:02.040073 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] gre ID ranges: [(1, 1000)] Jan 29 03:36:02.188372 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.plugins.ml2.managers [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Initializing driver for type 'local' Jan 29 03:36:02.188706 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.plugins.ml2.managers [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Initializing driver for type 'vlan' Jan 29 03:36:02.266726 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] VlanTypeDriver initialization complete Jan 29 03:36:02.267057 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.plugins.ml2.managers [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Initializing driver for type 'vxlan' Jan 29 03:36:02.267543 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] vxlan ID ranges: [(1, 1000)] Jan 29 03:36:02.456548 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.plugins.ml2.managers [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Initializing extension driver 'port_security' Jan 29 03:36:02.457137 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.plugins.ml2.extensions.port_security [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] PortSecurityExtensionDriver initialization complete Jan 29 03:36:02.457245 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.plugins.ml2.managers [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Initializing mechanism driver 'openvswitch' Jan 29 03:36:02.457515 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.plugins.ml2.managers [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Initializing mechanism driver 'hyperv' Jan 29 03:36:02.464255 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.plugins.ml2.plugin [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=109438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:36:02.464935 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron_lib.callbacks.manager [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Subscribe: > port after_create 55550000 {{(pid=109438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 03:36:02.465306 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron_lib.callbacks.manager [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Subscribe: > port after_update 55550000 {{(pid=109438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 03:36:02.465658 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron_lib.callbacks.manager [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Subscribe: > port after_delete 55550000 {{(pid=109438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 03:36:02.466207 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=109438) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 29 03:36:02.466670 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron_lib.callbacks.manager [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Subscribe: > subnet after_create 55550000 {{(pid=109438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 03:36:02.467043 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron_lib.callbacks.manager [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Subscribe: > subnet after_update 55550000 {{(pid=109438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 03:36:02.467390 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron_lib.callbacks.manager [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Subscribe: > subnet after_delete 55550000 {{(pid=109438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 03:36:02.467791 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=109438) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 29 03:36:02.468208 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron_lib.callbacks.manager [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Subscribe: > network after_create 55550000 {{(pid=109438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 03:36:02.468564 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron_lib.callbacks.manager [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Subscribe: > network after_update 55550000 {{(pid=109438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 03:36:02.468907 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron_lib.callbacks.manager [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Subscribe: > network after_delete 55550000 {{(pid=109438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 03:36:02.469299 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=109438) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 29 03:36:02.469708 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron_lib.callbacks.manager [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Subscribe: > security_group after_create 55550000 {{(pid=109438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 03:36:02.470055 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron_lib.callbacks.manager [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Subscribe: > security_group after_update 55550000 {{(pid=109438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 03:36:02.470425 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron_lib.callbacks.manager [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Subscribe: > security_group after_delete 55550000 {{(pid=109438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 03:36:02.478557 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=109438) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 29 03:36:02.478557 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron_lib.callbacks.manager [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=109438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 03:36:02.478557 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron_lib.callbacks.manager [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=109438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 03:36:02.478557 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron_lib.callbacks.manager [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=109438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 03:36:02.478557 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=109438) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 29 03:36:02.478934 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron_lib.callbacks.manager [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Subscribe: > address_group after_create 55550000 {{(pid=109438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 03:36:02.478934 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron_lib.callbacks.manager [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Subscribe: > address_group after_update 55550000 {{(pid=109438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 03:36:02.478934 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron_lib.callbacks.manager [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Subscribe: > address_group after_delete 55550000 {{(pid=109438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 03:36:02.478934 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=109438) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 29 03:36:02.478934 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] ML2 OVO RPC backend initialized. {{(pid=109438) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Jan 29 03:36:02.479284 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron_lib.callbacks.manager [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Subscribe: > router_interface after_create 55550000 {{(pid=109438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 03:36:02.479284 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron_lib.callbacks.manager [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 03:36:02.479284 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron_lib.callbacks.manager [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Subscribe: > network before_response 55550000 {{(pid=109438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 03:36:02.479284 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron_lib.callbacks.manager [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Subscribe: > networks before_response 55550000 {{(pid=109438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 03:36:02.479575 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron_lib.callbacks.manager [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Subscribe: > port before_response 55550000 {{(pid=109438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 03:36:02.479575 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron_lib.callbacks.manager [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Subscribe: > ports before_response 55550000 {{(pid=109438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 03:36:02.479575 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron_lib.callbacks.manager [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Subscribe: > subnet before_response 55550000 {{(pid=109438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 03:36:02.479575 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron_lib.callbacks.manager [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Subscribe: > subnets before_response 55550000 {{(pid=109438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 03:36:02.479865 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron_lib.callbacks.manager [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Subscribe: > network after_create 55550000 {{(pid=109438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 03:36:02.479865 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron_lib.callbacks.manager [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Subscribe: > network after_update 55550000 {{(pid=109438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 03:36:02.479865 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron_lib.callbacks.manager [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Subscribe: > network after_delete 55550000 {{(pid=109438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 03:36:02.479865 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron_lib.callbacks.manager [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Subscribe: > port after_create 55550000 {{(pid=109438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 03:36:02.480149 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron_lib.callbacks.manager [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Subscribe: > port after_update 55550000 {{(pid=109438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 03:36:02.480149 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron_lib.callbacks.manager [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Subscribe: > port after_delete 55550000 {{(pid=109438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 03:36:02.480149 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron_lib.callbacks.manager [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Subscribe: > subnet after_create 55550000 {{(pid=109438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 03:36:02.480149 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron_lib.callbacks.manager [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Subscribe: > subnet after_update 55550000 {{(pid=109438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 03:36:02.480425 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron_lib.callbacks.manager [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Subscribe: > subnet after_delete 55550000 {{(pid=109438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 03:36:02.488333 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.quota [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loaded quota_driver: . Jan 29 03:36:02.488697 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.plugins.ml2.plugin [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Modular L2 Plugin initialization complete Jan 29 03:36:02.489047 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.manager [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loading services supported by the core plugin {{(pid=109438) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 29 03:36:02.489388 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.plugins.ml2.managers [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Got port-security extension from driver 'port_security' Jan 29 03:36:02.489859 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.extensions.vlantransparent [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Disabled vlantransparent extension. Jan 29 03:36:02.490382 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.manager [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=109438) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 29 03:36:02.490709 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.manager [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loading Plugin: router Jan 29 03:36:02.535003 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron_lib.callbacks.manager [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Subscribe: > router_interface before_create 55550000 {{(pid=109438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 03:36:02.535396 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron_lib.callbacks.manager [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Subscribe: > router after_create 55549900 {{(pid=109438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 03:36:02.535768 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron_lib.callbacks.manager [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Subscribe: > router before_create 55549900 {{(pid=109438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 03:36:02.536132 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron_lib.callbacks.manager [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Subscribe: > router_interface before_delete 55550000 {{(pid=109438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 03:36:02.536503 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron_lib.callbacks.manager [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 03:36:02.537111 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron_lib.callbacks.manager [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Subscribe: > router after_delete 55549900 {{(pid=109438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 03:36:02.537471 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron_lib.callbacks.manager [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Subscribe: > floatingip after_create 55550000 {{(pid=109438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 03:36:02.537820 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron_lib.callbacks.manager [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Subscribe: > floatingip after_update 55550000 {{(pid=109438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 03:36:02.538199 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron_lib.callbacks.manager [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Subscribe: > router after_create 55549900 {{(pid=109438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 03:36:02.538547 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron_lib.callbacks.manager [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Subscribe: > router after_update 55549900 {{(pid=109438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 03:36:02.538894 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron_lib.callbacks.manager [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Subscribe: > router after_update 55549900 {{(pid=109438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 03:36:02.539245 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron_lib.callbacks.manager [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=109438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 03:36:02.539604 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron_lib.callbacks.manager [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Subscribe: > router after_update 55549900 {{(pid=109438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 03:36:02.540011 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron_lib.callbacks.manager [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Subscribe: > router precommit_update 55549900 {{(pid=109438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 03:36:02.540384 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron_lib.callbacks.manager [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Subscribe: port after_update 55550000 {{(pid=109438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 03:36:02.540723 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron_lib.callbacks.manager [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Subscribe: port after_delete 55550000 {{(pid=109438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 03:36:02.541058 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron_lib.callbacks.manager [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Subscribe: subnet after_update 55550000 {{(pid=109438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 03:36:02.541394 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron_lib.callbacks.manager [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=109438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 03:36:02.541738 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron_lib.callbacks.manager [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Subscribe: > port precommit_delete 55550000 {{(pid=109438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 03:36:02.542083 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron_lib.callbacks.manager [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Subscribe: > router precommit_create 55549900 {{(pid=109438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 03:36:02.542449 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron_lib.callbacks.manager [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Subscribe: port before_delete 55550000 {{(pid=109438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 03:36:02.542789 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron_lib.callbacks.manager [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Subscribe: > router precommit_create 55550000 {{(pid=109438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 03:36:02.543141 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron_lib.callbacks.manager [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Subscribe: > router after_update 55549900 {{(pid=109438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 03:36:02.543484 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron_lib.callbacks.manager [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Subscribe: > router precommit_delete 55549900 {{(pid=109438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 03:36:02.543832 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron_lib.callbacks.manager [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Subscribe: > router precommit_create 55549900 {{(pid=109438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 03:36:02.544192 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron_lib.callbacks.manager [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Subscribe: > router_interface after_create 55550000 {{(pid=109438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 03:36:02.544545 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron_lib.callbacks.manager [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Subscribe: > router precommit_update 55549900 {{(pid=109438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 03:36:02.544905 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron_lib.callbacks.manager [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Subscribe: > agent after_create 55550000 {{(pid=109438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 03:36:02.545252 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron_lib.callbacks.manager [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Subscribe: > agent after_delete 55550000 {{(pid=109438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 03:36:02.545594 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron_lib.callbacks.manager [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Subscribe: > network after_delete 55550000 {{(pid=109438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 03:36:02.546467 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.quota.resource_registry [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Tracking information for resource: router configured {{(pid=109438) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 29 03:36:02.547294 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.quota.resource_registry [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Tracking information for resource: floatingip configured {{(pid=109438) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 29 03:36:02.557889 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.db.l3_agentschedulers_db [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 29 03:36:02.558489 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron_lib.callbacks.manager [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Subscribe: port after_update 55550000 {{(pid=109438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 03:36:02.558851 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron_lib.callbacks.manager [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Subscribe: port after_create 55550000 {{(pid=109438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 03:36:02.559211 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron_lib.callbacks.manager [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Subscribe: port after_delete 55550000 {{(pid=109438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 03:36:02.559565 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron_lib.callbacks.manager [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Subscribe: port after_update 55550000 {{(pid=109438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 03:36:02.560472 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron_lib.callbacks.manager [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Subscribe: > router before_create 55550100 {{(pid=109438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 03:36:02.560836 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron_lib.callbacks.manager [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Subscribe: > router precommit_delete 55550100 {{(pid=109438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 03:36:02.561200 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron_lib.callbacks.manager [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Subscribe: > router precommit_create 55550100 {{(pid=109438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 03:36:02.561559 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron_lib.callbacks.manager [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Subscribe: > router precommit_update 55550100 {{(pid=109438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 03:36:02.566888 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.services.provider_configuration [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Service providers = [] {{(pid=109438) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 29 03:36:02.567254 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.db.servicetype_db [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=109438) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 29 03:36:02.570259 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.services.service_base [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=109438) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 29 03:36:02.570612 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.services.service_base [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=109438) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 29 03:36:02.570958 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.services.service_base [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=109438) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 29 03:36:02.571848 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.services.service_base [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=109438) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 29 03:36:02.572220 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.services.service_base [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 29 03:36:02.572596 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.manager [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=109438) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 29 03:36:02.572912 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.manager [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 29 03:36:02.585646 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.manager [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Successfully loaded METERING plugin. Description: METERING {{(pid=109438) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 29 03:36:02.585984 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.manager [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loading Plugin: auto_allocate Jan 29 03:36:02.591886 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron_lib.callbacks.manager [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Subscribe: network precommit_update 55550000 {{(pid=109438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 03:36:02.592257 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron_lib.callbacks.manager [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Subscribe: network precommit_create 55550000 {{(pid=109438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 03:36:02.592772 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.manager [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=109438) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 29 03:36:02.593093 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.manager [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loading Plugin: tag Jan 29 03:36:02.599875 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.manager [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=109438) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 29 03:36:02.600204 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.manager [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loading Plugin: timestamp Jan 29 03:36:02.612281 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.manager [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=109438) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 29 03:36:02.612618 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.manager [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loading Plugin: network_ip_availability Jan 29 03:36:02.618108 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron_lib.callbacks.manager [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 03:36:02.618509 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron_lib.callbacks.manager [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 03:36:02.618873 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron_lib.callbacks.manager [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 03:36:02.619585 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.manager [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=109438) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 29 03:36:02.619905 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.manager [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loading Plugin: flavors Jan 29 03:36:02.625341 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.manager [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=109438) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 29 03:36:02.625669 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.manager [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loading Plugin: revisions Jan 29 03:36:02.630008 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.manager [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=109438) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 29 03:36:02.630431 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_concurrency.lockutils [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.141s {{(pid=109438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 29 03:36:02.631170 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=109438) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jan 29 03:36:02.631507 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Initializing extension manager. Jan 29 03:36:02.632021 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loading extension file: __init__.py {{(pid=109438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 03:36:02.632361 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loading extension file: __pycache__ {{(pid=109438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 03:36:02.632694 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=109438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 03:36:02.633025 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loading extension file: address_group.py {{(pid=109438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 03:36:02.633776 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=109438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 03:36:02.634369 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loaded extension: address-group Jan 29 03:36:02.634692 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loading extension file: address_scope.py {{(pid=109438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 03:36:02.635403 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=109438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 03:36:02.635909 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loaded extension: address-scope Jan 29 03:36:02.636229 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loading extension file: admin_state_down_before_update.py {{(pid=109438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 03:36:02.637163 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=109438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 03:36:02.637670 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loaded extension: router-admin-state-down-before-update Jan 29 03:36:02.638000 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loading extension file: agent.py {{(pid=109438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 03:36:02.638920 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=109438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 03:36:02.639432 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loaded extension: agent Jan 29 03:36:02.639755 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loading extension file: agent_resources_synced.py {{(pid=109438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 03:36:02.640703 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=109438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 03:36:02.641215 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loaded extension: agent-resources-synced Jan 29 03:36:02.641541 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loading extension file: allowedaddresspairs.py {{(pid=109438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 03:36:02.643364 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=109438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 03:36:02.643892 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loaded extension: allowed-address-pairs Jan 29 03:36:02.644222 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loading extension file: auto_allocated_topology.py {{(pid=109438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 03:36:02.645302 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=109438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 03:36:02.645821 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loaded extension: auto-allocated-topology Jan 29 03:36:02.646167 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loading extension file: availability_zone.py {{(pid=109438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 03:36:02.646871 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=109438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 03:36:02.653659 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loaded extension: availability_zone Jan 29 03:36:02.653659 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loading extension file: availability_zone_filter.py {{(pid=109438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 03:36:02.654362 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=109438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 03:36:02.654882 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loaded extension: availability_zone_filter Jan 29 03:36:02.655204 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loading extension file: data_plane_status.py {{(pid=109438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 03:36:02.656141 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=109438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 03:36:02.656646 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Extension data-plane-status not supported by any of loaded plugins Jan 29 03:36:02.656967 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loading extension file: default_subnetpools.py {{(pid=109438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 03:36:02.657886 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=109438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 03:36:02.658427 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loaded extension: default-subnetpools Jan 29 03:36:02.658751 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loading extension file: dhcpagentscheduler.py {{(pid=109438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 03:36:02.659565 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 03:36:02.660076 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loaded extension: dhcp_agent_scheduler Jan 29 03:36:02.660400 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loading extension file: dns.py {{(pid=109438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 03:36:02.661319 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=109438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 03:36:02.662079 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Extension dns-integration not supported by any of loaded plugins Jan 29 03:36:02.662438 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loading extension file: dns_domain_ports.py {{(pid=109438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 03:36:02.663361 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=109438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 03:36:02.663865 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 29 03:36:02.664188 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=109438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 03:36:02.665176 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=109438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 03:36:02.665621 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jan 29 03:36:02.665941 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loading extension file: dvr.py {{(pid=109438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 03:36:02.666639 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=109438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 03:36:02.667154 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loaded extension: dvr Jan 29 03:36:02.667474 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loading extension file: ecmp_routes.py {{(pid=109438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 03:36:02.668393 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=109438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 03:36:02.668895 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Extension ecmp_routes not supported by any of loaded plugins Jan 29 03:36:02.669217 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loading extension file: empty_string_filtering.py {{(pid=109438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 03:36:02.670144 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=109438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 03:36:02.670670 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loaded extension: empty-string-filtering Jan 29 03:36:02.670989 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=109438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 03:36:02.672430 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 03:36:02.672934 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 29 03:36:02.673256 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=109438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 03:36:02.674209 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=109438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 03:36:02.674713 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 29 03:36:02.675041 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loading extension file: external_net.py {{(pid=109438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 03:36:02.675952 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=109438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 03:36:02.676467 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loaded extension: external-net Jan 29 03:36:02.676785 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loading extension file: extra_dhcp_opt.py {{(pid=109438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 03:36:02.677706 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=109438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 03:36:02.678239 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loaded extension: extra_dhcp_opt Jan 29 03:36:02.678564 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loading extension file: extraroute.py {{(pid=109438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 03:36:02.679476 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=109438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 03:36:02.679980 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loaded extension: extraroute Jan 29 03:36:02.680302 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loading extension file: extraroute_atomic.py {{(pid=109438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 03:36:02.681337 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=109438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 03:36:02.681846 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loaded extension: extraroute-atomic Jan 29 03:36:02.682210 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loading extension file: filter_validation.py {{(pid=109438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 03:36:02.682879 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=109438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 03:36:02.683383 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loaded extension: filter-validation Jan 29 03:36:02.683705 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loading extension file: fip_pf_description.py {{(pid=109438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 03:36:02.684632 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=109438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 03:36:02.685144 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 29 03:36:02.685465 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loading extension file: fip_port_details.py {{(pid=109438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 03:36:02.686425 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 03:36:02.686936 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loaded extension: fip-port-details Jan 29 03:36:02.687304 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loading extension file: flavors.py {{(pid=109438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 03:36:02.689075 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=109438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 03:36:02.689596 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loaded extension: flavors Jan 29 03:36:02.689925 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=109438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 03:36:02.696420 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=109438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 03:36:02.696945 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 29 03:36:02.697275 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loading extension file: floatingip_pools.py {{(pid=109438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 03:36:02.697976 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=109438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 03:36:02.698520 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loaded extension: floatingip-pools Jan 29 03:36:02.698846 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loading extension file: ip_allocation.py {{(pid=109438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 03:36:02.699786 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=109438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 03:36:02.700290 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Extension ip_allocation not supported by any of loaded plugins Jan 29 03:36:02.700611 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loading extension file: ip_substring_port_filtering.py {{(pid=109438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 03:36:02.701564 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=109438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 03:36:02.702065 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loaded extension: ip-substring-filtering Jan 29 03:36:02.702422 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loading extension file: l2_adjacency.py {{(pid=109438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 03:36:02.703379 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=109438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 03:36:02.703886 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Extension l2_adjacency not supported by any of loaded plugins Jan 29 03:36:02.704209 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loading extension file: l3.py {{(pid=109438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 03:36:02.705160 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=109438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 03:36:02.705676 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loaded extension: router Jan 29 03:36:02.705999 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loading extension file: l3_conntrack_helper.py {{(pid=109438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 03:36:02.708463 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 03:36:02.708940 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 29 03:36:02.709274 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loading extension file: l3_ext_gw_mode.py {{(pid=109438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 03:36:02.710251 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=109438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 03:36:02.710767 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loaded extension: ext-gw-mode Jan 29 03:36:02.711092 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loading extension file: l3_ext_ha_mode.py {{(pid=109438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 03:36:02.712017 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=109438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 03:36:02.712526 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loaded extension: l3-ha Jan 29 03:36:02.712920 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loading extension file: l3_flavors.py {{(pid=109438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 03:36:02.713769 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=109438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 03:36:02.714313 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loaded extension: l3-flavors Jan 29 03:36:02.714638 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=109438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 03:36:02.715558 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=109438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 03:36:02.716068 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loaded extension: l3-port-ip-change-not-allowed Jan 29 03:36:02.716386 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loading extension file: l3agentscheduler.py {{(pid=109438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 03:36:02.717476 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 03:36:02.717988 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loaded extension: l3_agent_scheduler Jan 29 03:36:02.718337 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loading extension file: local_ip.py {{(pid=109438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 03:36:02.729814 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=109438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 03:36:02.730380 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Extension local_ip not supported by any of loaded plugins Jan 29 03:36:02.730717 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loading extension file: logging.py {{(pid=109438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 03:36:02.732215 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=109438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 03:36:02.732733 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Extension logging not supported by any of loaded plugins Jan 29 03:36:02.733123 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loading extension file: metering.py {{(pid=109438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 03:36:02.733874 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=109438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 03:36:02.734999 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loaded extension: metering Jan 29 03:36:02.735331 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=109438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 03:36:02.736443 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=109438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 03:36:02.736957 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loaded extension: metering_source_and_destination_fields Jan 29 03:36:02.737285 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loading extension file: multiprovidernet.py {{(pid=109438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 03:36:02.738246 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=109438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 03:36:02.738768 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loaded extension: multi-provider Jan 29 03:36:02.739095 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loading extension file: netmtu.py {{(pid=109438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 03:36:02.740030 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=109438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 03:36:02.740540 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loaded extension: net-mtu Jan 29 03:36:02.740863 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loading extension file: netmtu_writable.py {{(pid=109438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 03:36:02.741786 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=109438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 03:36:02.742320 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loaded extension: net-mtu-writable Jan 29 03:36:02.742648 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loading extension file: network_availability_zone.py {{(pid=109438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 03:36:02.743318 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=109438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 03:36:02.743823 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loaded extension: network_availability_zone Jan 29 03:36:02.744144 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loading extension file: network_ip_availability.py {{(pid=109438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 03:36:02.745262 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=109438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 03:36:02.745769 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loaded extension: network-ip-availability Jan 29 03:36:02.746095 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loading extension file: network_segment_range.py {{(pid=109438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 03:36:02.746885 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=109438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 03:36:02.747386 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Extension network-segment-range not supported by any of loaded plugins Jan 29 03:36:02.747709 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loading extension file: pagination.py {{(pid=109438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 03:36:02.748692 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 03:36:02.749018 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loaded extension: pagination Jan 29 03:36:02.749335 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loading extension file: port_device_profile.py {{(pid=109438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 03:36:02.750826 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=109438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 03:36:02.751344 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loaded extension: port-device-profile Jan 29 03:36:02.751665 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loading extension file: port_mac_address_regenerate.py {{(pid=109438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 03:36:02.752589 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=109438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 03:36:02.753096 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loaded extension: port-mac-address-regenerate Jan 29 03:36:02.753418 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loading extension file: port_numa_affinity_policy.py {{(pid=109438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 03:36:02.754490 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=109438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 03:36:02.755003 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loaded extension: port-numa-affinity-policy Jan 29 03:36:02.755325 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loading extension file: port_resource_request.py {{(pid=109438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 03:36:02.756248 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=109438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 03:36:02.756750 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Extension port-resource-request not supported by any of loaded plugins Jan 29 03:36:02.757071 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loading extension file: port_resource_request_groups.py {{(pid=109438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 03:36:02.758047 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=109438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 03:36:02.758575 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Extension port-resource-request-groups not supported by any of loaded plugins Jan 29 03:36:02.758898 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loading extension file: portbindings.py {{(pid=109438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 03:36:02.759834 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=109438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 03:36:02.760340 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loaded extension: binding Jan 29 03:36:02.760662 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loading extension file: portbindings_extended.py {{(pid=109438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 03:36:02.761948 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=109438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 03:36:02.762503 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loaded extension: binding-extended Jan 29 03:36:02.762832 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loading extension file: portsecurity.py {{(pid=109438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 03:36:02.763752 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=109438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 03:36:02.764265 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loaded extension: port-security Jan 29 03:36:02.764589 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loading extension file: project_id.py {{(pid=109438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 03:36:02.772025 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=109438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 03:36:02.772349 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loaded extension: project-id Jan 29 03:36:02.772670 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loading extension file: providernet.py {{(pid=109438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 03:36:02.773583 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=109438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 03:36:02.774091 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loaded extension: provider Jan 29 03:36:02.774441 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loading extension file: qos.py {{(pid=109438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 03:36:02.777959 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=109438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 03:36:02.778513 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Extension qos not supported by any of loaded plugins Jan 29 03:36:02.778848 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loading extension file: qos_bw_limit_direction.py {{(pid=109438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 03:36:02.780105 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=109438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 03:36:02.780615 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 29 03:36:02.780943 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=109438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 03:36:02.781891 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=109438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 03:36:02.782436 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 29 03:36:02.782765 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loading extension file: qos_default.py {{(pid=109438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 03:36:02.783683 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=109438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 03:36:02.784195 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Extension qos-default not supported by any of loaded plugins Jan 29 03:36:02.784522 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loading extension file: qos_fip.py {{(pid=109438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 03:36:02.785447 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=109438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 03:36:02.785965 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Extension qos-fip not supported by any of loaded plugins Jan 29 03:36:02.786316 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loading extension file: qos_fip_network_policy.py {{(pid=109438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 03:36:02.787496 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=109438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 03:36:02.788008 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jan 29 03:36:02.788332 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loading extension file: qos_gateway_ip.py {{(pid=109438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 03:36:02.789254 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=109438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 03:36:02.789762 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 29 03:36:02.790086 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loading extension file: qos_port_network_policy.py {{(pid=109438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 03:36:02.791029 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=109438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 03:36:02.791537 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 29 03:36:02.791860 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=109438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 03:36:02.792906 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=109438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 03:36:02.793414 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Extension qos-pps-minimum not supported by any of loaded plugins Jan 29 03:36:02.793739 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loading extension file: qos_pps_rule.py {{(pid=109438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 03:36:02.794963 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=109438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 03:36:02.795488 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Extension qos-pps not supported by any of loaded plugins Jan 29 03:36:02.795816 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loading extension file: qos_rule_type_details.py {{(pid=109438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 03:36:02.797264 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=109438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 03:36:02.797780 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 29 03:36:02.798107 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loading extension file: qos_rules_alias.py {{(pid=109438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 03:36:02.799192 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=109438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 03:36:02.799708 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 29 03:36:02.800033 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loading extension file: quota_check_limit.py {{(pid=109438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 03:36:02.800958 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=109438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 03:36:02.801474 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loaded extension: quota-check-limit Jan 29 03:36:02.801799 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loading extension file: quotasv2.py {{(pid=109438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 03:36:02.802787 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=109438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 03:36:02.803116 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loaded extension: quotas Jan 29 03:36:02.803437 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loading extension file: quotasv2_detail.py {{(pid=109438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 03:36:02.815242 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=109438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 03:36:02.816774 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loaded extension: quota_details Jan 29 03:36:02.816774 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loading extension file: rbac.py {{(pid=109438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 03:36:02.816988 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=109438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 03:36:02.817526 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loaded extension: rbac-policies Jan 29 03:36:02.817863 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loading extension file: rbac_address_group.py {{(pid=109438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 03:36:02.818843 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=109438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 03:36:02.820412 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loaded extension: rbac-address-group Jan 29 03:36:02.820412 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loading extension file: rbac_address_scope.py {{(pid=109438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 03:36:02.820656 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=109438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 03:36:02.821111 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loaded extension: rbac-address-scope Jan 29 03:36:02.821438 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loading extension file: rbac_security_groups.py {{(pid=109438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 03:36:02.822388 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=109438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 03:36:02.822896 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loaded extension: rbac-security-groups Jan 29 03:36:02.823224 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loading extension file: rbac_subnetpool.py {{(pid=109438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 03:36:02.824147 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=109438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 03:36:02.824657 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loaded extension: rbac-subnetpool Jan 29 03:36:02.824983 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loading extension file: revisionifmatch.py {{(pid=109438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 03:36:02.825921 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=109438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 03:36:02.826454 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loaded extension: revision-if-match Jan 29 03:36:02.826788 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loading extension file: revisions.py {{(pid=109438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 03:36:02.827943 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=109438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 03:36:02.828455 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loaded extension: standard-attr-revisions Jan 29 03:36:02.828785 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loading extension file: router_availability_zone.py {{(pid=109438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 03:36:02.829465 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=109438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 03:36:02.829982 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loaded extension: router_availability_zone Jan 29 03:36:02.830334 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loading extension file: routerservicetype.py {{(pid=109438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 03:36:02.831266 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=109438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 03:36:02.831775 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Extension router-service-type not supported by any of loaded plugins Jan 29 03:36:02.832102 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=109438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 03:36:02.833101 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=109438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 03:36:02.833615 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loaded extension: security-groups-normalized-cidr Jan 29 03:36:02.833942 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loading extension file: security_groups_port_filtering.py {{(pid=109438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 03:36:02.834896 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=109438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 03:36:02.835405 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loaded extension: port-security-groups-filtering Jan 29 03:36:02.835736 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loading extension file: security_groups_remote_address_group.py {{(pid=109438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 03:36:02.836667 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=109438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 03:36:02.837177 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loaded extension: security-groups-remote-address-group Jan 29 03:36:02.837502 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loading extension file: security_groups_shared_filtering.py {{(pid=109438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 03:36:02.838473 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=109438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 03:36:02.838982 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loaded extension: security-groups-shared-filtering Jan 29 03:36:02.839306 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=109438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 03:36:02.839899 dv-cinder-826949-1-iscsi neutron-server[109438]: WARNING neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Jan 29 03:36:02.840219 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loading extension file: securitygroup.py {{(pid=109438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 03:36:02.850494 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=109438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 03:36:02.851024 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loaded extension: security-group Jan 29 03:36:02.851356 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loading extension file: segment.py {{(pid=109438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 03:36:02.852150 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=109438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 03:36:02.852662 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Extension segment not supported by any of loaded plugins Jan 29 03:36:02.852990 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=109438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 03:36:02.853934 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=109438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 03:36:02.854469 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 29 03:36:02.854796 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loading extension file: servicetype.py {{(pid=109438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 03:36:02.855920 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=109438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 03:36:02.856446 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loaded extension: service-type Jan 29 03:36:02.856771 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loading extension file: sorting.py {{(pid=109438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 03:36:02.857779 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 03:36:02.858108 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loaded extension: sorting Jan 29 03:36:02.858455 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loading extension file: standard_attr_segment.py {{(pid=109438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 03:36:02.859955 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 03:36:02.860465 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 29 03:36:02.860790 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loading extension file: standardattrdescription.py {{(pid=109438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 03:36:02.861443 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=109438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 03:36:02.861954 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loaded extension: standard-attr-description Jan 29 03:36:02.862311 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loading extension file: stateful_security_group.py {{(pid=109438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 03:36:02.863245 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=109438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 03:36:02.863758 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loaded extension: stateful-security-group Jan 29 03:36:02.864082 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loading extension file: stdattrs_common.py {{(pid=109438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 03:36:02.864652 dv-cinder-826949-1-iscsi neutron-server[109438]: WARNING neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 29 03:36:02.864974 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=109438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 03:36:02.865911 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=109438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 03:36:02.866470 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 29 03:36:02.866798 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loading extension file: subnet_onboard.py {{(pid=109438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 03:36:02.867876 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=109438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 03:36:02.868392 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loaded extension: subnet_onboard Jan 29 03:36:02.868717 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loading extension file: subnet_segmentid_writable.py {{(pid=109438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 03:36:02.869667 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=109438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 03:36:02.870207 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 29 03:36:02.870534 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loading extension file: subnet_service_types.py {{(pid=109438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 03:36:02.871479 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=109438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 03:36:02.871996 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loaded extension: subnet-service-types Jan 29 03:36:02.872322 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loading extension file: subnetallocation.py {{(pid=109438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 03:36:02.873435 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=109438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 03:36:02.873945 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loaded extension: subnet_allocation Jan 29 03:36:02.874301 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=109438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 03:36:02.881380 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=109438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 03:36:02.881380 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loaded extension: subnetpool-prefix-ops Jan 29 03:36:02.881380 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=109438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 03:36:02.882049 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=109438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 03:36:02.882574 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 29 03:36:02.882899 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loading extension file: tagging.py {{(pid=109438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 03:36:02.883967 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=109438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 03:36:02.884481 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loaded extension: standard-attr-tag Jan 29 03:36:02.884808 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loading extension file: timestamp.py {{(pid=109438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 03:36:02.886020 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=109438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 03:36:02.886576 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loaded extension: standard-attr-timestamp Jan 29 03:36:02.886901 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loading extension file: trunk.py {{(pid=109438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 03:36:02.887940 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=109438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 03:36:02.888453 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Extension trunk not supported by any of loaded plugins Jan 29 03:36:02.888776 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loading extension file: trunk_details.py {{(pid=109438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 03:36:02.889699 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=109438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 03:36:02.890252 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Extension trunk-details not supported by any of loaded plugins Jan 29 03:36:02.890603 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loading extension file: uplink_status_propagation.py {{(pid=109438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 03:36:02.891530 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=109438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 03:36:02.892089 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 29 03:36:02.892411 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Loading extension file: vlantransparent.py {{(pid=109438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 03:36:02.893085 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=109438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 03:36:02.893592 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Extension vlan-transparent not supported by any of loaded plugins Jan 29 03:36:02.896156 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.quota.resource_registry [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Creating instance of TrackedResource for resource:network Jan 29 03:36:02.896675 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.quota.resource_registry [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Creating instance of TrackedResource for resource:subnet Jan 29 03:36:02.897075 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.quota.resource_registry [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Creating instance of TrackedResource for resource:subnetpool Jan 29 03:36:02.897469 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.quota.resource_registry [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Creating instance of TrackedResource for resource:port Jan 29 03:36:02.898788 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.v2.resource_helper [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109438) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 29 03:36:02.899231 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.v2.resource_helper [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Service FLAVORS assigned prefix: {{(pid=109438) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 29 03:36:02.899858 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.v2.resource_helper [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109438) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 29 03:36:02.900289 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.v2.resource_helper [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109438) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 29 03:36:02.900618 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.quota.resource_registry [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Creating instance of TrackedResource for resource:router Jan 29 03:36:02.901124 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.quota.resource_registry [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Creating instance of TrackedResource for resource:floatingip Jan 29 03:36:02.901699 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.v2.resource_helper [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Service METERING assigned prefix: /metering {{(pid=109438) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 29 03:36:02.903168 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron_lib.callbacks.manager [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 03:36:02.903538 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron_lib.callbacks.manager [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 03:36:02.903889 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron_lib.callbacks.manager [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 03:36:02.904890 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.quota.resource_registry [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Creating instance of CountableResource for resource:rbac_policy Jan 29 03:36:02.905322 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.quota.resource_registry [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Creating instance of TrackedResource for resource:security_group Jan 29 03:36:02.905750 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.quota.resource_registry [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Creating instance of TrackedResource for resource:security_group_rule Jan 29 03:36:02.907987 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.v2.resource_helper [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Service CORE assigned prefix: {{(pid=109438) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 29 03:36:02.908330 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.quota.resource_registry [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Creating instance of TrackedResource for resource:subnetpool Jan 29 03:36:02.908684 dv-cinder-826949-1-iscsi neutron-server[109438]: WARNING neutron.quota.resource_registry [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] subnetpool is already registered Jan 29 03:36:02.909110 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.v2.resource_helper [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Service CORE assigned prefix: {{(pid=109438) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 29 03:36:02.909435 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.quota.resource_registry [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Creating instance of TrackedResource for resource:subnetpool Jan 29 03:36:02.909771 dv-cinder-826949-1-iscsi neutron-server[109438]: WARNING neutron.quota.resource_registry [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] subnetpool is already registered Jan 29 03:36:02.912417 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.v2.resource_helper [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109438) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 29 03:36:02.912867 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.v2.resource_helper [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Service FLAVORS assigned prefix: {{(pid=109438) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 29 03:36:02.913445 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.v2.resource_helper [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109438) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 29 03:36:02.913865 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.v2.resource_helper [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109438) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 29 03:36:02.914232 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.quota.resource_registry [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Creating instance of TrackedResource for resource:router Jan 29 03:36:02.914571 dv-cinder-826949-1-iscsi neutron-server[109438]: WARNING neutron.quota.resource_registry [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] router is already registered Jan 29 03:36:02.914979 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.quota.resource_registry [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Creating instance of TrackedResource for resource:floatingip Jan 29 03:36:02.915311 dv-cinder-826949-1-iscsi neutron-server[109438]: WARNING neutron.quota.resource_registry [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] floatingip is already registered Jan 29 03:36:02.915764 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.v2.resource_helper [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Service METERING assigned prefix: /metering {{(pid=109438) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 29 03:36:02.916424 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.quota.resource_registry [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Creating instance of CountableResource for resource:rbac_policy Jan 29 03:36:02.916749 dv-cinder-826949-1-iscsi neutron-server[109438]: WARNING neutron.quota.resource_registry [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] rbac_policy is already registered Jan 29 03:36:02.917158 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.quota.resource_registry [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Creating instance of TrackedResource for resource:security_group Jan 29 03:36:02.917487 dv-cinder-826949-1-iscsi neutron-server[109438]: WARNING neutron.quota.resource_registry [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] security_group is already registered Jan 29 03:36:02.917881 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.quota.resource_registry [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Creating instance of TrackedResource for resource:security_group_rule Jan 29 03:36:02.918235 dv-cinder-826949-1-iscsi neutron-server[109438]: WARNING neutron.quota.resource_registry [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] security_group_rule is already registered Jan 29 03:36:02.918860 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.v2.resource_helper [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Service CORE assigned prefix: {{(pid=109438) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 29 03:36:02.921601 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.quota.resource_registry [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Creating instance of TrackedResource for resource:subnetpool Jan 29 03:36:02.921601 dv-cinder-826949-1-iscsi neutron-server[109438]: WARNING neutron.quota.resource_registry [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] subnetpool is already registered Jan 29 03:36:02.921601 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.v2.resource_helper [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Service CORE assigned prefix: {{(pid=109438) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 29 03:36:02.921601 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.quota.resource_registry [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Creating instance of TrackedResource for resource:subnetpool Jan 29 03:36:02.921601 dv-cinder-826949-1-iscsi neutron-server[109438]: WARNING neutron.quota.resource_registry [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] subnetpool is already registered Jan 29 03:36:02.921601 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Extended resource: extensions {{(pid=109438) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 29 03:36:02.923052 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Extended resource: address-groups {{(pid=109438) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 29 03:36:02.924539 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Extended resource: address-scopes {{(pid=109438) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 29 03:36:02.925867 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Extended resource: agents {{(pid=109438) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 29 03:36:02.927089 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Extended resource: auto-allocated-topology {{(pid=109438) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 29 03:36:02.928347 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Extended resource: availability_zones {{(pid=109438) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 29 03:36:02.929579 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Extended resource: dhcp-networks {{(pid=109438) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 29 03:36:02.931117 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Extended resource: dhcp-agents {{(pid=109438) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 29 03:36:02.932552 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Extended resource: routers {{(pid=109438) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 29 03:36:02.934824 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Extended resource: flavors {{(pid=109438) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 29 03:36:02.936001 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Extended resource: service_profiles {{(pid=109438) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 29 03:36:02.937238 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Extended resource: next_providers {{(pid=109438) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 29 03:36:02.938732 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Extended resource: service_profiles {{(pid=109438) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 29 03:36:02.940284 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Extended resource: floatingip-pools {{(pid=109438) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 29 03:36:02.941513 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Extended resource: routers {{(pid=109438) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 29 03:36:02.943715 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Extended resource: floatingips {{(pid=109438) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 29 03:36:02.949569 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Extended resource: l3-routers {{(pid=109438) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 29 03:36:02.949569 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Extended resource: l3-agents {{(pid=109438) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 29 03:36:02.949569 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Extended resource: metering-labels {{(pid=109438) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 29 03:36:02.949569 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Extended resource: metering-label-rules {{(pid=109438) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 29 03:36:02.950455 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Extended resource: network-ip-availabilities {{(pid=109438) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 29 03:36:02.951718 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Extended resource: bindings {{(pid=109438) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 29 03:36:02.953406 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Extended resource: quotas {{(pid=109438) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 29 03:36:02.954982 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Extended resource: quotas {{(pid=109438) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 29 03:36:02.956550 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Extended resource: rbac-policies {{(pid=109438) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 29 03:36:02.957839 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Extended resource: security-groups {{(pid=109438) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 29 03:36:02.959170 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Extended resource: security-group-rules {{(pid=109438) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 29 03:36:02.960370 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Extended resource: service-providers {{(pid=109438) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 29 03:36:02.961604 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Extended resource: subnetpools {{(pid=109438) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 29 03:36:02.963062 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Extended resource: subnetpools {{(pid=109438) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 29 03:36:02.964540 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Extended resource: tags {{(pid=109438) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 29 03:36:02.966249 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Extended resource: tags {{(pid=109438) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 29 03:36:02.968132 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Extended resource: tags {{(pid=109438) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 29 03:36:02.970474 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Extended resource: tags {{(pid=109438) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 29 03:36:02.973267 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Extended resource: tags {{(pid=109438) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 29 03:36:02.975261 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Extended resource: tags {{(pid=109438) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 29 03:36:02.976962 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Extended resource: tags {{(pid=109438) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 29 03:36:02.978901 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Extended resource: tags {{(pid=109438) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 29 03:36:02.980665 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Extended resource: tags {{(pid=109438) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 29 03:36:02.982583 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron.api.extensions [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Extended resource: tags {{(pid=109438) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 29 03:36:02.988981 dv-cinder-826949-1-iscsi neutron-server[109438]: WARNING keystonemiddleware.auth_token [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 29 03:36:02.993688 dv-cinder-826949-1-iscsi neutron-server[109438]: WARNING keystonemiddleware.auth_token [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 29 03:36:03.002162 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_concurrency.lockutils [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Acquired lock "singleton_lock" {{(pid=109438) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jan 29 03:36:03.002642 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_concurrency.lockutils [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Releasing lock "singleton_lock" {{(pid=109438) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jan 29 03:36:03.003304 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO oslo_service.service [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Starting 2 workers Jan 29 03:36:03.008351 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Started child 109549 {{(pid=109438) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 29 03:36:03.013017 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Started child 109550 {{(pid=109438) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 29 03:36:03.014559 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:36:03.015274 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO neutron.service [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Neutron service started, listening on 0.0.0.0:9696 Jan 29 03:36:03.015274 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron_lib.callbacks.manager [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Publish callbacks [] for process (None), before_spawn {{(pid=109438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:36:03.016048 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [-] (109549) wsgi starting up on http://0.0.0.0:9696 Jan 29 03:36:03.017758 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO oslo_service.service [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Starting 1 workers Jan 29 03:36:03.017970 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:36:03.019409 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [-] (109550) wsgi starting up on http://0.0.0.0:9696 Jan 29 03:36:03.023084 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Started child 109551 {{(pid=109438) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 29 03:36:03.023639 dv-cinder-826949-1-iscsi neutron-server[109438]: INFO oslo_service.service [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Starting 1 workers Jan 29 03:36:03.026770 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.service [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] calling RpcWorker wait() {{(pid=109551) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 29 03:36:03.030667 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.service [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] returning from RpcWorker wait() {{(pid=109551) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 29 03:36:03.030839 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Started child 109552 {{(pid=109438) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 29 03:36:03.031543 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:36:03.031543 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=109551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:36:03.031825 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG neutron_lib.callbacks.manager [None req-47c5a09b-dc50-4520-bd13-61e92023210c None None] Publish callbacks [] for process (None), after_spawn {{(pid=109438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:36:03.031825 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109438) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 29 03:36:03.031825 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 29 03:36:03.032217 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 29 03:36:03.032217 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 29 03:36:03.032487 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 29 03:36:03.032622 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 29 03:36:03.033066 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.033347 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.033605 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.033815 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:36:03.034600 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.034600 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.034870 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.035020 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:36:03.035170 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.035170 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.035439 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.035703 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.035870 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.036019 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.036274 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.036507 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.037058 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.037308 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.037552 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.037807 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.037977 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.038309 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.038530 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.038764 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.039036 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] debug = True {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.039307 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.039727 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.039966 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.040204 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.040423 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.040689 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.040918 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.041216 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.041448 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.041664 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.041919 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.042188 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.042436 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.042649 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.042903 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.043118 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.043388 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.043608 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.044093 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] host = dv-cinder-826949-1-iscsi {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.044329 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.044688 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.044842 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.045039 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.045285 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.045499 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.045772 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.046028 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.046299 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.046525 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.047363 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.047597 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.047833 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.048103 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] log_file = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.048254 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] log_options = True {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.048491 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.048780 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.049039 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.049452 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.049452 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.049734 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.049893 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.050032 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.050233 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.050471 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.050685 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.050907 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.051120 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.051351 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.051627 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.051855 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.052086 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.052314 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.052560 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.052802 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.053707 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.053707 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.053707 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.054000 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.054191 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.054437 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.054662 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.054982 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.055367 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.055613 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.055850 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.056118 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.056356 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.056590 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.056863 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.057095 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.057397 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.057749 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.058039 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.058292 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.058545 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.058811 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.059025 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.059252 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.059485 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.059701 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.059934 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] use_json = False {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.060182 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.060548 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.060753 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.061094 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.061332 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.061517 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.061973 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.062262 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.062499 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.062924 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.063214 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.063526 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.063774 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.064025 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.064264 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.064509 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.064749 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.064981 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.065232 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.065546 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.065771 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.066087 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.066348 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.066603 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.066918 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.067182 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.067450 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.067669 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.067894 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.068108 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.068348 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.068616 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.068837 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.069067 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.069303 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.069529 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.069823 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.070083 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.070440 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.070725 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.070981 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.071240 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.071479 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.071729 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.071945 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.072160 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.072375 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.072612 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.072898 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.073094 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.073316 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.073785 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.074568 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.074848 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.076664 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.076664 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.076664 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.076664 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.076664 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.076664 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.076664 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.076664 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.077685 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.077685 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.077685 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.077685 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.078214 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.078214 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.078464 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.078464 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.078706 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.079443 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.079443 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.079443 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.079443 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.079937 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.079937 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.080168 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.080341 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.081861 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.081861 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.081861 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.081861 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.081861 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.081861 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.081861 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.082778 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.082778 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.082778 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.082778 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.083245 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.083245 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.083245 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.083614 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.083614 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.083862 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.084697 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.084697 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.084697 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.084697 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.085189 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.085189 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.085434 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.085673 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.085890 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.086136 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.086403 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.086648 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.086883 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.087118 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.087331 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.087591 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.087833 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.088067 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.088306 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.089064 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.089064 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.089064 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.089491 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.089491 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.089761 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.089910 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.090189 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.092126 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.092126 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.092126 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.092126 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.092126 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.092126 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.092126 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.092126 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.092749 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.092749 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.092915 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.093165 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.093419 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.094235 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.094476 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.094703 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.094965 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.095213 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.095456 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.095690 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.095955 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.096167 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.096578 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.096831 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.097154 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.097398 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.097627 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.097858 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.098521 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.098521 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.098716 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.098887 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.099127 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.099356 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.099633 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.099865 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.100079 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.100324 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.100568 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.100784 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.101037 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.101266 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.101513 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.101744 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.101959 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.102256 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.102628 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.102938 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.103319 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.103610 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.103828 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.104087 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.104299 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.104517 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.104769 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.105000 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.105214 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.105422 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.105813 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.106088 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.106344 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.106614 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.106865 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.107081 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.107308 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.107547 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.109157 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.109157 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.109157 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.109157 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.109157 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.109157 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.109157 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.110151 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.110151 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.110548 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.110832 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.111126 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.111559 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.111914 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.115817 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.115817 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.115817 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.115817 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.115817 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.115817 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.115817 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.115817 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.116653 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.116653 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.116653 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.116653 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.116653 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.116653 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.116653 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.117146 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.117146 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.117299 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.117559 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.117843 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.118090 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.118619 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.119231 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.119720 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.119955 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.120172 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.120434 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.120657 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.120873 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.121085 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.121316 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.121572 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.121832 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.122185 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.122438 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.122702 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.123095 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.123352 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.123678 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.124020 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.124331 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.124664 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.124915 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.125130 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.125339 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.125559 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.125771 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.125982 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.126236 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.126447 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.126652 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.126862 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.127171 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.127516 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.127822 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.128060 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.128294 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.128661 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.129015 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.129275 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.129518 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.129813 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.130046 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.130327 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.130561 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.130789 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.131003 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.131253 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.131593 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.131876 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.132114 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.132376 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.132669 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.132955 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.133232 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.133443 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.133731 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.134041 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.134392 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.134646 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.135054 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.135290 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.135509 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.135724 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.135962 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.136204 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.136434 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.136701 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.136926 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.137174 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.137406 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.137651 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.137882 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.138102 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.138363 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.139958 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.141108 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.141327 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 29 03:36:03.142282 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109438) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 29 03:36:03.142462 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 29 03:36:03.142683 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 29 03:36:03.142922 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 29 03:36:03.143138 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 29 03:36:03.143340 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 29 03:36:03.143557 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.143720 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.143881 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.144040 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.144199 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.144380 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.144540 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.144698 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.146400 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.146580 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.146767 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.146932 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.147091 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.147260 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.147421 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.147584 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.147749 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.147915 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.148083 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.148249 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.148410 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.148572 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.148733 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] debug = True {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.148893 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.149933 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.149933 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.149933 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.149933 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.149933 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.149933 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.150392 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.150392 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.150392 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.150563 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.150628 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.150881 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.151042 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.151204 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.151356 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.151512 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.151667 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.151833 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] host = dv-cinder-826949-1-iscsi {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.151995 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.152148 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.152308 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.152469 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.152626 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.152784 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.152944 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.153105 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.153262 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.153421 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.153578 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.153737 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.153894 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.154054 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] log_file = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.154240 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] log_options = True {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.154392 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.154551 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.154709 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.154896 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.155061 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.155220 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.155378 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.155537 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.155696 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.155852 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.156538 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.156698 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.156857 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.157010 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.157163 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.157307 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.157465 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.157624 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.157782 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.157940 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.158098 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.158239 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:36:03.158346 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.158431 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.158583 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.158740 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.158898 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.159057 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.159214 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.159373 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.159531 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.159690 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.159848 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.160005 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.160163 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.160321 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.160478 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.160652 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.160861 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.161021 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.161235 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.162495 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.162495 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.162495 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.162495 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.162495 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.163106 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.163106 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] use_json = False {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.163338 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.163338 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.163568 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.163568 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.163773 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.163883 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.164045 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.164244 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.164409 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 03:36:03.164604 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.164754 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.164928 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.165090 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.165252 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.165414 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.165575 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.165736 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.165896 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.166057 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.166250 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.166413 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.166585 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.166746 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.166908 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.167073 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.167234 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.167395 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.167556 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.167716 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.167876 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.168036 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.168206 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.168366 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.168525 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.168685 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.168845 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.169012 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.169171 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.169346 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.169510 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.169672 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.169832 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.169992 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.170172 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.170337 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.170499 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.170661 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.170822 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.170976 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.171171 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.171298 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.171421 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.171597 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.172291 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.172455 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.172617 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.172780 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.172941 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.173103 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.173264 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.173425 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.173587 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.173749 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.173911 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.174073 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.174256 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.174429 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.174592 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.174755 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.174916 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.175078 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.175238 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.175398 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.175559 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.175719 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.175880 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.176041 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.176215 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.176377 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.176536 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.176697 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.176859 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.177019 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.177181 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.177342 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.177504 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.177664 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.177824 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.177984 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.178174 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.178325 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.178486 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.178648 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.178810 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.178972 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.179132 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.179293 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.179453 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.179614 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.179775 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.179945 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.180121 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.180281 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.180441 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.180600 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.180761 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.180921 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.181082 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.181253 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.181391 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.181550 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.181710 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.181871 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.182033 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.182217 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.182379 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.182539 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.182700 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.182860 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.183096 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.183375 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.183544 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.183705 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.183866 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.184025 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.184186 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.184346 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.184722 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.184722 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.185045 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.185213 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.185382 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.185556 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.185718 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.185880 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.186284 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.186284 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.186446 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.186577 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.186701 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.186821 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.186965 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.187126 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.187322 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.187483 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.187645 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.187807 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.187991 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.188153 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.188314 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.188474 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.188634 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.188795 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.188957 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.189119 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.189281 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.189441 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.189601 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.189762 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.189923 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.190084 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.190266 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.190427 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.190590 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.190752 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.190913 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.191075 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.191237 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.191397 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.191557 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.191720 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.191880 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.192041 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.192206 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.192421 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.192566 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.192650 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.192813 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.192973 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.193133 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.193292 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.193452 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.193612 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.193773 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.193936 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.194097 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.194280 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.194442 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.194604 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.194766 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.194926 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.195089 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.195253 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.195414 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.195575 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.195736 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.195896 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.196059 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.196220 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.196382 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.196543 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.196704 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.196879 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.197040 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.197201 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.197362 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.197524 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.197686 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.197847 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.198009 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.198190 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.198353 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.198513 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.198675 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.198839 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.199001 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.199163 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.199324 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.199485 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.199647 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.199809 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.199983 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.200145 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.200305 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.200465 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.200625 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.200786 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.200958 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.201118 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.201278 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.201438 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.201599 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.201758 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.201928 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.202094 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.202275 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.202437 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.202597 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.202756 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.203462 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.203624 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.203786 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.203946 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.204107 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.204267 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.204438 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.204599 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.204759 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.204920 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.205080 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.205239 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.205410 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.205570 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.205731 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.205891 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.206051 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.206233 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.206403 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.206566 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.206728 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.206897 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.207057 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.207218 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.207378 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.207552 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.207712 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.207875 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.208037 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.208197 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.208357 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.208520 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.208684 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.208855 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.209026 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.209247 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.209355 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.209512 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.209679 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.209838 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.210006 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.210199 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.210362 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.210523 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.210683 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.210843 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.211003 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.211166 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.211326 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.211488 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.211650 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.211808 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.211968 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.212132 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.212292 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.212452 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.212617 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.212777 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.212937 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.213098 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.213259 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 03:36:03.213413 dv-cinder-826949-1-iscsi neutron-server[109438]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 29 03:36:03.304578 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 41562) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:36:03.313349 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [-] 10.222.0.16 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065188 Jan 29 03:36:14.777944 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b4c7047-4b12-437e-a2df-05f8dc2e6cb3 None None] get_active_networks_info from dv-cinder-826949-1-iscsi {{(pid=109551) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 29 03:36:14.855181 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b4c7047-4b12-437e-a2df-05f8dc2e6cb3 None None] No non-hosted networks {{(pid=109551) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 29 03:36:14.878811 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.agentschedulers_db [None req-0b4c7047-4b12-437e-a2df-05f8dc2e6cb3 None None] DHCP Agent not found on host dv-cinder-826949-1-iscsi {{(pid=109551) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jan 29 03:36:15.048249 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-f6521ba8-86b8-46d2-a2a5-f6ed495e60f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1910601'] for agent (dac82def-0781-4624-a171-654e1b1d12af), after_create {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:36:17.478869 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-dfe7807e-a38e-484c-b511-f2e3ae94fb75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1910601'] for agent (d5b8732c-6ac1-45e3-a79e-cd9863fe8196), after_create {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:36:17.651652 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.db.api [None req-75e9d78e-e377-4773-88e8-1aff2ab77a8e None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-826949-1-iscsi {{(pid=109551) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 03:36:17.652567 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG oslo_db.api [None req-75e9d78e-e377-4773-88e8-1aff2ab77a8e None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=109551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 03:36:18.015397 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-6a0bb60c-5b7b-499b-b43f-7eb32e921150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1910601'] for agent (4cfc2a27-deed-4689-8f39-0bd5aa6fe3c3), after_create {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:36:18.232074 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-75e9d78e-e377-4773-88e8-1aff2ab77a8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (d5b8732c-6ac1-45e3-a79e-cd9863fe8196), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:36:19.536974 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-30ace4c1-806b-4d7c-a886-fe7b65bfbfcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1910601'] for agent (7774c0be-b957-4204-896b-7e749f55bf81), after_create {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:36:21.157755 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1910601'] for agent (e75d1b00-832d-4bf5-b078-2c4f5b2c10cd), after_create {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:36:21.158955 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:36:21.158955 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:36:21.159216 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:36:21.159917 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:36:21.160570 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:36:21.161633 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:36:21.163203 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:36:21.163203 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:36:21.163553 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:36:21.164068 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:36:21.164756 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:36:21.164852 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:36:21.165158 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:36:21.166376 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-826949-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=109551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:36:21.175040 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-826949-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=109551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:36:22.353364 dv-cinder-826949-1-iscsi neutron-server[109551]: INFO neutron.db.l3_hamode_db [None req-6948fb6e-4b44-4c3f-bd68-6f695123e059 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 29 03:36:22.432265 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6948fb6e-4b44-4c3f-bd68-6f695123e059 None None] Routers set() bound to L3 agent in host dv-cinder-826949-1-iscsi {{(pid=109551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 03:36:22.432605 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6948fb6e-4b44-4c3f-bd68-6f695123e059 None None] Router IDs set() for agent in host dv-cinder-826949-1-iscsi {{(pid=109551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 29 03:36:23.458999 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 41658) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:36:23.953417 dv-cinder-826949-1-iscsi neutron-server[109549]: WARNING oslo_policy.policy [None req-e67cecff-22c7-444f-83f2-16f06d0f3b66 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 29 03:36:23.954013 dv-cinder-826949-1-iscsi neutron-server[109549]: WARNING oslo_policy.policy [None req-e67cecff-22c7-444f-83f2-16f06d0f3b66 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 29 03:36:24.183505 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [None req-e67cecff-22c7-444f-83f2-16f06d0f3b66 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=109549) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 03:36:24.184530 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-e67cecff-22c7-444f-83f2-16f06d0f3b66 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7246044 Jan 29 03:36:26.831596 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 41676) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:36:27.315271 dv-cinder-826949-1-iscsi neutron-server[109550]: WARNING oslo_policy.policy [None req-b13e6918-f510-4b0d-bd5f-472b35282e00 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 29 03:36:27.315838 dv-cinder-826949-1-iscsi neutron-server[109550]: WARNING oslo_policy.policy [None req-b13e6918-f510-4b0d-bd5f-472b35282e00 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 29 03:36:27.536541 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.v2.base [None req-b13e6918-f510-4b0d-bd5f-472b35282e00 admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'tenant_id': 'c57f442fb4a54e55ae8b317d811cdb11', 'prefixes': ['172.20.0.0/16']}} {{(pid=109550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 03:36:27.626745 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.policy [None req-b13e6918-f510-4b0d-bd5f-472b35282e00 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109550) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 29 03:36:27.668163 dv-cinder-826949-1-iscsi neutron-server[109550]: WARNING oslo_policy.policy [None req-b13e6918-f510-4b0d-bd5f-472b35282e00 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 29 03:36:27.668529 dv-cinder-826949-1-iscsi neutron-server[109550]: WARNING oslo_policy.policy [None req-b13e6918-f510-4b0d-bd5f-472b35282e00 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 29 03:36:27.839005 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-b13e6918-f510-4b0d-bd5f-472b35282e00 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787150550395', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787150549846', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787150568642', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787150566333', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787150440995', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787150449097', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-617436', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-801756', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1912357', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1978875'] for rbac-policy (None), before_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:36:28.058373 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-b13e6918-f510-4b0d-bd5f-472b35282e00 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:36:28.059818 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-b13e6918-f510-4b0d-bd5f-472b35282e00 admin admin] 10.222.0.16 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.2261348 Jan 29 03:36:30.680012 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 41694) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:36:30.969108 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.v2.base [None req-4f9484a0-959d-4f0e-9b31-0f951d155edd admin admin] Request body: {'network': {'name': 'private', 'project_id': '677f27a70b2d4046a874434ded4fe5f8', 'tenant_id': '677f27a70b2d4046a874434ded4fe5f8', 'admin_state_up': True}} {{(pid=109549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 03:36:31.079170 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f9484a0-959d-4f0e-9b31-0f951d155edd admin admin] Made reservation on behalf of 677f27a70b2d4046a874434ded4fe5f8 for: {'network': 1} {{(pid=109549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 03:36:31.147776 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.policy [None req-4f9484a0-959d-4f0e-9b31-0f951d155edd admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109549) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 29 03:36:31.189048 dv-cinder-826949-1-iscsi neutron-server[109549]: WARNING oslo_policy.policy [None req-4f9484a0-959d-4f0e-9b31-0f951d155edd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 29 03:36:31.189424 dv-cinder-826949-1-iscsi neutron-server[109549]: WARNING oslo_policy.policy [None req-4f9484a0-959d-4f0e-9b31-0f951d155edd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 29 03:36:31.198941 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-4f9484a0-959d-4f0e-9b31-0f951d155edd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for network (None), before_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:36:31.220084 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-4f9484a0-959d-4f0e-9b31-0f951d155edd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:36:31.329626 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-4f9484a0-959d-4f0e-9b31-0f951d155edd admin admin] Publish callbacks [] for security_group (3336b2e3-0c63-4cdc-8bff-94642f723f17), precommit_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:36:31.370079 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-4f9484a0-959d-4f0e-9b31-0f951d155edd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (3336b2e3-0c63-4cdc-8bff-94642f723f17), after_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:36:31.389069 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f9484a0-959d-4f0e-9b31-0f951d155edd admin admin] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=109549) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 03:36:31.416537 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-4f9484a0-959d-4f0e-9b31-0f951d155edd admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8787145932418', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541992'] for segment (983bd194-1acd-460e-aaaa-ee1430a3497a), precommit_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:36:31.417056 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-4f9484a0-959d-4f0e-9b31-0f951d155edd admin admin] Unsubscribe: segment precommit_create {{(pid=109549) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 29 03:36:31.417567 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.db.segments_db [None req-4f9484a0-959d-4f0e-9b31-0f951d155edd admin admin] Added segment 983bd194-1acd-460e-aaaa-ee1430a3497a of type vlan for network e6bbe17f-436d-49ec-a86d-cbb975e02eda Jan 29 03:36:31.433568 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9484a0-959d-4f0e-9b31-0f951d155edd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3336b2e3-0c63-4cdc-8bff-94642f723f17,revision_number=1']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:36:31.463532 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9484a0-959d-4f0e-9b31-0f951d155edd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:36:31.463900 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9484a0-959d-4f0e-9b31-0f951d155edd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:36:31.464243 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9484a0-959d-4f0e-9b31-0f951d155edd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:36:31.464573 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9484a0-959d-4f0e-9b31-0f951d155edd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:36:31.464901 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9484a0-959d-4f0e-9b31-0f951d155edd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:36:31.465227 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9484a0-959d-4f0e-9b31-0f951d155edd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:36:31.465561 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9484a0-959d-4f0e-9b31-0f951d155edd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:36:31.465895 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9484a0-959d-4f0e-9b31-0f951d155edd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:36:31.466249 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9484a0-959d-4f0e-9b31-0f951d155edd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:36:31.466586 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9484a0-959d-4f0e-9b31-0f951d155edd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:36:31.466907 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9484a0-959d-4f0e-9b31-0f951d155edd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:36:31.467220 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9484a0-959d-4f0e-9b31-0f951d155edd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:36:31.468070 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9484a0-959d-4f0e-9b31-0f951d155edd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:36:31.469376 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9484a0-959d-4f0e-9b31-0f951d155edd admin admin] Tracked resource versions report: Jan 29 03:36:31.469376 dv-cinder-826949-1-iscsi neutron-server[109549]: pushed versions: Jan 29 03:36:31.469376 dv-cinder-826949-1-iscsi neutron-server[109549]: { 'AddressGroup': {'1.2'}, Jan 29 03:36:31.469376 dv-cinder-826949-1-iscsi neutron-server[109549]: 'ConntrackHelper': {'1.0'}, Jan 29 03:36:31.469376 dv-cinder-826949-1-iscsi neutron-server[109549]: 'LocalIPAssociation': {'1.0'}, Jan 29 03:36:31.469376 dv-cinder-826949-1-iscsi neutron-server[109549]: 'Log': {'1.0'}, Jan 29 03:36:31.469376 dv-cinder-826949-1-iscsi neutron-server[109549]: 'Network': {'1.1'}, Jan 29 03:36:31.469376 dv-cinder-826949-1-iscsi neutron-server[109549]: 'Port': {'1.7'}, Jan 29 03:36:31.469376 dv-cinder-826949-1-iscsi neutron-server[109549]: 'PortForwarding': {'1.2'}, Jan 29 03:36:31.469376 dv-cinder-826949-1-iscsi neutron-server[109549]: 'QosPolicy': {'1.10'}, Jan 29 03:36:31.469376 dv-cinder-826949-1-iscsi neutron-server[109549]: 'SecurityGroup': {'1.5'}, Jan 29 03:36:31.469376 dv-cinder-826949-1-iscsi neutron-server[109549]: 'SecurityGroupRule': {'1.2'}, Jan 29 03:36:31.469376 dv-cinder-826949-1-iscsi neutron-server[109549]: 'SubPort': {'1.0'}, Jan 29 03:36:31.469376 dv-cinder-826949-1-iscsi neutron-server[109549]: 'Subnet': {'1.1'}, Jan 29 03:36:31.469376 dv-cinder-826949-1-iscsi neutron-server[109549]: 'Trunk': {'1.1'}} Jan 29 03:36:31.469376 dv-cinder-826949-1-iscsi neutron-server[109549]: consumer versions: Jan 29 03:36:31.469376 dv-cinder-826949-1-iscsi neutron-server[109549]: { DHCP agent@dv-cinder-826949-1-iscsi: {}, Jan 29 03:36:31.469376 dv-cinder-826949-1-iscsi neutron-server[109549]: L3 agent@dv-cinder-826949-1-iscsi: {}, Jan 29 03:36:31.469376 dv-cinder-826949-1-iscsi neutron-server[109549]: Metadata agent@dv-cinder-826949-1-iscsi: {}, Jan 29 03:36:31.469376 dv-cinder-826949-1-iscsi neutron-server[109549]: Metering agent@dv-cinder-826949-1-iscsi: {}, Jan 29 03:36:31.469376 dv-cinder-826949-1-iscsi neutron-server[109549]: Open vSwitch agent@dv-cinder-826949-1-iscsi: { 'AddressGroup': '1.2', Jan 29 03:36:31.469376 dv-cinder-826949-1-iscsi neutron-server[109549]: 'ConntrackHelper': '1.0', Jan 29 03:36:31.469376 dv-cinder-826949-1-iscsi neutron-server[109549]: 'LocalIPAssociation': '1.0', Jan 29 03:36:31.469376 dv-cinder-826949-1-iscsi neutron-server[109549]: 'Log': '1.0', Jan 29 03:36:31.469376 dv-cinder-826949-1-iscsi neutron-server[109549]: 'Network': '1.1', Jan 29 03:36:31.469376 dv-cinder-826949-1-iscsi neutron-server[109549]: 'Port': '1.7', Jan 29 03:36:31.469376 dv-cinder-826949-1-iscsi neutron-server[109549]: 'PortForwarding': '1.2', Jan 29 03:36:31.469376 dv-cinder-826949-1-iscsi neutron-server[109549]: 'QosPolicy': '1.10', Jan 29 03:36:31.469376 dv-cinder-826949-1-iscsi neutron-server[109549]: 'SecurityGroup': '1.5', Jan 29 03:36:31.469376 dv-cinder-826949-1-iscsi neutron-server[109549]: 'SecurityGroupRule': '1.2', Jan 29 03:36:31.469376 dv-cinder-826949-1-iscsi neutron-server[109549]: 'SubPort': '1.0', Jan 29 03:36:31.469376 dv-cinder-826949-1-iscsi neutron-server[109549]: 'Subnet': '1.1', Jan 29 03:36:31.469376 dv-cinder-826949-1-iscsi neutron-server[109549]: 'Trunk': '1.1'}} Jan 29 03:36:31.469376 dv-cinder-826949-1-iscsi neutron-server[109549]: {{(pid=109549) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 29 03:36:31.527990 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-4f9484a0-959d-4f0e-9b31-0f951d155edd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787145422201'] for network (e6bbe17f-436d-49ec-a86d-cbb975e02eda), precommit_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:36:31.683034 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-4f9484a0-959d-4f0e-9b31-0f951d155edd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888'] for network (e6bbe17f-436d-49ec-a86d-cbb975e02eda), after_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:36:31.684072 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f9484a0-959d-4f0e-9b31-0f951d155edd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:36:31.684789 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-4f9484a0-959d-4f0e-9b31-0f951d155edd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606130'] for network (None), before_response {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:36:31.784553 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9484a0-959d-4f0e-9b31-0f951d155edd admin admin] Pushing event updated for resources: {'Network': ['ID=e6bbe17f-436d-49ec-a86d-cbb975e02eda,revision_number=1']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:36:31.796415 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Network e6bbe17f-436d-49ec-a86d-cbb975e02eda details requested by agent ovs-agent-dv-cinder-826949-1-iscsi with host dv-cinder-826949-1-iscsi {{(pid=109551) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 03:36:31.811377 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-4f9484a0-959d-4f0e-9b31-0f951d155edd admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 1.1303120 Jan 29 03:36:34.502360 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 41710) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:36:34.885411 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d29326-d125-44fa-9317-56332119e6c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:36:34.886805 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-03d29326-d125-44fa-9317-56332119e6c9 admin admin] 10.222.0.16 "GET /v2.0/networks/e6bbe17f-436d-49ec-a86d-cbb975e02eda HTTP/1.1" status: 200 len: 824 time: 0.3835013 Jan 29 03:36:34.926843 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-359b272a-9715-4462-bfd1-78531ddc6a5b admin admin] 10.222.0.16 "GET /v2.0/subnetpools/5ab190e6-2f9d-4695-841c-cf9afc90af42 HTTP/1.1" status: 200 len: 734 time: 0.0343575 Jan 29 03:36:34.935399 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.v2.base [None req-ca677a1f-7b91-409e-a76d-19466d9fdb2c admin admin] Request body: {'subnet': {'name': 'private-subnet', 'network_id': 'e6bbe17f-436d-49ec-a86d-cbb975e02eda', 'tenant_id': '677f27a70b2d4046a874434ded4fe5f8', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'subnetpool_id': '5ab190e6-2f9d-4695-841c-cf9afc90af42'}} {{(pid=109549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 03:36:35.025088 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca677a1f-7b91-409e-a76d-19466d9fdb2c admin admin] Made reservation on behalf of 677f27a70b2d4046a874434ded4fe5f8 for: {'subnet': 1} {{(pid=109549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 03:36:35.027316 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-ca677a1f-7b91-409e-a76d-19466d9fdb2c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:36:35.402862 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-ca677a1f-7b91-409e-a76d-19466d9fdb2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888'] for subnet (9fb1d6f5-d4b8-4183-a86a-ce2db5b26087), after_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:36:35.471224 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca677a1f-7b91-409e-a76d-19466d9fdb2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=9fb1d6f5-d4b8-4183-a86a-ce2db5b26087,revision_number=0']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:36:35.473270 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca677a1f-7b91-409e-a76d-19466d9fdb2c admin admin] Checking segment: {'id': '983bd194-1acd-460e-aaaa-ee1430a3497a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e6bbe17f-436d-49ec-a86d-cbb975e02eda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 03:36:35.473633 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca677a1f-7b91-409e-a76d-19466d9fdb2c admin admin] Network hostable DHCP agents. Network: e6bbe17f-436d-49ec-a86d-cbb975e02eda, hostable agents: ['dac82def-0781-4624-a171-654e1b1d12af'], hosted agents: [] {{(pid=109549) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 03:36:35.547298 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca677a1f-7b91-409e-a76d-19466d9fdb2c admin admin] Network e6bbe17f-436d-49ec-a86d-cbb975e02eda is scheduled to be hosted by DHCP agent dac82def-0781-4624-a171-654e1b1d12af with binding_index 1 {{(pid=109549) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 03:36:35.619610 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.scheduler.base_scheduler [None req-ca677a1f-7b91-409e-a76d-19466d9fdb2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826949-1-iscsi, e6bbe17f-436d-49ec-a86d-cbb975e02eda) {{(pid=109549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 03:36:35.624179 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca677a1f-7b91-409e-a76d-19466d9fdb2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:36:35.624768 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-ca677a1f-7b91-409e-a76d-19466d9fdb2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606130'] for subnet (None), before_response {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:36:35.629931 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18362aea-dcd9-419c-abc1-01239762dae8 None None] Network e6bbe17f-436d-49ec-a86d-cbb975e02eda requested from dv-cinder-826949-1-iscsi {{(pid=109551) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 03:36:35.733339 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-ca677a1f-7b91-409e-a76d-19466d9fdb2c admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8011003 Jan 29 03:36:35.888059 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f4eca2-b536-4708-be7f-2cdf67876407 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ffd3bd-5e69-5ede-b676-2fcdca3717c9-e6bbe17f-436d-49ec-a86d-cbb975e02eda', 'network_id': 'e6bbe17f-436d-49ec-a86d-cbb975e02eda', 'project_id': '677f27a70b2d4046a874434ded4fe5f8', 'fixed_ips': [{'subnet_id': '9fb1d6f5-d4b8-4183-a86a-ce2db5b26087'}]}} from dv-cinder-826949-1-iscsi. {{(pid=109551) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 03:36:35.889901 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-61f4eca2-b536-4708-be7f-2cdf67876407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (None), before_create {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:36:36.163183 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.db_base_plugin_common [None req-61f4eca2-b536-4708-be7f-2cdf67876407 None None] Allocated IP 172.20.0.2 (e6bbe17f-436d-49ec-a86d-cbb975e02eda/9fb1d6f5-d4b8-4183-a86a-ce2db5b26087/42475690-563c-4e45-89b1-d873cd2f1381) {{(pid=109551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 03:36:36.435767 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-61f4eca2-b536-4708-be7f-2cdf67876407 None None] Publish callbacks [] for port (42475690-563c-4e45-89b1-d873cd2f1381), precommit_create {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:36:36.609760 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-61f4eca2-b536-4708-be7f-2cdf67876407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787145433393'] for port (42475690-563c-4e45-89b1-d873cd2f1381), after_create {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:36:36.680486 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f4eca2-b536-4708-be7f-2cdf67876407 None None] Network e6bbe17f-436d-49ec-a86d-cbb975e02eda is already hosted by enough agents. {{(pid=109551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 03:36:36.686209 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.scheduler.base_scheduler [None req-61f4eca2-b536-4708-be7f-2cdf67876407 None None] Resources bound (agent type, host, resource id): {{(pid=109551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 03:36:36.689171 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f4eca2-b536-4708-be7f-2cdf67876407 None None] Received port after_create {{(pid=109551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 03:36:36.725645 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f4eca2-b536-4708-be7f-2cdf67876407 None None] Pushing event updated for resources: {'Port': ['ID=42475690-563c-4e45-89b1-d873cd2f1381,revision_number=1']} {{(pid=109551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:36:36.751005 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f4eca2-b536-4708-be7f-2cdf67876407 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:36:36.751375 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f4eca2-b536-4708-be7f-2cdf67876407 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:36:36.751743 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f4eca2-b536-4708-be7f-2cdf67876407 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:36:36.752078 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f4eca2-b536-4708-be7f-2cdf67876407 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:36:36.752408 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f4eca2-b536-4708-be7f-2cdf67876407 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:36:36.752731 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f4eca2-b536-4708-be7f-2cdf67876407 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:36:36.753060 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f4eca2-b536-4708-be7f-2cdf67876407 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:36:36.753383 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f4eca2-b536-4708-be7f-2cdf67876407 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:36:36.753703 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f4eca2-b536-4708-be7f-2cdf67876407 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:36:36.754045 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f4eca2-b536-4708-be7f-2cdf67876407 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:36:36.754514 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f4eca2-b536-4708-be7f-2cdf67876407 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:36:36.754834 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f4eca2-b536-4708-be7f-2cdf67876407 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:36:36.755150 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f4eca2-b536-4708-be7f-2cdf67876407 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:36:36.756483 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f4eca2-b536-4708-be7f-2cdf67876407 None None] Tracked resource versions report: Jan 29 03:36:36.756483 dv-cinder-826949-1-iscsi neutron-server[109551]: pushed versions: Jan 29 03:36:36.756483 dv-cinder-826949-1-iscsi neutron-server[109551]: { 'AddressGroup': {'1.2'}, Jan 29 03:36:36.756483 dv-cinder-826949-1-iscsi neutron-server[109551]: 'ConntrackHelper': {'1.0'}, Jan 29 03:36:36.756483 dv-cinder-826949-1-iscsi neutron-server[109551]: 'LocalIPAssociation': {'1.0'}, Jan 29 03:36:36.756483 dv-cinder-826949-1-iscsi neutron-server[109551]: 'Log': {'1.0'}, Jan 29 03:36:36.756483 dv-cinder-826949-1-iscsi neutron-server[109551]: 'Network': {'1.1'}, Jan 29 03:36:36.756483 dv-cinder-826949-1-iscsi neutron-server[109551]: 'Port': {'1.7'}, Jan 29 03:36:36.756483 dv-cinder-826949-1-iscsi neutron-server[109551]: 'PortForwarding': {'1.2'}, Jan 29 03:36:36.756483 dv-cinder-826949-1-iscsi neutron-server[109551]: 'QosPolicy': {'1.10'}, Jan 29 03:36:36.756483 dv-cinder-826949-1-iscsi neutron-server[109551]: 'SecurityGroup': {'1.5'}, Jan 29 03:36:36.756483 dv-cinder-826949-1-iscsi neutron-server[109551]: 'SecurityGroupRule': {'1.2'}, Jan 29 03:36:36.756483 dv-cinder-826949-1-iscsi neutron-server[109551]: 'SubPort': {'1.0'}, Jan 29 03:36:36.756483 dv-cinder-826949-1-iscsi neutron-server[109551]: 'Subnet': {'1.1'}, Jan 29 03:36:36.756483 dv-cinder-826949-1-iscsi neutron-server[109551]: 'Trunk': {'1.1'}} Jan 29 03:36:36.756483 dv-cinder-826949-1-iscsi neutron-server[109551]: consumer versions: Jan 29 03:36:36.756483 dv-cinder-826949-1-iscsi neutron-server[109551]: { DHCP agent@dv-cinder-826949-1-iscsi: {}, Jan 29 03:36:36.756483 dv-cinder-826949-1-iscsi neutron-server[109551]: L3 agent@dv-cinder-826949-1-iscsi: {}, Jan 29 03:36:36.756483 dv-cinder-826949-1-iscsi neutron-server[109551]: Metadata agent@dv-cinder-826949-1-iscsi: {}, Jan 29 03:36:36.756483 dv-cinder-826949-1-iscsi neutron-server[109551]: Metering agent@dv-cinder-826949-1-iscsi: {}, Jan 29 03:36:36.756483 dv-cinder-826949-1-iscsi neutron-server[109551]: Open vSwitch agent@dv-cinder-826949-1-iscsi: { 'AddressGroup': '1.2', Jan 29 03:36:36.756483 dv-cinder-826949-1-iscsi neutron-server[109551]: 'ConntrackHelper': '1.0', Jan 29 03:36:36.756483 dv-cinder-826949-1-iscsi neutron-server[109551]: 'LocalIPAssociation': '1.0', Jan 29 03:36:36.756483 dv-cinder-826949-1-iscsi neutron-server[109551]: 'Log': '1.0', Jan 29 03:36:36.756483 dv-cinder-826949-1-iscsi neutron-server[109551]: 'Network': '1.1', Jan 29 03:36:36.756483 dv-cinder-826949-1-iscsi neutron-server[109551]: 'Port': '1.7', Jan 29 03:36:36.756483 dv-cinder-826949-1-iscsi neutron-server[109551]: 'PortForwarding': '1.2', Jan 29 03:36:36.756483 dv-cinder-826949-1-iscsi neutron-server[109551]: 'QosPolicy': '1.10', Jan 29 03:36:36.756483 dv-cinder-826949-1-iscsi neutron-server[109551]: 'SecurityGroup': '1.5', Jan 29 03:36:36.756483 dv-cinder-826949-1-iscsi neutron-server[109551]: 'SecurityGroupRule': '1.2', Jan 29 03:36:36.756483 dv-cinder-826949-1-iscsi neutron-server[109551]: 'SubPort': '1.0', Jan 29 03:36:36.756483 dv-cinder-826949-1-iscsi neutron-server[109551]: 'Subnet': '1.1', Jan 29 03:36:36.756483 dv-cinder-826949-1-iscsi neutron-server[109551]: 'Trunk': '1.1'}} Jan 29 03:36:36.756483 dv-cinder-826949-1-iscsi neutron-server[109551]: {{(pid=109551) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 29 03:36:36.784708 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.managers [None req-61f4eca2-b536-4708-be7f-2cdf67876407 None None] Attempting to bind port 42475690-563c-4e45-89b1-d873cd2f1381 on host dv-cinder-826949-1-iscsi for vnic_type normal with profile {{(pid=109551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 03:36:36.785100 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.managers [None req-61f4eca2-b536-4708-be7f-2cdf67876407 None None] Attempting to bind port 42475690-563c-4e45-89b1-d873cd2f1381 by drivers openvswitch,hyperv on host dv-cinder-826949-1-iscsi at level 0 using segments [{'id': '983bd194-1acd-460e-aaaa-ee1430a3497a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e6bbe17f-436d-49ec-a86d-cbb975e02eda'}] {{(pid=109551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 03:36:36.785520 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f4eca2-b536-4708-be7f-2cdf67876407 None None] Attempting to bind port 42475690-563c-4e45-89b1-d873cd2f1381 on network e6bbe17f-436d-49ec-a86d-cbb975e02eda {{(pid=109551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 03:36:36.790573 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f4eca2-b536-4708-be7f-2cdf67876407 None None] Checking agent: {'id': 'e75d1b00-832d-4bf5-b078-2c4f5b2c10cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826949-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 3, 36, 21), 'started_at': datetime.datetime(2022, 1, 29, 3, 36, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 3, 36, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826949-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 03:36:36.790949 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f4eca2-b536-4708-be7f-2cdf67876407 None None] Checking segment: {'id': '983bd194-1acd-460e-aaaa-ee1430a3497a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e6bbe17f-436d-49ec-a86d-cbb975e02eda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 03:36:36.791438 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-61f4eca2-b536-4708-be7f-2cdf67876407 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:36:36.791822 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f4eca2-b536-4708-be7f-2cdf67876407 None None] Bound using segment: {'id': '983bd194-1acd-460e-aaaa-ee1430a3497a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e6bbe17f-436d-49ec-a86d-cbb975e02eda'} {{(pid=109551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 03:36:36.792278 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.managers [None req-61f4eca2-b536-4708-be7f-2cdf67876407 None None] Bound port: 42475690-563c-4e45-89b1-d873cd2f1381, host: dv-cinder-826949-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '983bd194-1acd-460e-aaaa-ee1430a3497a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e6bbe17f-436d-49ec-a86d-cbb975e02eda'}}] {{(pid=109551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 03:36:36.792677 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-61f4eca2-b536-4708-be7f-2cdf67876407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (42475690-563c-4e45-89b1-d873cd2f1381), before_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:36:36.853952 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-61f4eca2-b536-4708-be7f-2cdf67876407 None None] For port 42475690-563c-4e45-89b1-d873cd2f1381, host dv-cinder-826949-1-iscsi, cleared binding levels {{(pid=109551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 03:36:36.858325 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-61f4eca2-b536-4708-be7f-2cdf67876407 None None] For port 42475690-563c-4e45-89b1-d873cd2f1381, host dv-cinder-826949-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-1-iscsi',level=0,port_id=42475690-563c-4e45-89b1-d873cd2f1381,segment=NetworkSegment(983bd194-1acd-460e-aaaa-ee1430a3497a),segment_id=983bd194-1acd-460e-aaaa-ee1430a3497a)] {{(pid=109551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 03:36:36.925521 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-61f4eca2-b536-4708-be7f-2cdf67876407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429'] for port (42475690-563c-4e45-89b1-d873cd2f1381), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:36:36.988805 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f4eca2-b536-4708-be7f-2cdf67876407 None None] Pushing event updated for resources: {'Port': ['ID=42475690-563c-4e45-89b1-d873cd2f1381,revision_number=2']} {{(pid=109551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:36:38.223103 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 41718) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:36:38.536166 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [None req-067afc27-a0c6-465a-a115-2364df3c0943 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=109549) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 03:36:38.537243 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-067afc27-a0c6-465a-a115-2364df3c0943 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3130999 Jan 29 03:36:41.107220 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 41726) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:36:41.431351 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [None req-562223c8-e9f4-44e5-9ccb-1c0314382bfc admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=109549) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 03:36:41.432344 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-562223c8-e9f4-44e5-9ccb-1c0314382bfc admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3241930 Jan 29 03:36:44.143459 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 41736) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:36:44.437280 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.v2.base [None req-449dc641-da9a-4369-be6e-876c0db10596 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '677f27a70b2d4046a874434ded4fe5f8'}} {{(pid=109550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 03:36:44.536699 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-449dc641-da9a-4369-be6e-876c0db10596 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1909339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32538'] for router (49dba8a8-b186-4cd4-ac63-165be1d16757), before_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:36:44.538320 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-449dc641-da9a-4369-be6e-876c0db10596 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1922507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1915669', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1834903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32531'] for router (49dba8a8-b186-4cd4-ac63-165be1d16757), precommit_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:36:44.686602 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-449dc641-da9a-4369-be6e-876c0db10596 admin admin] Publish callbacks [] for router_controller (49dba8a8-b186-4cd4-ac63-165be1d16757), precommit_add_association {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:36:44.749098 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-449dc641-da9a-4369-be6e-876c0db10596 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1922500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1915714'] for router (49dba8a8-b186-4cd4-ac63-165be1d16757), after_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:36:44.822144 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-4add0ae1-da9e-4d1a-b520-e55877fa4038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (dac82def-0781-4624-a171-654e1b1d12af), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:36:44.838870 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-449dc641-da9a-4369-be6e-876c0db10596 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:36:44.840117 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-449dc641-da9a-4369-be6e-876c0db10596 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6956637 Jan 29 03:36:47.347994 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 41748) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:36:47.421898 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-df60606f-f4d7-4715-92ab-6650c98964f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (d5b8732c-6ac1-45e3-a79e-cd9863fe8196), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:36:47.663074 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [None req-34211f21-b000-4f73-8ac7-b4e61ded6320 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=109549) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 03:36:47.667503 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-34211f21-b000-4f73-8ac7-b4e61ded6320 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3155229 Jan 29 03:36:47.746821 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Device 42475690-563c-4e45-89b1-d873cd2f1381 up at agent ovs-agent-dv-cinder-826949-1-iscsi {{(pid=109551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 03:36:47.840058 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.provisioning_blocks [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Provisioning complete for port 42475690-563c-4e45-89b1-d873cd2f1381 triggered by entity L2. {{(pid=109551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 03:36:47.840487 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785313'] for port (42475690-563c-4e45-89b1-d873cd2f1381), provisioning_complete {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:36:47.962906 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Current status of the port 42475690-563c-4e45-89b1-d873cd2f1381 is: DOWN; New status is: ACTIVE {{(pid=109551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 03:36:47.963302 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (42475690-563c-4e45-89b1-d873cd2f1381), before_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:36:47.997090 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] For port 42475690-563c-4e45-89b1-d873cd2f1381, host dv-cinder-826949-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-1-iscsi',level=0,port_id=42475690-563c-4e45-89b1-d873cd2f1381,segment=NetworkSegment(983bd194-1acd-460e-aaaa-ee1430a3497a),segment_id=983bd194-1acd-460e-aaaa-ee1430a3497a)] {{(pid=109551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 03:36:48.027589 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-6a0bb60c-5b7b-499b-b43f-7eb32e921150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (4cfc2a27-deed-4689-8f39-0bd5aa6fe3c3), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:36:48.053858 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429'] for port (42475690-563c-4e45-89b1-d873cd2f1381), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:36:48.103495 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Pushing event updated for resources: {'Port': ['ID=42475690-563c-4e45-89b1-d873cd2f1381,revision_number=3']} {{(pid=109551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:36:48.137321 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a66a7dea-2abf-4d03-8813-b1bd2e96fb46 None None] Network e6bbe17f-436d-49ec-a86d-cbb975e02eda requested from dv-cinder-826949-1-iscsi {{(pid=109551) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 03:36:48.203397 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.provisioning_blocks [None req-ac91d517-f3d7-46a4-9759-b79cf04e44ab None None] Provisioning complete for port 42475690-563c-4e45-89b1-d873cd2f1381 triggered by entity DHCP. {{(pid=109551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 03:36:48.203787 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-ac91d517-f3d7-46a4-9759-b79cf04e44ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785313'] for port (42475690-563c-4e45-89b1-d873cd2f1381), provisioning_complete {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:36:48.334958 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-ac91d517-f3d7-46a4-9759-b79cf04e44ab None None] Current status of the port 42475690-563c-4e45-89b1-d873cd2f1381 is: ACTIVE; New status is: ACTIVE {{(pid=109551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 03:36:48.554389 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.provisioning_blocks [None req-0e1ded66-c039-49d2-95bc-2f0183797fac None None] Provisioning complete for port 42475690-563c-4e45-89b1-d873cd2f1381 triggered by entity DHCP. {{(pid=109551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 03:36:48.555016 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-0e1ded66-c039-49d2-95bc-2f0183797fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785313'] for port (42475690-563c-4e45-89b1-d873cd2f1381), provisioning_complete {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:36:48.639261 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-0e1ded66-c039-49d2-95bc-2f0183797fac None None] Current status of the port 42475690-563c-4e45-89b1-d873cd2f1381 is: ACTIVE; New status is: ACTIVE {{(pid=109551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 03:36:49.373602 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-30ace4c1-806b-4d7c-a886-fe7b65bfbfcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (7774c0be-b957-4204-896b-7e749f55bf81), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:36:49.696246 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Device 42475690-563c-4e45-89b1-d873cd2f1381 up at agent ovs-agent-dv-cinder-826949-1-iscsi {{(pid=109551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 03:36:49.744635 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.provisioning_blocks [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Provisioning complete for port 42475690-563c-4e45-89b1-d873cd2f1381 triggered by entity L2. {{(pid=109551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 03:36:49.745025 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785313'] for port (42475690-563c-4e45-89b1-d873cd2f1381), provisioning_complete {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:36:49.819019 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Current status of the port 42475690-563c-4e45-89b1-d873cd2f1381 is: ACTIVE; New status is: ACTIVE {{(pid=109551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 03:36:50.195593 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 41778) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:36:50.321788 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.v2.base [None req-ad06d4b9-2aa5-4d64-8b9c-206bbadd409c admin admin] Request body: {'network': {'admin_state_up': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'router:external': True, 'project_id': 'c57f442fb4a54e55ae8b317d811cdb11', 'provider:network_type': 'flat', 'tenant_id': 'c57f442fb4a54e55ae8b317d811cdb11', 'name': 'public'}} {{(pid=109549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 03:36:50.401767 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad06d4b9-2aa5-4d64-8b9c-206bbadd409c admin admin] Made reservation on behalf of c57f442fb4a54e55ae8b317d811cdb11 for: {'network': 1} {{(pid=109549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 03:36:50.404549 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-ad06d4b9-2aa5-4d64-8b9c-206bbadd409c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for network (None), before_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:36:50.412762 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-ad06d4b9-2aa5-4d64-8b9c-206bbadd409c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:36:50.482701 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-ad06d4b9-2aa5-4d64-8b9c-206bbadd409c admin admin] Publish callbacks [] for security_group (253fef54-ef08-476e-82ba-cd2726fa9ba3), precommit_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:36:50.556355 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-ad06d4b9-2aa5-4d64-8b9c-206bbadd409c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (253fef54-ef08-476e-82ba-cd2726fa9ba3), after_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:36:50.573886 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-ad06d4b9-2aa5-4d64-8b9c-206bbadd409c admin admin] Reserving flat network on physical network physnet1 {{(pid=109549) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jan 29 03:36:50.591469 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad06d4b9-2aa5-4d64-8b9c-206bbadd409c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=253fef54-ef08-476e-82ba-cd2726fa9ba3,revision_number=1']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:36:50.596238 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-ad06d4b9-2aa5-4d64-8b9c-206bbadd409c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541992'] for segment (59bb8c29-301f-4146-9f63-152343a78833), precommit_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:36:50.596576 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.db.segments_db [None req-ad06d4b9-2aa5-4d64-8b9c-206bbadd409c admin admin] Added segment 59bb8c29-301f-4146-9f63-152343a78833 of type flat for network 84058fb5-7499-436d-9c61-9715f17a209a Jan 29 03:36:50.641292 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-ad06d4b9-2aa5-4d64-8b9c-206bbadd409c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787145422201'] for network (84058fb5-7499-436d-9c61-9715f17a209a), precommit_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:36:50.745330 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-ad06d4b9-2aa5-4d64-8b9c-206bbadd409c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888'] for network (84058fb5-7499-436d-9c61-9715f17a209a), after_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:36:50.746245 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad06d4b9-2aa5-4d64-8b9c-206bbadd409c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:36:50.746896 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-ad06d4b9-2aa5-4d64-8b9c-206bbadd409c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606130'] for network (None), before_response {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:36:50.802376 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad06d4b9-2aa5-4d64-8b9c-206bbadd409c admin admin] Pushing event updated for resources: {'Network': ['ID=84058fb5-7499-436d-9c61-9715f17a209a,revision_number=1']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:36:50.812299 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Network 84058fb5-7499-436d-9c61-9715f17a209a details requested by agent ovs-agent-dv-cinder-826949-1-iscsi with host dv-cinder-826949-1-iscsi {{(pid=109551) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 03:36:50.869874 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-ad06d4b9-2aa5-4d64-8b9c-206bbadd409c admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6732271 Jan 29 03:36:51.124652 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (e75d1b00-832d-4bf5-b078-2c4f5b2c10cd), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:36:53.137219 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 41786) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:36:53.232953 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d2c5de-0dd3-489e-87bb-d93cc02e72a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:36:53.234359 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-d7d2c5de-0dd3-489e-87bb-d93cc02e72a0 admin admin] 10.222.0.16 "GET /v2.0/subnets/9fb1d6f5-d4b8-4183-a86a-ce2db5b26087 HTTP/1.1" status: 200 len: 849 time: 0.0961788 Jan 29 03:36:53.393732 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-53b94fe8-b3a1-4d1b-9eea-abab89208a30 admin admin] 10.222.0.16 "GET /v2.0/routers/49dba8a8-b186-4cd4-ac63-165be1d16757 HTTP/1.1" status: 200 len: 704 time: 0.1535237 Jan 29 03:36:53.651603 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-f829ac49-5a5c-4b7d-9918-717d33ac907b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (None), before_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:36:53.952240 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.db.db_base_plugin_common [None req-f829ac49-5a5c-4b7d-9918-717d33ac907b admin admin] Allocated IP 172.20.0.1 (e6bbe17f-436d-49ec-a86d-cbb975e02eda/9fb1d6f5-d4b8-4183-a86a-ce2db5b26087/061459b9-eaa8-4690-be20-d32ebbf56728) {{(pid=109549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 03:36:54.106966 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-f829ac49-5a5c-4b7d-9918-717d33ac907b admin admin] Publish callbacks [] for port (061459b9-eaa8-4690-be20-d32ebbf56728), precommit_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:36:54.226017 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-f829ac49-5a5c-4b7d-9918-717d33ac907b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787145433393'] for port (061459b9-eaa8-4690-be20-d32ebbf56728), after_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:36:54.337003 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f829ac49-5a5c-4b7d-9918-717d33ac907b admin admin] Network e6bbe17f-436d-49ec-a86d-cbb975e02eda is already hosted by enough agents. {{(pid=109549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 03:36:54.342323 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.scheduler.base_scheduler [None req-f829ac49-5a5c-4b7d-9918-717d33ac907b admin admin] Resources bound (agent type, host, resource id): {{(pid=109549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 03:36:54.348692 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f829ac49-5a5c-4b7d-9918-717d33ac907b admin admin] Received port after_create {{(pid=109549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 03:36:54.349230 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-f829ac49-5a5c-4b7d-9918-717d33ac907b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1909781'] for router_interface (49dba8a8-b186-4cd4-ac63-165be1d16757), before_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:36:54.411834 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f829ac49-5a5c-4b7d-9918-717d33ac907b admin admin] Pushing event updated for resources: {'Port': ['ID=061459b9-eaa8-4690-be20-d32ebbf56728,revision_number=1']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:36:54.495616 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.provisioning_blocks [None req-5d8ffcaa-d660-4b99-aa90-e98a3c5ceeab None None] Provisioning complete for port 061459b9-eaa8-4690-be20-d32ebbf56728 triggered by entity DHCP. {{(pid=109551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 03:36:54.496272 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-5d8ffcaa-d660-4b99-aa90-e98a3c5ceeab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785313'] for port (061459b9-eaa8-4690-be20-d32ebbf56728), provisioning_complete {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:36:54.582650 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-5d8ffcaa-d660-4b99-aa90-e98a3c5ceeab None None] Port 061459b9-eaa8-4690-be20-d32ebbf56728 cannot update to ACTIVE because it is not bound. {{(pid=109551) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 03:36:54.633287 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-f829ac49-5a5c-4b7d-9918-717d33ac907b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (061459b9-eaa8-4690-be20-d32ebbf56728), before_update {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:36:54.836359 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-f829ac49-5a5c-4b7d-9918-717d33ac907b admin admin] Publish callbacks [] for port (061459b9-eaa8-4690-be20-d32ebbf56728), precommit_update {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:36:54.901356 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-f829ac49-5a5c-4b7d-9918-717d33ac907b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429'] for port (061459b9-eaa8-4690-be20-d32ebbf56728), after_update {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:36:54.902202 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-f829ac49-5a5c-4b7d-9918-717d33ac907b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1605918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1910661'] for router_interface (49dba8a8-b186-4cd4-ac63-165be1d16757), after_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:36:54.981748 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f829ac49-5a5c-4b7d-9918-717d33ac907b admin admin] Pushing event updated for resources: {'Port': ['ID=061459b9-eaa8-4690-be20-d32ebbf56728,revision_number=2']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:36:55.025525 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f829ac49-5a5c-4b7d-9918-717d33ac907b admin admin] Network e6bbe17f-436d-49ec-a86d-cbb975e02eda is already hosted by enough agents. {{(pid=109549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 03:36:55.026803 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.scheduler.base_scheduler [None req-f829ac49-5a5c-4b7d-9918-717d33ac907b admin admin] Resources bound (agent type, host, resource id): {{(pid=109549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 03:36:55.206608 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.provisioning_blocks [None req-90ec0f5d-624d-4469-b5b1-678b83c18284 None None] Provisioning complete for port 061459b9-eaa8-4690-be20-d32ebbf56728 triggered by entity DHCP. {{(pid=109551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 03:36:55.206982 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-90ec0f5d-624d-4469-b5b1-678b83c18284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785313'] for port (061459b9-eaa8-4690-be20-d32ebbf56728), provisioning_complete {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:36:55.238776 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f829ac49-5a5c-4b7d-9918-717d33ac907b admin admin] Router 49dba8a8-b186-4cd4-ac63-165be1d16757 is scheduled to L3 agent d5b8732c-6ac1-45e3-a79e-cd9863fe8196 with binding_index 1 {{(pid=109549) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 03:36:55.243404 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-90ec0f5d-624d-4469-b5b1-678b83c18284 None None] Port 061459b9-eaa8-4690-be20-d32ebbf56728 cannot update to ACTIVE because it is not bound. {{(pid=109551) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 03:36:55.329288 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f829ac49-5a5c-4b7d-9918-717d33ac907b admin admin] Notify agent at l3_agent.dv-cinder-826949-1-iscsi the message routers_updated {{(pid=109549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 03:36:55.335083 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-f829ac49-5a5c-4b7d-9918-717d33ac907b admin admin] 10.222.0.16 "PUT /v2.0/routers/49dba8a8-b186-4cd4-ac63-165be1d16757/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9362421 Jan 29 03:36:55.338631 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3faf3a0-0176-49ec-927b-63e663483150 None None] Sync routers for ids ['49dba8a8-b186-4cd4-ac63-165be1d16757'] in dv-cinder-826949-1-iscsi {{(pid=109552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 03:36:55.351699 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3faf3a0-0176-49ec-927b-63e663483150 None None] Routers {'49dba8a8-b186-4cd4-ac63-165be1d16757'} bound to L3 agent in host dv-cinder-826949-1-iscsi {{(pid=109552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 03:36:55.352454 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.l3_hamode_db [None req-b3faf3a0-0176-49ec-927b-63e663483150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-29T03:36:17Z,description=,heartbeat_timestamp=2022-01-29T03:36:47Z,host='dv-cinder-826949-1-iscsi',id=d5b8732c-6ac1-45e3-a79e-cd9863fe8196,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T03:36:18Z,topic='l3_agent')) {'router_ids': ['49dba8a8-b186-4cd4-ac63-165be1d16757'], 'active': True} {{(pid=109552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:36:55.535950 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.l3_dvr_db [None req-b3faf3a0-0176-49ec-927b-63e663483150 None None] Set router 49dba8a8-b186-4cd4-ac63-165be1d16757 gateway port host: None {{(pid=109552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 03:36:55.963778 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.l3_hamode_db [None req-b3faf3a0-0176-49ec-927b-63e663483150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49dba8a8-b186-4cd4-ac63-165be1d16757', 'name': 'router1', 'tenant_id': '677f27a70b2d4046a874434ded4fe5f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T03:36:44Z', 'updated_at': '2022-01-29T03:36:54Z', 'revision_number': 2, 'project_id': '677f27a70b2d4046a874434ded4fe5f8', 'gw_port_host': None, '_interfaces': [{'id': '061459b9-eaa8-4690-be20-d32ebbf56728', 'name': '', 'network_id': 'e6bbe17f-436d-49ec-a86d-cbb975e02eda', 'tenant_id': '677f27a70b2d4046a874434ded4fe5f8', 'mac_address': 'fa:16:3e:60:34:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49dba8a8-b186-4cd4-ac63-165be1d16757', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9fb1d6f5-d4b8-4183-a86a-ce2db5b26087', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:36:53Z', 'updated_at': '2022-01-29T03:36:54Z', 'revision_number': 2, 'project_id': '677f27a70b2d4046a874434ded4fe5f8', 'subnets': [{'id': '9fb1d6f5-d4b8-4183-a86a-ce2db5b26087', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5ab190e6-2f9d-4695-841c-cf9afc90af42'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-1-iscsi', False) {} {{(pid=109552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:36:56.014056 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3faf3a0-0176-49ec-927b-63e663483150 None None] Checking router: 49dba8a8-b186-4cd4-ac63-165be1d16757 for host: dv-cinder-826949-1-iscsi {{(pid=109552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 03:36:56.014445 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3faf3a0-0176-49ec-927b-63e663483150 None None] Updating router 49dba8a8-b186-4cd4-ac63-165be1d16757 port 061459b9-eaa8-4690-be20-d32ebbf56728 binding host dv-cinder-826949-1-iscsi {{(pid=109552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 03:36:56.065850 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron_lib.callbacks.manager [None req-b3faf3a0-0176-49ec-927b-63e663483150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (061459b9-eaa8-4690-be20-d32ebbf56728), before_update {{(pid=109552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:36:56.587700 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron_lib.callbacks.manager [None req-b3faf3a0-0176-49ec-927b-63e663483150 None None] Publish callbacks [] for port (061459b9-eaa8-4690-be20-d32ebbf56728), precommit_update {{(pid=109552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:36:56.676374 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron_lib.callbacks.manager [None req-b3faf3a0-0176-49ec-927b-63e663483150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429'] for port (061459b9-eaa8-4690-be20-d32ebbf56728), after_update {{(pid=109552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:36:56.832113 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9610474c-6c07-4659-8bc9-507de3d25f38 None None] Pushing event updated for resources: {'Port': ['ID=061459b9-eaa8-4690-be20-d32ebbf56728,revision_number=3']} {{(pid=109552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:36:56.848547 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9610474c-6c07-4659-8bc9-507de3d25f38 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:36:56.848917 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9610474c-6c07-4659-8bc9-507de3d25f38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:36:56.849273 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9610474c-6c07-4659-8bc9-507de3d25f38 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:36:56.849614 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9610474c-6c07-4659-8bc9-507de3d25f38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:36:56.849941 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9610474c-6c07-4659-8bc9-507de3d25f38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:36:56.850294 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9610474c-6c07-4659-8bc9-507de3d25f38 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:36:56.850624 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9610474c-6c07-4659-8bc9-507de3d25f38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:36:56.850945 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9610474c-6c07-4659-8bc9-507de3d25f38 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:36:56.851267 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9610474c-6c07-4659-8bc9-507de3d25f38 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:36:56.851602 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9610474c-6c07-4659-8bc9-507de3d25f38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:36:56.851926 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9610474c-6c07-4659-8bc9-507de3d25f38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:36:56.852242 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9610474c-6c07-4659-8bc9-507de3d25f38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:36:56.852558 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9610474c-6c07-4659-8bc9-507de3d25f38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:36:56.853934 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9610474c-6c07-4659-8bc9-507de3d25f38 None None] Tracked resource versions report: Jan 29 03:36:56.853934 dv-cinder-826949-1-iscsi neutron-server[109552]: pushed versions: Jan 29 03:36:56.853934 dv-cinder-826949-1-iscsi neutron-server[109552]: { 'AddressGroup': {'1.2'}, Jan 29 03:36:56.853934 dv-cinder-826949-1-iscsi neutron-server[109552]: 'ConntrackHelper': {'1.0'}, Jan 29 03:36:56.853934 dv-cinder-826949-1-iscsi neutron-server[109552]: 'LocalIPAssociation': {'1.0'}, Jan 29 03:36:56.853934 dv-cinder-826949-1-iscsi neutron-server[109552]: 'Log': {'1.0'}, Jan 29 03:36:56.853934 dv-cinder-826949-1-iscsi neutron-server[109552]: 'Network': {'1.1'}, Jan 29 03:36:56.853934 dv-cinder-826949-1-iscsi neutron-server[109552]: 'Port': {'1.7'}, Jan 29 03:36:56.853934 dv-cinder-826949-1-iscsi neutron-server[109552]: 'PortForwarding': {'1.2'}, Jan 29 03:36:56.853934 dv-cinder-826949-1-iscsi neutron-server[109552]: 'QosPolicy': {'1.10'}, Jan 29 03:36:56.853934 dv-cinder-826949-1-iscsi neutron-server[109552]: 'SecurityGroup': {'1.5'}, Jan 29 03:36:56.853934 dv-cinder-826949-1-iscsi neutron-server[109552]: 'SecurityGroupRule': {'1.2'}, Jan 29 03:36:56.853934 dv-cinder-826949-1-iscsi neutron-server[109552]: 'SubPort': {'1.0'}, Jan 29 03:36:56.853934 dv-cinder-826949-1-iscsi neutron-server[109552]: 'Subnet': {'1.1'}, Jan 29 03:36:56.853934 dv-cinder-826949-1-iscsi neutron-server[109552]: 'Trunk': {'1.1'}} Jan 29 03:36:56.853934 dv-cinder-826949-1-iscsi neutron-server[109552]: consumer versions: Jan 29 03:36:56.853934 dv-cinder-826949-1-iscsi neutron-server[109552]: { DHCP agent@dv-cinder-826949-1-iscsi: {}, Jan 29 03:36:56.853934 dv-cinder-826949-1-iscsi neutron-server[109552]: L3 agent@dv-cinder-826949-1-iscsi: {}, Jan 29 03:36:56.853934 dv-cinder-826949-1-iscsi neutron-server[109552]: Metadata agent@dv-cinder-826949-1-iscsi: {}, Jan 29 03:36:56.853934 dv-cinder-826949-1-iscsi neutron-server[109552]: Metering agent@dv-cinder-826949-1-iscsi: {}, Jan 29 03:36:56.853934 dv-cinder-826949-1-iscsi neutron-server[109552]: Open vSwitch agent@dv-cinder-826949-1-iscsi: { 'AddressGroup': '1.2', Jan 29 03:36:56.853934 dv-cinder-826949-1-iscsi neutron-server[109552]: 'ConntrackHelper': '1.0', Jan 29 03:36:56.853934 dv-cinder-826949-1-iscsi neutron-server[109552]: 'LocalIPAssociation': '1.0', Jan 29 03:36:56.853934 dv-cinder-826949-1-iscsi neutron-server[109552]: 'Log': '1.0', Jan 29 03:36:56.853934 dv-cinder-826949-1-iscsi neutron-server[109552]: 'Network': '1.1', Jan 29 03:36:56.853934 dv-cinder-826949-1-iscsi neutron-server[109552]: 'Port': '1.7', Jan 29 03:36:56.853934 dv-cinder-826949-1-iscsi neutron-server[109552]: 'PortForwarding': '1.2', Jan 29 03:36:56.853934 dv-cinder-826949-1-iscsi neutron-server[109552]: 'QosPolicy': '1.10', Jan 29 03:36:56.853934 dv-cinder-826949-1-iscsi neutron-server[109552]: 'SecurityGroup': '1.5', Jan 29 03:36:56.853934 dv-cinder-826949-1-iscsi neutron-server[109552]: 'SecurityGroupRule': '1.2', Jan 29 03:36:56.853934 dv-cinder-826949-1-iscsi neutron-server[109552]: 'SubPort': '1.0', Jan 29 03:36:56.853934 dv-cinder-826949-1-iscsi neutron-server[109552]: 'Subnet': '1.1', Jan 29 03:36:56.853934 dv-cinder-826949-1-iscsi neutron-server[109552]: 'Trunk': '1.1'}} Jan 29 03:36:56.853934 dv-cinder-826949-1-iscsi neutron-server[109552]: {{(pid=109552) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 29 03:36:56.858949 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.plugins.ml2.managers [None req-b3faf3a0-0176-49ec-927b-63e663483150 None None] Attempting to bind port 061459b9-eaa8-4690-be20-d32ebbf56728 on host dv-cinder-826949-1-iscsi for vnic_type normal with profile {{(pid=109552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 03:36:56.859346 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.plugins.ml2.managers [None req-b3faf3a0-0176-49ec-927b-63e663483150 None None] Attempting to bind port 061459b9-eaa8-4690-be20-d32ebbf56728 by drivers openvswitch,hyperv on host dv-cinder-826949-1-iscsi at level 0 using segments [{'id': '983bd194-1acd-460e-aaaa-ee1430a3497a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e6bbe17f-436d-49ec-a86d-cbb975e02eda'}] {{(pid=109552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 03:36:56.859774 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3faf3a0-0176-49ec-927b-63e663483150 None None] Attempting to bind port 061459b9-eaa8-4690-be20-d32ebbf56728 on network e6bbe17f-436d-49ec-a86d-cbb975e02eda {{(pid=109552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 03:36:56.866247 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3faf3a0-0176-49ec-927b-63e663483150 None None] Checking agent: {'id': 'e75d1b00-832d-4bf5-b078-2c4f5b2c10cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826949-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 3, 36, 21), 'started_at': datetime.datetime(2022, 1, 29, 3, 36, 51), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 3, 36, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826949-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 03:36:56.866247 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3faf3a0-0176-49ec-927b-63e663483150 None None] Checking segment: {'id': '983bd194-1acd-460e-aaaa-ee1430a3497a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e6bbe17f-436d-49ec-a86d-cbb975e02eda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 03:36:56.866651 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron_lib.callbacks.manager [None req-b3faf3a0-0176-49ec-927b-63e663483150 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:36:56.866954 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3faf3a0-0176-49ec-927b-63e663483150 None None] Bound using segment: {'id': '983bd194-1acd-460e-aaaa-ee1430a3497a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e6bbe17f-436d-49ec-a86d-cbb975e02eda'} {{(pid=109552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 03:36:56.867417 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.plugins.ml2.managers [None req-b3faf3a0-0176-49ec-927b-63e663483150 None None] Bound port: 061459b9-eaa8-4690-be20-d32ebbf56728, host: dv-cinder-826949-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '983bd194-1acd-460e-aaaa-ee1430a3497a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e6bbe17f-436d-49ec-a86d-cbb975e02eda'}}] {{(pid=109552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 03:36:56.867899 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron_lib.callbacks.manager [None req-b3faf3a0-0176-49ec-927b-63e663483150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (061459b9-eaa8-4690-be20-d32ebbf56728), before_update {{(pid=109552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:36:56.940450 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.plugins.ml2.db [None req-b3faf3a0-0176-49ec-927b-63e663483150 None None] For port 061459b9-eaa8-4690-be20-d32ebbf56728, host dv-cinder-826949-1-iscsi, cleared binding levels {{(pid=109552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 03:36:56.959883 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.plugins.ml2.db [None req-b3faf3a0-0176-49ec-927b-63e663483150 None None] For port 061459b9-eaa8-4690-be20-d32ebbf56728, host dv-cinder-826949-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-1-iscsi',level=0,port_id=061459b9-eaa8-4690-be20-d32ebbf56728,segment=NetworkSegment(983bd194-1acd-460e-aaaa-ee1430a3497a),segment_id=983bd194-1acd-460e-aaaa-ee1430a3497a)] {{(pid=109552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 03:36:56.971387 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.provisioning_blocks [None req-9e196918-baea-4f22-b771-ff20ba6b0eb0 None None] Provisioning complete for port 061459b9-eaa8-4690-be20-d32ebbf56728 triggered by entity DHCP. {{(pid=109551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 03:36:56.971893 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-9e196918-baea-4f22-b771-ff20ba6b0eb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785313'] for port (061459b9-eaa8-4690-be20-d32ebbf56728), provisioning_complete {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:36:57.007714 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-9e196918-baea-4f22-b771-ff20ba6b0eb0 None None] Port 061459b9-eaa8-4690-be20-d32ebbf56728 cannot update to ACTIVE because it is not bound. {{(pid=109551) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 03:36:57.025434 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron_lib.callbacks.manager [None req-b3faf3a0-0176-49ec-927b-63e663483150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429'] for port (061459b9-eaa8-4690-be20-d32ebbf56728), after_update {{(pid=109552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:36:57.084089 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3faf3a0-0176-49ec-927b-63e663483150 None None] Routers {'49dba8a8-b186-4cd4-ac63-165be1d16757'} bound to L3 agent in host dv-cinder-826949-1-iscsi {{(pid=109552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 03:36:57.084716 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.l3_hamode_db [None req-b3faf3a0-0176-49ec-927b-63e663483150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-29T03:36:17Z,description=,heartbeat_timestamp=2022-01-29T03:36:47Z,host='dv-cinder-826949-1-iscsi',id=d5b8732c-6ac1-45e3-a79e-cd9863fe8196,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T03:36:18Z,topic='l3_agent')) {'router_ids': ['49dba8a8-b186-4cd4-ac63-165be1d16757'], 'active': True} {{(pid=109552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:36:57.089758 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9610474c-6c07-4659-8bc9-507de3d25f38 None None] Pushing event updated for resources: {'Port': ['ID=061459b9-eaa8-4690-be20-d32ebbf56728,revision_number=4']} {{(pid=109552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:36:57.181083 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.l3_dvr_db [None req-b3faf3a0-0176-49ec-927b-63e663483150 None None] Set router 49dba8a8-b186-4cd4-ac63-165be1d16757 gateway port host: None {{(pid=109552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 03:36:57.232362 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.provisioning_blocks [None req-e364de36-7366-48da-bb08-e29767ae016e None None] Provisioning complete for port 061459b9-eaa8-4690-be20-d32ebbf56728 triggered by entity DHCP. {{(pid=109551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 03:36:57.232763 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-e364de36-7366-48da-bb08-e29767ae016e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785313'] for port (061459b9-eaa8-4690-be20-d32ebbf56728), provisioning_complete {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:36:57.312439 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-e364de36-7366-48da-bb08-e29767ae016e None None] Current status of the port 061459b9-eaa8-4690-be20-d32ebbf56728 is: DOWN; New status is: ACTIVE {{(pid=109551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 03:36:57.313246 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-e364de36-7366-48da-bb08-e29767ae016e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (061459b9-eaa8-4690-be20-d32ebbf56728), before_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:36:57.348431 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-e364de36-7366-48da-bb08-e29767ae016e None None] For port 061459b9-eaa8-4690-be20-d32ebbf56728, host dv-cinder-826949-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-1-iscsi',level=0,port_id=061459b9-eaa8-4690-be20-d32ebbf56728,segment=NetworkSegment(983bd194-1acd-460e-aaaa-ee1430a3497a),segment_id=983bd194-1acd-460e-aaaa-ee1430a3497a)] {{(pid=109551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 03:36:57.396834 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.l3_hamode_db [None req-b3faf3a0-0176-49ec-927b-63e663483150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49dba8a8-b186-4cd4-ac63-165be1d16757', 'name': 'router1', 'tenant_id': '677f27a70b2d4046a874434ded4fe5f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T03:36:44Z', 'updated_at': '2022-01-29T03:36:54Z', 'revision_number': 2, 'project_id': '677f27a70b2d4046a874434ded4fe5f8', 'gw_port_host': None, '_interfaces': [{'id': '061459b9-eaa8-4690-be20-d32ebbf56728', 'name': '', 'network_id': 'e6bbe17f-436d-49ec-a86d-cbb975e02eda', 'tenant_id': '677f27a70b2d4046a874434ded4fe5f8', 'mac_address': 'fa:16:3e:60:34:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49dba8a8-b186-4cd4-ac63-165be1d16757', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9fb1d6f5-d4b8-4183-a86a-ce2db5b26087', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:36:53Z', 'updated_at': '2022-01-29T03:36:56Z', 'revision_number': 4, 'project_id': '677f27a70b2d4046a874434ded4fe5f8', 'subnets': [{'id': '9fb1d6f5-d4b8-4183-a86a-ce2db5b26087', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5ab190e6-2f9d-4695-841c-cf9afc90af42'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-1-iscsi', False) {} {{(pid=109552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:36:57.410043 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-e364de36-7366-48da-bb08-e29767ae016e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429'] for port (061459b9-eaa8-4690-be20-d32ebbf56728), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:36:57.423230 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3faf3a0-0176-49ec-927b-63e663483150 None None] The sync data for ids ['49dba8a8-b186-4cd4-ac63-165be1d16757'] in dv-cinder-826949-1-iscsi is: [{'id': '49dba8a8-b186-4cd4-ac63-165be1d16757', 'name': 'router1', 'tenant_id': '677f27a70b2d4046a874434ded4fe5f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T03:36:44Z', 'updated_at': '2022-01-29T03:36:54Z', 'revision_number': 2, 'project_id': '677f27a70b2d4046a874434ded4fe5f8', 'gw_port_host': None, '_interfaces': [{'id': '061459b9-eaa8-4690-be20-d32ebbf56728', 'name': '', 'network_id': 'e6bbe17f-436d-49ec-a86d-cbb975e02eda', 'tenant_id': '677f27a70b2d4046a874434ded4fe5f8', 'mac_address': 'fa:16:3e:60:34:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49dba8a8-b186-4cd4-ac63-165be1d16757', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9fb1d6f5-d4b8-4183-a86a-ce2db5b26087', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:36:53Z', 'updated_at': '2022-01-29T03:36:56Z', 'revision_number': 4, 'project_id': '677f27a70b2d4046a874434ded4fe5f8', 'subnets': [{'id': '9fb1d6f5-d4b8-4183-a86a-ce2db5b26087', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5ab190e6-2f9d-4695-841c-cf9afc90af42'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 03:36:57.474583 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e364de36-7366-48da-bb08-e29767ae016e None None] Pushing event updated for resources: {'Port': ['ID=061459b9-eaa8-4690-be20-d32ebbf56728,revision_number=5']} {{(pid=109551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:36:59.987928 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 41804) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:37:00.101123 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce1e2c7c-7259-4c6f-b793-e60bc34a55cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:37:00.107682 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-ce1e2c7c-7259-4c6f-b793-e60bc34a55cf admin admin] 10.222.0.16 "GET /v2.0/networks/84058fb5-7499-436d-9c61-9715f17a209a HTTP/1.1" status: 200 len: 842 time: 0.1135433 Jan 29 03:37:00.111796 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.v2.base [None req-1c7d6e65-c3e3-4765-a2a7-267076bb0823 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'public-subnet', 'gateway_ip': '172.27.1.1', 'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'cidr': '172.27.1.0/24', 'tenant_id': 'c57f442fb4a54e55ae8b317d811cdb11', 'enable_dhcp': False}} {{(pid=109549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 03:37:00.218947 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c7d6e65-c3e3-4765-a2a7-267076bb0823 admin admin] Made reservation on behalf of c57f442fb4a54e55ae8b317d811cdb11 for: {'subnet': 1} {{(pid=109549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 03:37:00.221218 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-1c7d6e65-c3e3-4765-a2a7-267076bb0823 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:37:00.556833 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.objects.ports [None req-1c7d6e65-c3e3-4765-a2a7-267076bb0823 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109549) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 29 03:37:00.557258 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-1c7d6e65-c3e3-4765-a2a7-267076bb0823 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888'] for subnet (8ef1eacb-ef7e-49c2-acc5-31126b063ddd), after_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:37:00.613381 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7d6e65-c3e3-4765-a2a7-267076bb0823 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ef1eacb-ef7e-49c2-acc5-31126b063ddd,revision_number=0']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:37:00.617510 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7d6e65-c3e3-4765-a2a7-267076bb0823 admin admin] Checking segment: {'id': '59bb8c29-301f-4146-9f63-152343a78833', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84058fb5-7499-436d-9c61-9715f17a209a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 03:37:00.617968 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c7d6e65-c3e3-4765-a2a7-267076bb0823 admin admin] Network hostable DHCP agents. Network: 84058fb5-7499-436d-9c61-9715f17a209a, hostable agents: ['dac82def-0781-4624-a171-654e1b1d12af'], hosted agents: [] {{(pid=109549) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 03:37:00.716261 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c7d6e65-c3e3-4765-a2a7-267076bb0823 admin admin] Network 84058fb5-7499-436d-9c61-9715f17a209a is scheduled to be hosted by DHCP agent dac82def-0781-4624-a171-654e1b1d12af with binding_index 1 {{(pid=109549) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 03:37:00.861404 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.scheduler.base_scheduler [None req-1c7d6e65-c3e3-4765-a2a7-267076bb0823 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826949-1-iscsi, 84058fb5-7499-436d-9c61-9715f17a209a) {{(pid=109549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 03:37:00.865287 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c7d6e65-c3e3-4765-a2a7-267076bb0823 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:37:00.865880 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-1c7d6e65-c3e3-4765-a2a7-267076bb0823 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606130'] for subnet (None), before_response {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:37:00.870240 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d83383b6-6387-40f1-94e0-5bf142e4f602 None None] Network 84058fb5-7499-436d-9c61-9715f17a209a requested from dv-cinder-826949-1-iscsi {{(pid=109551) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 03:37:00.974575 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37457494-bc86-40a1-a27a-5f8396ed7952 None None] Network 84058fb5-7499-436d-9c61-9715f17a209a requested from dv-cinder-826949-1-iscsi {{(pid=109551) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 03:37:01.001335 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-1c7d6e65-c3e3-4765-a2a7-267076bb0823 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8763723 Jan 29 03:37:01.071376 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.agents_db [None req-5bdad2e4-4f8f-4fe6-a9f7-cf82a335ca9d None None] Agent healthcheck: found 5 active agents {{(pid=109552) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 03:37:03.322284 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 41812) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:37:03.520776 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-c26dc29a-ce6e-4e71-88da-6b431f5da429 admin admin] 10.222.0.16 "GET /v2.0/routers/49dba8a8-b186-4cd4-ac63-165be1d16757 HTTP/1.1" status: 200 len: 710 time: 0.1973670 Jan 29 03:37:03.603903 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4232052c-cccd-4a50-a0b6-f219b24eff4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:37:03.605258 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-4232052c-cccd-4a50-a0b6-f219b24eff4f admin admin] 10.222.0.16 "GET /v2.0/networks/84058fb5-7499-436d-9c61-9715f17a209a HTTP/1.1" status: 200 len: 886 time: 0.0792458 Jan 29 03:37:03.614520 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.v2.base [None req-577df5c9-9008-4801-ba84-0b610a35c091 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '84058fb5-7499-436d-9c61-9715f17a209a'}}} {{(pid=109549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 03:37:03.861626 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-577df5c9-9008-4801-ba84-0b610a35c091 admin admin] Publish callbacks [] for router_gateway (49dba8a8-b186-4cd4-ac63-165be1d16757), precommit_update {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:37:04.184027 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-577df5c9-9008-4801-ba84-0b610a35c091 admin admin] Publish callbacks [] for router_gateway (49dba8a8-b186-4cd4-ac63-165be1d16757), before_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:37:04.256648 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-577df5c9-9008-4801-ba84-0b610a35c091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (None), before_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:37:04.366394 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.db.db_base_plugin_common [None req-577df5c9-9008-4801-ba84-0b610a35c091 admin admin] Allocated IP 172.27.1.119 (84058fb5-7499-436d-9c61-9715f17a209a/8ef1eacb-ef7e-49c2-acc5-31126b063ddd/5c122f96-aa59-4534-ba61-92afc6853b52) {{(pid=109549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 03:37:04.465574 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-577df5c9-9008-4801-ba84-0b610a35c091 admin admin] Publish callbacks [] for port (5c122f96-aa59-4534-ba61-92afc6853b52), precommit_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:37:04.556697 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-577df5c9-9008-4801-ba84-0b610a35c091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787145433393'] for port (5c122f96-aa59-4534-ba61-92afc6853b52), after_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:37:04.592455 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-577df5c9-9008-4801-ba84-0b610a35c091 admin admin] Network 84058fb5-7499-436d-9c61-9715f17a209a is already hosted by enough agents. {{(pid=109549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 03:37:04.598384 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.scheduler.base_scheduler [None req-577df5c9-9008-4801-ba84-0b610a35c091 admin admin] Resources bound (agent type, host, resource id): {{(pid=109549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 03:37:04.604657 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577df5c9-9008-4801-ba84-0b610a35c091 admin admin] Received port after_create {{(pid=109549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 03:37:04.638602 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577df5c9-9008-4801-ba84-0b610a35c091 admin admin] Pushing event updated for resources: {'Port': ['ID=5c122f96-aa59-4534-ba61-92afc6853b52,revision_number=1']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:37:04.934633 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-577df5c9-9008-4801-ba84-0b610a35c091 admin admin] Publish callbacks [] for router_gateway (49dba8a8-b186-4cd4-ac63-165be1d16757), after_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:37:05.201431 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-577df5c9-9008-4801-ba84-0b610a35c091 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1915687', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1922525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32737'] for router (49dba8a8-b186-4cd4-ac63-165be1d16757), precommit_update {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:37:05.204650 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-577df5c9-9008-4801-ba84-0b610a35c091 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1915714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1915696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1915721', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1922518'] for router (49dba8a8-b186-4cd4-ac63-165be1d16757), after_update {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:37:05.307051 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-577df5c9-9008-4801-ba84-0b610a35c091 admin admin] Router 49dba8a8-b186-4cd4-ac63-165be1d16757 has already been hosted by L3 agent d5b8732c-6ac1-45e3-a79e-cd9863fe8196 {{(pid=109549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 03:37:05.408740 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-577df5c9-9008-4801-ba84-0b610a35c091 admin admin] Notify agent at l3_agent.dv-cinder-826949-1-iscsi the message routers_updated {{(pid=109549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 03:37:05.413013 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-577df5c9-9008-4801-ba84-0b610a35c091 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:37:05.426387 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-577df5c9-9008-4801-ba84-0b610a35c091 admin admin] 10.222.0.16 "PUT /v2.0/routers/49dba8a8-b186-4cd4-ac63-165be1d16757 HTTP/1.1" status: 200 len: 890 time: 1.8028064 Jan 29 03:37:05.727743 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcef9ae7-229d-4468-826b-91fa6db5b5dd None None] Sync routers for ids ['49dba8a8-b186-4cd4-ac63-165be1d16757'] in dv-cinder-826949-1-iscsi {{(pid=109551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 03:37:05.743876 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcef9ae7-229d-4468-826b-91fa6db5b5dd None None] Routers {'49dba8a8-b186-4cd4-ac63-165be1d16757'} bound to L3 agent in host dv-cinder-826949-1-iscsi {{(pid=109551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 03:37:05.744791 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_hamode_db [None req-bcef9ae7-229d-4468-826b-91fa6db5b5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-29T03:36:17Z,description=,heartbeat_timestamp=2022-01-29T03:36:47Z,host='dv-cinder-826949-1-iscsi',id=d5b8732c-6ac1-45e3-a79e-cd9863fe8196,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T03:36:18Z,topic='l3_agent')) {'router_ids': ['49dba8a8-b186-4cd4-ac63-165be1d16757'], 'active': True} {{(pid=109551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:37:05.769566 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Device 061459b9-eaa8-4690-be20-d32ebbf56728 up at agent ovs-agent-dv-cinder-826949-1-iscsi {{(pid=109551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 03:37:05.986925 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_dvr_db [None req-bcef9ae7-229d-4468-826b-91fa6db5b5dd None None] Set router 49dba8a8-b186-4cd4-ac63-165be1d16757 gateway port host: dv-cinder-826949-1-iscsi {{(pid=109551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 03:37:06.040911 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.provisioning_blocks [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Provisioning complete for port 061459b9-eaa8-4690-be20-d32ebbf56728 triggered by entity L2. {{(pid=109551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 03:37:06.041293 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785313'] for port (061459b9-eaa8-4690-be20-d32ebbf56728), provisioning_complete {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:37:06.333326 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Current status of the port 061459b9-eaa8-4690-be20-d32ebbf56728 is: ACTIVE; New status is: ACTIVE {{(pid=109551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 03:37:06.428146 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_hamode_db [None req-bcef9ae7-229d-4468-826b-91fa6db5b5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49dba8a8-b186-4cd4-ac63-165be1d16757', 'name': 'router1', 'tenant_id': '677f27a70b2d4046a874434ded4fe5f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'external_fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '5c122f96-aa59-4534-ba61-92afc6853b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T03:36:44Z', 'updated_at': '2022-01-29T03:37:04Z', 'revision_number': 4, 'project_id': '677f27a70b2d4046a874434ded4fe5f8', 'gw_port': {'id': '5c122f96-aa59-4534-ba61-92afc6853b52', 'name': '', 'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:a0:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49dba8a8-b186-4cd4-ac63-165be1d16757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:37:04Z', 'updated_at': '2022-01-29T03:37:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-1-iscsi', '_interfaces': [{'id': '061459b9-eaa8-4690-be20-d32ebbf56728', 'name': '', 'network_id': 'e6bbe17f-436d-49ec-a86d-cbb975e02eda', 'tenant_id': '677f27a70b2d4046a874434ded4fe5f8', 'mac_address': 'fa:16:3e:60:34:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49dba8a8-b186-4cd4-ac63-165be1d16757', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9fb1d6f5-d4b8-4183-a86a-ce2db5b26087', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:36:53Z', 'updated_at': '2022-01-29T03:36:57Z', 'revision_number': 5, 'project_id': '677f27a70b2d4046a874434ded4fe5f8', 'subnets': [{'id': '9fb1d6f5-d4b8-4183-a86a-ce2db5b26087', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5ab190e6-2f9d-4695-841c-cf9afc90af42'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-1-iscsi', False) {} {{(pid=109551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:37:06.551956 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcef9ae7-229d-4468-826b-91fa6db5b5dd None None] Checking router: 49dba8a8-b186-4cd4-ac63-165be1d16757 for host: dv-cinder-826949-1-iscsi {{(pid=109551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 03:37:06.552300 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcef9ae7-229d-4468-826b-91fa6db5b5dd None None] Updating router 49dba8a8-b186-4cd4-ac63-165be1d16757 port 5c122f96-aa59-4534-ba61-92afc6853b52 binding host dv-cinder-826949-1-iscsi {{(pid=109551) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 03:37:06.606900 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-bcef9ae7-229d-4468-826b-91fa6db5b5dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (5c122f96-aa59-4534-ba61-92afc6853b52), before_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:37:06.912931 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-bcef9ae7-229d-4468-826b-91fa6db5b5dd None None] Publish callbacks [] for port (5c122f96-aa59-4534-ba61-92afc6853b52), precommit_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:37:06.992362 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-bcef9ae7-229d-4468-826b-91fa6db5b5dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429'] for port (5c122f96-aa59-4534-ba61-92afc6853b52), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:37:07.042158 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.managers [None req-bcef9ae7-229d-4468-826b-91fa6db5b5dd None None] Attempting to bind port 5c122f96-aa59-4534-ba61-92afc6853b52 on host dv-cinder-826949-1-iscsi for vnic_type normal with profile {{(pid=109551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 03:37:07.042534 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.managers [None req-bcef9ae7-229d-4468-826b-91fa6db5b5dd None None] Attempting to bind port 5c122f96-aa59-4534-ba61-92afc6853b52 by drivers openvswitch,hyperv on host dv-cinder-826949-1-iscsi at level 0 using segments [{'id': '59bb8c29-301f-4146-9f63-152343a78833', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84058fb5-7499-436d-9c61-9715f17a209a'}] {{(pid=109551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 03:37:07.042897 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcef9ae7-229d-4468-826b-91fa6db5b5dd None None] Attempting to bind port 5c122f96-aa59-4534-ba61-92afc6853b52 on network 84058fb5-7499-436d-9c61-9715f17a209a {{(pid=109551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 03:37:07.045561 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe224d6-1548-4573-ad79-8e948dd04fa9 None None] Pushing event updated for resources: {'Port': ['ID=5c122f96-aa59-4534-ba61-92afc6853b52,revision_number=2']} {{(pid=109551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:37:07.049927 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcef9ae7-229d-4468-826b-91fa6db5b5dd None None] Checking agent: {'id': 'e75d1b00-832d-4bf5-b078-2c4f5b2c10cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826949-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 3, 36, 21), 'started_at': datetime.datetime(2022, 1, 29, 3, 36, 51), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 3, 36, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826949-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 03:37:07.050334 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcef9ae7-229d-4468-826b-91fa6db5b5dd None None] Checking segment: {'id': '59bb8c29-301f-4146-9f63-152343a78833', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84058fb5-7499-436d-9c61-9715f17a209a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 03:37:07.050720 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-bcef9ae7-229d-4468-826b-91fa6db5b5dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:37:07.051101 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcef9ae7-229d-4468-826b-91fa6db5b5dd None None] Bound using segment: {'id': '59bb8c29-301f-4146-9f63-152343a78833', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84058fb5-7499-436d-9c61-9715f17a209a'} {{(pid=109551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 03:37:07.051553 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.managers [None req-bcef9ae7-229d-4468-826b-91fa6db5b5dd None None] Bound port: 5c122f96-aa59-4534-ba61-92afc6853b52, host: dv-cinder-826949-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59bb8c29-301f-4146-9f63-152343a78833', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84058fb5-7499-436d-9c61-9715f17a209a'}}] {{(pid=109551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 03:37:07.051922 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-bcef9ae7-229d-4468-826b-91fa6db5b5dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (5c122f96-aa59-4534-ba61-92afc6853b52), before_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:37:07.101008 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-bcef9ae7-229d-4468-826b-91fa6db5b5dd None None] For port 5c122f96-aa59-4534-ba61-92afc6853b52, host dv-cinder-826949-1-iscsi, cleared binding levels {{(pid=109551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 03:37:07.104028 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-bcef9ae7-229d-4468-826b-91fa6db5b5dd None None] For port 5c122f96-aa59-4534-ba61-92afc6853b52, host dv-cinder-826949-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-1-iscsi',level=0,port_id=5c122f96-aa59-4534-ba61-92afc6853b52,segment=NetworkSegment(59bb8c29-301f-4146-9f63-152343a78833),segment_id=59bb8c29-301f-4146-9f63-152343a78833)] {{(pid=109551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 03:37:07.164945 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-bcef9ae7-229d-4468-826b-91fa6db5b5dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429'] for port (5c122f96-aa59-4534-ba61-92afc6853b52), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:37:07.224954 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe224d6-1548-4573-ad79-8e948dd04fa9 None None] Pushing event updated for resources: {'Port': ['ID=5c122f96-aa59-4534-ba61-92afc6853b52,revision_number=3']} {{(pid=109551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:37:07.227978 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcef9ae7-229d-4468-826b-91fa6db5b5dd None None] Routers {'49dba8a8-b186-4cd4-ac63-165be1d16757'} bound to L3 agent in host dv-cinder-826949-1-iscsi {{(pid=109551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 03:37:07.228933 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_hamode_db [None req-bcef9ae7-229d-4468-826b-91fa6db5b5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-29T03:36:17Z,description=,heartbeat_timestamp=2022-01-29T03:36:47Z,host='dv-cinder-826949-1-iscsi',id=d5b8732c-6ac1-45e3-a79e-cd9863fe8196,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T03:36:18Z,topic='l3_agent')) {'router_ids': ['49dba8a8-b186-4cd4-ac63-165be1d16757'], 'active': True} {{(pid=109551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:37:07.336869 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_dvr_db [None req-bcef9ae7-229d-4468-826b-91fa6db5b5dd None None] Set router 49dba8a8-b186-4cd4-ac63-165be1d16757 gateway port host: dv-cinder-826949-1-iscsi {{(pid=109551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 03:37:07.541327 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_hamode_db [None req-bcef9ae7-229d-4468-826b-91fa6db5b5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49dba8a8-b186-4cd4-ac63-165be1d16757', 'name': 'router1', 'tenant_id': '677f27a70b2d4046a874434ded4fe5f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'external_fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '5c122f96-aa59-4534-ba61-92afc6853b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T03:36:44Z', 'updated_at': '2022-01-29T03:37:04Z', 'revision_number': 4, 'project_id': '677f27a70b2d4046a874434ded4fe5f8', 'gw_port': {'id': '5c122f96-aa59-4534-ba61-92afc6853b52', 'name': '', 'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:a0:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49dba8a8-b186-4cd4-ac63-165be1d16757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:37:04Z', 'updated_at': '2022-01-29T03:37:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-1-iscsi', '_interfaces': [{'id': '061459b9-eaa8-4690-be20-d32ebbf56728', 'name': '', 'network_id': 'e6bbe17f-436d-49ec-a86d-cbb975e02eda', 'tenant_id': '677f27a70b2d4046a874434ded4fe5f8', 'mac_address': 'fa:16:3e:60:34:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49dba8a8-b186-4cd4-ac63-165be1d16757', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9fb1d6f5-d4b8-4183-a86a-ce2db5b26087', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:36:53Z', 'updated_at': '2022-01-29T03:36:57Z', 'revision_number': 5, 'project_id': '677f27a70b2d4046a874434ded4fe5f8', 'subnets': [{'id': '9fb1d6f5-d4b8-4183-a86a-ce2db5b26087', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5ab190e6-2f9d-4695-841c-cf9afc90af42'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-1-iscsi', False) {} {{(pid=109551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:37:07.569744 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcef9ae7-229d-4468-826b-91fa6db5b5dd None None] The sync data for ids ['49dba8a8-b186-4cd4-ac63-165be1d16757'] in dv-cinder-826949-1-iscsi is: [{'id': '49dba8a8-b186-4cd4-ac63-165be1d16757', 'name': 'router1', 'tenant_id': '677f27a70b2d4046a874434ded4fe5f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'external_fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '5c122f96-aa59-4534-ba61-92afc6853b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T03:36:44Z', 'updated_at': '2022-01-29T03:37:04Z', 'revision_number': 4, 'project_id': '677f27a70b2d4046a874434ded4fe5f8', 'gw_port': {'id': '5c122f96-aa59-4534-ba61-92afc6853b52', 'name': '', 'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:a0:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49dba8a8-b186-4cd4-ac63-165be1d16757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:37:04Z', 'updated_at': '2022-01-29T03:37:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-1-iscsi', '_interfaces': [{'id': '061459b9-eaa8-4690-be20-d32ebbf56728', 'name': '', 'network_id': 'e6bbe17f-436d-49ec-a86d-cbb975e02eda', 'tenant_id': '677f27a70b2d4046a874434ded4fe5f8', 'mac_address': 'fa:16:3e:60:34:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49dba8a8-b186-4cd4-ac63-165be1d16757', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9fb1d6f5-d4b8-4183-a86a-ce2db5b26087', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:36:53Z', 'updated_at': '2022-01-29T03:36:57Z', 'revision_number': 5, 'project_id': '677f27a70b2d4046a874434ded4fe5f8', 'subnets': [{'id': '9fb1d6f5-d4b8-4183-a86a-ce2db5b26087', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5ab190e6-2f9d-4695-841c-cf9afc90af42'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 03:37:07.800828 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Device 5c122f96-aa59-4534-ba61-92afc6853b52 up at agent ovs-agent-dv-cinder-826949-1-iscsi {{(pid=109551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 03:37:07.849273 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.provisioning_blocks [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Provisioning complete for port 5c122f96-aa59-4534-ba61-92afc6853b52 triggered by entity L2. {{(pid=109551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 03:37:07.849678 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785313'] for port (5c122f96-aa59-4534-ba61-92afc6853b52), provisioning_complete {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:37:07.905359 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 41824) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:37:07.931301 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Current status of the port 5c122f96-aa59-4534-ba61-92afc6853b52 is: DOWN; New status is: ACTIVE {{(pid=109551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 03:37:07.931828 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (5c122f96-aa59-4534-ba61-92afc6853b52), before_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:37:07.954012 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] For port 5c122f96-aa59-4534-ba61-92afc6853b52, host dv-cinder-826949-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-1-iscsi',level=0,port_id=5c122f96-aa59-4534-ba61-92afc6853b52,segment=NetworkSegment(59bb8c29-301f-4146-9f63-152343a78833),segment_id=59bb8c29-301f-4146-9f63-152343a78833)] {{(pid=109551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 03:37:08.021555 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429'] for port (5c122f96-aa59-4534-ba61-92afc6853b52), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:37:08.052298 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-20b9c3ed-0c43-4fcd-9103-28a5e997c713 admin admin] 10.222.0.16 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1456964 Jan 29 03:37:08.085405 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Pushing event updated for resources: {'Port': ['ID=5c122f96-aa59-4534-ba61-92afc6853b52,revision_number=4']} {{(pid=109551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:37:09.737023 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Device 5c122f96-aa59-4534-ba61-92afc6853b52 up at agent ovs-agent-dv-cinder-826949-1-iscsi {{(pid=109551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 03:37:09.787982 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.provisioning_blocks [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Provisioning complete for port 5c122f96-aa59-4534-ba61-92afc6853b52 triggered by entity L2. {{(pid=109551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 03:37:09.788594 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785313'] for port (5c122f96-aa59-4534-ba61-92afc6853b52), provisioning_complete {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:37:09.868201 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Current status of the port 5c122f96-aa59-4534-ba61-92afc6853b52 is: ACTIVE; New status is: ACTIVE {{(pid=109551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 03:37:14.870632 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-02634fe3-dce2-442f-a283-6b49b27fa97d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (dac82def-0781-4624-a171-654e1b1d12af), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:37:17.453166 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-186d0acb-ab1c-4218-946a-dba1c2fbd7b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (d5b8732c-6ac1-45e3-a79e-cd9863fe8196), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:37:17.985077 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-6a0bb60c-5b7b-499b-b43f-7eb32e921150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (4cfc2a27-deed-4689-8f39-0bd5aa6fe3c3), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:37:19.373746 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-30ace4c1-806b-4d7c-a886-fe7b65bfbfcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (7774c0be-b957-4204-896b-7e749f55bf81), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:37:21.135394 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (e75d1b00-832d-4bf5-b078-2c4f5b2c10cd), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:37:38.070437 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.agents_db [None req-5bdad2e4-4f8f-4fe6-a9f7-cf82a335ca9d None None] Agent healthcheck: found 5 active agents {{(pid=109552) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 03:37:44.835463 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-f3542322-1004-49a9-8f45-865e1b611e84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (dac82def-0781-4624-a171-654e1b1d12af), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:37:47.414593 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-3bf8a653-db97-4553-93b5-48bf107d2c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (d5b8732c-6ac1-45e3-a79e-cd9863fe8196), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:37:47.989392 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-6a0bb60c-5b7b-499b-b43f-7eb32e921150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (4cfc2a27-deed-4689-8f39-0bd5aa6fe3c3), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:37:50.055121 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-30ace4c1-806b-4d7c-a886-fe7b65bfbfcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (7774c0be-b957-4204-896b-7e749f55bf81), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:37:51.157373 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (e75d1b00-832d-4bf5-b078-2c4f5b2c10cd), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:38:14.859657 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-5fb94229-c4ab-4493-bf73-ea187a276061 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (dac82def-0781-4624-a171-654e1b1d12af), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:38:15.069676 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.agents_db [None req-5bdad2e4-4f8f-4fe6-a9f7-cf82a335ca9d None None] Agent healthcheck: found 5 active agents {{(pid=109552) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 03:38:17.434077 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-ab79c0cc-bf7e-4e80-b519-26b8e9605413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (d5b8732c-6ac1-45e3-a79e-cd9863fe8196), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:38:17.979916 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-6a0bb60c-5b7b-499b-b43f-7eb32e921150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (4cfc2a27-deed-4689-8f39-0bd5aa6fe3c3), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:38:19.371134 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-30ace4c1-806b-4d7c-a886-fe7b65bfbfcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (7774c0be-b957-4204-896b-7e749f55bf81), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:38:21.171732 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (e75d1b00-832d-4bf5-b078-2c4f5b2c10cd), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:38:29.493969 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 42308) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:38:29.566384 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.pecan_wsgi.hooks.translation [None req-446060ba-c33a-4428-8e37-680855c2d68e admin admin] GET failed (client error): The resource could not be found. Jan 29 03:38:29.567648 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-446060ba-c33a-4428-8e37-680855c2d68e admin admin] 10.222.0.16 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0727913 Jan 29 03:38:29.758089 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd96039c-49ef-4a4c-8f36-68b51ca6bd4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:38:29.759554 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-fd96039c-49ef-4a4c-8f36-68b51ca6bd4c admin admin] 10.222.0.16 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1878593 Jan 29 03:38:31.978805 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 42318) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:38:32.068122 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a809ea35-e2fe-4340-bc55-7360b4c850f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:38:32.069482 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-a809ea35-e2fe-4340-bc55-7360b4c850f5 admin admin] 10.222.0.16 "GET /v2.0/subnets/9fb1d6f5-d4b8-4183-a86a-ce2db5b26087 HTTP/1.1" status: 200 len: 849 time: 0.0897765 Jan 29 03:38:32.079471 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.v2.base [None req-ed501b8b-d73f-48e0-8fba-85a9d0c77553 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=109549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 03:38:32.164031 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-ed501b8b-d73f-48e0-8fba-85a9d0c77553 admin admin] Publish callbacks [] for subnet (9fb1d6f5-d4b8-4183-a86a-ce2db5b26087), before_update {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:38:32.382371 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-ed501b8b-d73f-48e0-8fba-85a9d0c77553 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8787145732042'] for subnet (9fb1d6f5-d4b8-4183-a86a-ce2db5b26087), after_update {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:38:32.413694 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed501b8b-d73f-48e0-8fba-85a9d0c77553 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:38:32.413694 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-ed501b8b-d73f-48e0-8fba-85a9d0c77553 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606130'] for subnet (None), before_response {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:38:32.416142 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-ed501b8b-d73f-48e0-8fba-85a9d0c77553 admin admin] 10.222.0.16 "PUT /v2.0/subnets/9fb1d6f5-d4b8-4183-a86a-ce2db5b26087 HTTP/1.1" status: 200 len: 868 time: 0.3402927 Jan 29 03:38:32.416645 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b527904-45d2-4a72-85c8-db538a631d8a None None] Network e6bbe17f-436d-49ec-a86d-cbb975e02eda requested from dv-cinder-826949-1-iscsi {{(pid=109551) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 03:38:32.436732 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed501b8b-d73f-48e0-8fba-85a9d0c77553 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9fb1d6f5-d4b8-4183-a86a-ce2db5b26087,revision_number=1']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:38:32.444155 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed501b8b-d73f-48e0-8fba-85a9d0c77553 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:38:32.444535 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed501b8b-d73f-48e0-8fba-85a9d0c77553 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:38:32.444888 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed501b8b-d73f-48e0-8fba-85a9d0c77553 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:38:32.445227 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed501b8b-d73f-48e0-8fba-85a9d0c77553 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:38:32.445558 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed501b8b-d73f-48e0-8fba-85a9d0c77553 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:38:32.445891 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed501b8b-d73f-48e0-8fba-85a9d0c77553 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:38:32.446271 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed501b8b-d73f-48e0-8fba-85a9d0c77553 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:38:32.446610 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed501b8b-d73f-48e0-8fba-85a9d0c77553 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:38:32.446952 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed501b8b-d73f-48e0-8fba-85a9d0c77553 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:38:32.447871 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed501b8b-d73f-48e0-8fba-85a9d0c77553 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:38:32.448218 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed501b8b-d73f-48e0-8fba-85a9d0c77553 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:38:32.448526 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed501b8b-d73f-48e0-8fba-85a9d0c77553 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:38:32.448845 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed501b8b-d73f-48e0-8fba-85a9d0c77553 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:38:32.792900 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.provisioning_blocks [None req-7f90ad17-10d9-4a60-85b8-0be785d97dd7 None None] Provisioning complete for port 42475690-563c-4e45-89b1-d873cd2f1381 triggered by entity DHCP. {{(pid=109551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 03:38:32.793223 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-7f90ad17-10d9-4a60-85b8-0be785d97dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785313'] for port (42475690-563c-4e45-89b1-d873cd2f1381), provisioning_complete {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:38:32.866921 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-7f90ad17-10d9-4a60-85b8-0be785d97dd7 None None] Current status of the port 42475690-563c-4e45-89b1-d873cd2f1381 is: ACTIVE; New status is: ACTIVE {{(pid=109551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 03:38:32.877084 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.provisioning_blocks [None req-7f90ad17-10d9-4a60-85b8-0be785d97dd7 None None] Provisioning complete for port 061459b9-eaa8-4690-be20-d32ebbf56728 triggered by entity DHCP. {{(pid=109551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 03:38:32.877471 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-7f90ad17-10d9-4a60-85b8-0be785d97dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785313'] for port (061459b9-eaa8-4690-be20-d32ebbf56728), provisioning_complete {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:38:32.953706 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-7f90ad17-10d9-4a60-85b8-0be785d97dd7 None None] Current status of the port 061459b9-eaa8-4690-be20-d32ebbf56728 is: ACTIVE; New status is: ACTIVE {{(pid=109551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 03:38:34.659140 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 42328) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:38:34.851272 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b9b712a-bd73-4e64-96a6-7aee5ad21408 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:38:34.851659 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b9b712a-bd73-4e64-96a6-7aee5ad21408 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:38:34.853699 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-5b9b712a-bd73-4e64-96a6-7aee5ad21408 admin admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1930854 Jan 29 03:38:37.061800 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 42336) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:38:37.189665 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5686dfc-1eef-4da2-ad7e-cf2ea7c94194 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:38:37.190171 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5686dfc-1eef-4da2-ad7e-cf2ea7c94194 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:38:37.191700 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-d5686dfc-1eef-4da2-ad7e-cf2ea7c94194 admin admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1288841 Jan 29 03:38:39.407936 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 42344) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:38:39.527930 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5853e705-5e5d-4af6-90cb-2947923737c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:38:39.529324 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-5853e705-5e5d-4af6-90cb-2947923737c8 admin admin] 10.222.0.16 "GET /v2.0/networks/84058fb5-7499-436d-9c61-9715f17a209a HTTP/1.1" status: 200 len: 886 time: 0.1203167 Jan 29 03:38:41.751143 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 42352) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:38:41.878956 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce19c792-ccf0-470b-9c1c-79d461063f32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:38:41.880298 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-ce19c792-ccf0-470b-9c1c-79d461063f32 admin admin] 10.222.0.16 "GET /v2.0/networks/e6bbe17f-436d-49ec-a86d-cbb975e02eda HTTP/1.1" status: 200 len: 868 time: 0.1281741 Jan 29 03:38:44.102537 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 42360) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:38:44.226085 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9929734-8276-4b27-a887-761fbd6332fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:38:44.226566 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9929734-8276-4b27-a887-761fbd6332fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:38:44.228112 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-b9929734-8276-4b27-a887-761fbd6332fa admin admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1246219 Jan 29 03:38:44.836046 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-a92a65d3-459a-4a93-a62c-b0548d8de2ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (dac82def-0781-4624-a171-654e1b1d12af), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:38:46.455512 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 42368) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:38:46.552497 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d211139-1e53-45fb-ac21-b44db124edc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:38:46.552951 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d211139-1e53-45fb-ac21-b44db124edc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:38:46.554518 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-6d211139-1e53-45fb-ac21-b44db124edc4 admin admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0980587 Jan 29 03:38:47.431107 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-954e52e6-55ea-4e77-b63f-dbd5865f04e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (d5b8732c-6ac1-45e3-a79e-cd9863fe8196), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:38:47.988175 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-6a0bb60c-5b7b-499b-b43f-7eb32e921150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (4cfc2a27-deed-4689-8f39-0bd5aa6fe3c3), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:38:48.792429 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 42376) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:38:48.876484 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f723e24f-80f4-4e63-a190-5470467f4acd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:38:48.877808 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-f723e24f-80f4-4e63-a190-5470467f4acd admin admin] 10.222.0.16 "GET /v2.0/subnets/8ef1eacb-ef7e-49c2-acc5-31126b063ddd HTTP/1.1" status: 200 len: 816 time: 0.0844262 Jan 29 03:38:49.367577 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-30ace4c1-806b-4d7c-a886-fe7b65bfbfcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (7774c0be-b957-4204-896b-7e749f55bf81), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:38:51.118887 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 42384) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:38:51.138958 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (e75d1b00-832d-4bf5-b078-2c4f5b2c10cd), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:38:51.210631 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff58b89b-05ba-4d9a-99be-a1e710746f12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:38:51.212638 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-ff58b89b-05ba-4d9a-99be-a1e710746f12 admin admin] 10.222.0.16 "GET /v2.0/subnets/9fb1d6f5-d4b8-4183-a86a-ce2db5b26087 HTTP/1.1" status: 200 len: 868 time: 0.0918765 Jan 29 03:38:52.068868 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.agents_db [None req-5bdad2e4-4f8f-4fe6-a9f7-cf82a335ca9d None None] Agent healthcheck: found 5 active agents {{(pid=109552) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 03:39:14.813124 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-646d7e21-21a2-45fc-9e04-102a27d60100 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (dac82def-0781-4624-a171-654e1b1d12af), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:39:15.668611 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 42438) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:39:15.718503 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [None req-37955d2c-e95e-4861-b25f-0967ba33d996 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=109549) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 03:39:15.719886 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-37955d2c-e95e-4861-b25f-0967ba33d996 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0499525 Jan 29 03:39:17.427381 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-58d54512-1631-4b8f-bada-e8e35a0c987c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (d5b8732c-6ac1-45e3-a79e-cd9863fe8196), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:39:17.984159 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-6a0bb60c-5b7b-499b-b43f-7eb32e921150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (4cfc2a27-deed-4689-8f39-0bd5aa6fe3c3), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:39:18.113701 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 42446) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:39:18.175039 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e180f0d-bfc8-4115-884d-3c2217a496f3 admin admin] GET failed (client error): The resource could not be found. Jan 29 03:39:18.176343 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-6e180f0d-bfc8-4115-884d-3c2217a496f3 admin admin] 10.222.0.16 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0616913 Jan 29 03:39:18.315953 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9241af2b-6aae-4a85-9a31-59ada511b260 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:39:18.317334 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-9241af2b-6aae-4a85-9a31-59ada511b260 admin admin] 10.222.0.16 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1364574 Jan 29 03:39:19.361417 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-30ace4c1-806b-4d7c-a886-fe7b65bfbfcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (7774c0be-b957-4204-896b-7e749f55bf81), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:39:20.600683 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 42456) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:39:20.646023 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.v2.base [None req-f8220845-750d-4687-af50-f4d830eecef4 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'project_id': 'c57f442fb4a54e55ae8b317d811cdb11', 'name': 'shared', 'tenant_id': 'c57f442fb4a54e55ae8b317d811cdb11'}} {{(pid=109549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 03:39:20.721049 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8220845-750d-4687-af50-f4d830eecef4 admin admin] Made reservation on behalf of c57f442fb4a54e55ae8b317d811cdb11 for: {'network': 1} {{(pid=109549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 03:39:20.723308 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-f8220845-750d-4687-af50-f4d830eecef4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for network (None), before_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:39:20.750277 dv-cinder-826949-1-iscsi neutron-server[109549]: WARNING neutron.services.revisions.revision_plugin [None req-f8220845-750d-4687-af50-f4d830eecef4 admin admin] Could not find related network for resource to bump revision. Jan 29 03:39:20.760116 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8220845-750d-4687-af50-f4d830eecef4 admin admin] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=109549) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 03:39:20.768252 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-f8220845-750d-4687-af50-f4d830eecef4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541992'] for segment (4e1050a9-c615-4cc6-83fb-647b9a5c7247), precommit_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:39:20.768602 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.db.segments_db [None req-f8220845-750d-4687-af50-f4d830eecef4 admin admin] Added segment 4e1050a9-c615-4cc6-83fb-647b9a5c7247 of type vlan for network e31dc187-67f0-4400-b245-da17d1088721 Jan 29 03:39:20.805814 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-f8220845-750d-4687-af50-f4d830eecef4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787145422201'] for network (e31dc187-67f0-4400-b245-da17d1088721), precommit_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:39:20.907211 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-f8220845-750d-4687-af50-f4d830eecef4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888'] for network (e31dc187-67f0-4400-b245-da17d1088721), after_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:39:20.908123 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8220845-750d-4687-af50-f4d830eecef4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:39:20.908687 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-f8220845-750d-4687-af50-f4d830eecef4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606130'] for network (None), before_response {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:39:21.059881 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8220845-750d-4687-af50-f4d830eecef4 admin admin] Pushing event updated for resources: {'Network': ['ID=e31dc187-67f0-4400-b245-da17d1088721,revision_number=1']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:39:21.085434 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Network e31dc187-67f0-4400-b245-da17d1088721 details requested by agent ovs-agent-dv-cinder-826949-1-iscsi with host dv-cinder-826949-1-iscsi {{(pid=109551) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 03:39:21.118737 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-f8220845-750d-4687-af50-f4d830eecef4 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.5163000 Jan 29 03:39:21.146364 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (e75d1b00-832d-4bf5-b078-2c4f5b2c10cd), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:39:23.414933 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 42468) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:39:23.472238 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e692825-b65f-416e-9064-34951d0b34b2 admin admin] GET failed (client error): The resource could not be found. Jan 29 03:39:23.473485 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-3e692825-b65f-416e-9064-34951d0b34b2 admin admin] 10.222.0.16 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0576289 Jan 29 03:39:23.545531 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc669eb1-d9fd-4212-bd15-e72efc804608 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:39:23.546896 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-cc669eb1-d9fd-4212-bd15-e72efc804608 admin admin] 10.222.0.16 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0688829 Jan 29 03:39:23.556283 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.v2.base [None req-c2ba9fa2-7169-4f7e-9e01-4f4f065dad56 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'tenant_id': 'c57f442fb4a54e55ae8b317d811cdb11', 'network_id': 'e31dc187-67f0-4400-b245-da17d1088721', 'name': 'shared-subnet', 'description': 'shared-subnet'}} {{(pid=109550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 03:39:23.684136 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2ba9fa2-7169-4f7e-9e01-4f4f065dad56 admin admin] Made reservation on behalf of c57f442fb4a54e55ae8b317d811cdb11 for: {'subnet': 1} {{(pid=109550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 03:39:23.686822 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-c2ba9fa2-7169-4f7e-9e01-4f4f065dad56 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:39:23.987413 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-c2ba9fa2-7169-4f7e-9e01-4f4f065dad56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888'] for subnet (7c2c4331-b71a-4ac9-9f0e-0f838a825b7e), after_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:39:24.056443 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ba9fa2-7169-4f7e-9e01-4f4f065dad56 admin admin] Checking segment: {'id': '4e1050a9-c615-4cc6-83fb-647b9a5c7247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'e31dc187-67f0-4400-b245-da17d1088721'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 03:39:24.056826 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ba9fa2-7169-4f7e-9e01-4f4f065dad56 admin admin] Network hostable DHCP agents. Network: e31dc187-67f0-4400-b245-da17d1088721, hostable agents: ['dac82def-0781-4624-a171-654e1b1d12af'], hosted agents: [] {{(pid=109550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 03:39:24.061595 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ba9fa2-7169-4f7e-9e01-4f4f065dad56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c2c4331-b71a-4ac9-9f0e-0f838a825b7e,revision_number=0']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:39:24.074122 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ba9fa2-7169-4f7e-9e01-4f4f065dad56 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:39:24.074493 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ba9fa2-7169-4f7e-9e01-4f4f065dad56 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:39:24.074831 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ba9fa2-7169-4f7e-9e01-4f4f065dad56 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:39:24.075160 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ba9fa2-7169-4f7e-9e01-4f4f065dad56 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:39:24.075487 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ba9fa2-7169-4f7e-9e01-4f4f065dad56 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:39:24.075809 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ba9fa2-7169-4f7e-9e01-4f4f065dad56 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:39:24.076137 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ba9fa2-7169-4f7e-9e01-4f4f065dad56 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:39:24.076455 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ba9fa2-7169-4f7e-9e01-4f4f065dad56 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:39:24.076790 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ba9fa2-7169-4f7e-9e01-4f4f065dad56 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:39:24.077125 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ba9fa2-7169-4f7e-9e01-4f4f065dad56 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:39:24.077451 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ba9fa2-7169-4f7e-9e01-4f4f065dad56 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:39:24.077767 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ba9fa2-7169-4f7e-9e01-4f4f065dad56 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:39:24.078083 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ba9fa2-7169-4f7e-9e01-4f4f065dad56 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:39:24.079373 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ba9fa2-7169-4f7e-9e01-4f4f065dad56 admin admin] Tracked resource versions report: Jan 29 03:39:24.079373 dv-cinder-826949-1-iscsi neutron-server[109550]: pushed versions: Jan 29 03:39:24.079373 dv-cinder-826949-1-iscsi neutron-server[109550]: { 'AddressGroup': {'1.2'}, Jan 29 03:39:24.079373 dv-cinder-826949-1-iscsi neutron-server[109550]: 'ConntrackHelper': {'1.0'}, Jan 29 03:39:24.079373 dv-cinder-826949-1-iscsi neutron-server[109550]: 'LocalIPAssociation': {'1.0'}, Jan 29 03:39:24.079373 dv-cinder-826949-1-iscsi neutron-server[109550]: 'Log': {'1.0'}, Jan 29 03:39:24.079373 dv-cinder-826949-1-iscsi neutron-server[109550]: 'Network': {'1.1'}, Jan 29 03:39:24.079373 dv-cinder-826949-1-iscsi neutron-server[109550]: 'Port': {'1.7'}, Jan 29 03:39:24.079373 dv-cinder-826949-1-iscsi neutron-server[109550]: 'PortForwarding': {'1.2'}, Jan 29 03:39:24.079373 dv-cinder-826949-1-iscsi neutron-server[109550]: 'QosPolicy': {'1.10'}, Jan 29 03:39:24.079373 dv-cinder-826949-1-iscsi neutron-server[109550]: 'SecurityGroup': {'1.5'}, Jan 29 03:39:24.079373 dv-cinder-826949-1-iscsi neutron-server[109550]: 'SecurityGroupRule': {'1.2'}, Jan 29 03:39:24.079373 dv-cinder-826949-1-iscsi neutron-server[109550]: 'SubPort': {'1.0'}, Jan 29 03:39:24.079373 dv-cinder-826949-1-iscsi neutron-server[109550]: 'Subnet': {'1.1'}, Jan 29 03:39:24.079373 dv-cinder-826949-1-iscsi neutron-server[109550]: 'Trunk': {'1.1'}} Jan 29 03:39:24.079373 dv-cinder-826949-1-iscsi neutron-server[109550]: consumer versions: Jan 29 03:39:24.079373 dv-cinder-826949-1-iscsi neutron-server[109550]: { DHCP agent@dv-cinder-826949-1-iscsi: {}, Jan 29 03:39:24.079373 dv-cinder-826949-1-iscsi neutron-server[109550]: L3 agent@dv-cinder-826949-1-iscsi: {}, Jan 29 03:39:24.079373 dv-cinder-826949-1-iscsi neutron-server[109550]: Metadata agent@dv-cinder-826949-1-iscsi: {}, Jan 29 03:39:24.079373 dv-cinder-826949-1-iscsi neutron-server[109550]: Metering agent@dv-cinder-826949-1-iscsi: {}, Jan 29 03:39:24.079373 dv-cinder-826949-1-iscsi neutron-server[109550]: Open vSwitch agent@dv-cinder-826949-1-iscsi: { 'AddressGroup': '1.2', Jan 29 03:39:24.079373 dv-cinder-826949-1-iscsi neutron-server[109550]: 'ConntrackHelper': '1.0', Jan 29 03:39:24.079373 dv-cinder-826949-1-iscsi neutron-server[109550]: 'LocalIPAssociation': '1.0', Jan 29 03:39:24.079373 dv-cinder-826949-1-iscsi neutron-server[109550]: 'Log': '1.0', Jan 29 03:39:24.079373 dv-cinder-826949-1-iscsi neutron-server[109550]: 'Network': '1.1', Jan 29 03:39:24.079373 dv-cinder-826949-1-iscsi neutron-server[109550]: 'Port': '1.7', Jan 29 03:39:24.079373 dv-cinder-826949-1-iscsi neutron-server[109550]: 'PortForwarding': '1.2', Jan 29 03:39:24.079373 dv-cinder-826949-1-iscsi neutron-server[109550]: 'QosPolicy': '1.10', Jan 29 03:39:24.079373 dv-cinder-826949-1-iscsi neutron-server[109550]: 'SecurityGroup': '1.5', Jan 29 03:39:24.079373 dv-cinder-826949-1-iscsi neutron-server[109550]: 'SecurityGroupRule': '1.2', Jan 29 03:39:24.079373 dv-cinder-826949-1-iscsi neutron-server[109550]: 'SubPort': '1.0', Jan 29 03:39:24.079373 dv-cinder-826949-1-iscsi neutron-server[109550]: 'Subnet': '1.1', Jan 29 03:39:24.079373 dv-cinder-826949-1-iscsi neutron-server[109550]: 'Trunk': '1.1'}} Jan 29 03:39:24.079373 dv-cinder-826949-1-iscsi neutron-server[109550]: {{(pid=109550) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 29 03:39:24.183698 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ba9fa2-7169-4f7e-9e01-4f4f065dad56 admin admin] Network e31dc187-67f0-4400-b245-da17d1088721 is scheduled to be hosted by DHCP agent dac82def-0781-4624-a171-654e1b1d12af with binding_index 1 {{(pid=109550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 03:39:24.269539 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.scheduler.base_scheduler [None req-c2ba9fa2-7169-4f7e-9e01-4f4f065dad56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826949-1-iscsi, e31dc187-67f0-4400-b245-da17d1088721) {{(pid=109550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 03:39:24.274528 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ba9fa2-7169-4f7e-9e01-4f4f065dad56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:39:24.275179 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-c2ba9fa2-7169-4f7e-9e01-4f4f065dad56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606130'] for subnet (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:39:24.278910 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c4bdda3-e347-4637-9356-b418d7bd475a None None] Network e31dc187-67f0-4400-b245-da17d1088721 requested from dv-cinder-826949-1-iscsi {{(pid=109551) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 03:39:24.363638 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-c2ba9fa2-7169-4f7e-9e01-4f4f065dad56 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8106151 Jan 29 03:39:24.378791 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef872da-e007-4037-bf97-38650e409f03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ffd3bd-5e69-5ede-b676-2fcdca3717c9-e31dc187-67f0-4400-b245-da17d1088721', 'network_id': 'e31dc187-67f0-4400-b245-da17d1088721', 'project_id': 'c57f442fb4a54e55ae8b317d811cdb11', 'fixed_ips': [{'subnet_id': '7c2c4331-b71a-4ac9-9f0e-0f838a825b7e'}]}} from dv-cinder-826949-1-iscsi. {{(pid=109551) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 03:39:24.379678 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-fef872da-e007-4037-bf97-38650e409f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (None), before_create {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:39:24.524613 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.db_base_plugin_common [None req-fef872da-e007-4037-bf97-38650e409f03 None None] Allocated IP 192.168.233.2 (e31dc187-67f0-4400-b245-da17d1088721/7c2c4331-b71a-4ac9-9f0e-0f838a825b7e/7f9ce10e-2fca-4613-9d82-cb4e82d590e9) {{(pid=109551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 03:39:24.760838 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-fef872da-e007-4037-bf97-38650e409f03 None None] Publish callbacks [] for port (7f9ce10e-2fca-4613-9d82-cb4e82d590e9), precommit_create {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:39:24.853571 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-fef872da-e007-4037-bf97-38650e409f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787145433393'] for port (7f9ce10e-2fca-4613-9d82-cb4e82d590e9), after_create {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:39:24.893682 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef872da-e007-4037-bf97-38650e409f03 None None] Network e31dc187-67f0-4400-b245-da17d1088721 is already hosted by enough agents. {{(pid=109551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 03:39:24.896682 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.scheduler.base_scheduler [None req-fef872da-e007-4037-bf97-38650e409f03 None None] Resources bound (agent type, host, resource id): {{(pid=109551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 03:39:24.899640 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef872da-e007-4037-bf97-38650e409f03 None None] Received port after_create {{(pid=109551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 03:39:24.910364 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef872da-e007-4037-bf97-38650e409f03 None None] Pushing event updated for resources: {'Port': ['ID=7f9ce10e-2fca-4613-9d82-cb4e82d590e9,revision_number=1']} {{(pid=109551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:39:24.937631 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef872da-e007-4037-bf97-38650e409f03 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:39:24.937998 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef872da-e007-4037-bf97-38650e409f03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:39:24.938382 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef872da-e007-4037-bf97-38650e409f03 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:39:24.945125 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef872da-e007-4037-bf97-38650e409f03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:39:24.945125 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef872da-e007-4037-bf97-38650e409f03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:39:24.945125 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef872da-e007-4037-bf97-38650e409f03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:39:24.945125 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef872da-e007-4037-bf97-38650e409f03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:39:24.945125 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef872da-e007-4037-bf97-38650e409f03 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:39:24.945125 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef872da-e007-4037-bf97-38650e409f03 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:39:24.945125 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef872da-e007-4037-bf97-38650e409f03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:39:24.945125 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef872da-e007-4037-bf97-38650e409f03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:39:24.945125 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef872da-e007-4037-bf97-38650e409f03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:39:24.945125 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef872da-e007-4037-bf97-38650e409f03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:39:24.971574 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.managers [None req-fef872da-e007-4037-bf97-38650e409f03 None None] Attempting to bind port 7f9ce10e-2fca-4613-9d82-cb4e82d590e9 on host dv-cinder-826949-1-iscsi for vnic_type normal with profile {{(pid=109551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 03:39:24.971965 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.managers [None req-fef872da-e007-4037-bf97-38650e409f03 None None] Attempting to bind port 7f9ce10e-2fca-4613-9d82-cb4e82d590e9 by drivers openvswitch,hyperv on host dv-cinder-826949-1-iscsi at level 0 using segments [{'id': '4e1050a9-c615-4cc6-83fb-647b9a5c7247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'e31dc187-67f0-4400-b245-da17d1088721'}] {{(pid=109551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 03:39:24.972674 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef872da-e007-4037-bf97-38650e409f03 None None] Attempting to bind port 7f9ce10e-2fca-4613-9d82-cb4e82d590e9 on network e31dc187-67f0-4400-b245-da17d1088721 {{(pid=109551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 03:39:24.977922 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef872da-e007-4037-bf97-38650e409f03 None None] Checking agent: {'id': 'e75d1b00-832d-4bf5-b078-2c4f5b2c10cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826949-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 3, 36, 21), 'started_at': datetime.datetime(2022, 1, 29, 3, 36, 51), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 3, 39, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826949-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 03:39:24.978348 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef872da-e007-4037-bf97-38650e409f03 None None] Checking segment: {'id': '4e1050a9-c615-4cc6-83fb-647b9a5c7247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'e31dc187-67f0-4400-b245-da17d1088721'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 03:39:24.978753 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-fef872da-e007-4037-bf97-38650e409f03 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:39:24.979195 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef872da-e007-4037-bf97-38650e409f03 None None] Bound using segment: {'id': '4e1050a9-c615-4cc6-83fb-647b9a5c7247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'e31dc187-67f0-4400-b245-da17d1088721'} {{(pid=109551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 03:39:24.979669 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.managers [None req-fef872da-e007-4037-bf97-38650e409f03 None None] Bound port: 7f9ce10e-2fca-4613-9d82-cb4e82d590e9, host: dv-cinder-826949-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e1050a9-c615-4cc6-83fb-647b9a5c7247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'e31dc187-67f0-4400-b245-da17d1088721'}}] {{(pid=109551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 03:39:24.980039 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-fef872da-e007-4037-bf97-38650e409f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (7f9ce10e-2fca-4613-9d82-cb4e82d590e9), before_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:39:25.040757 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-fef872da-e007-4037-bf97-38650e409f03 None None] For port 7f9ce10e-2fca-4613-9d82-cb4e82d590e9, host dv-cinder-826949-1-iscsi, cleared binding levels {{(pid=109551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 03:39:25.043783 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-fef872da-e007-4037-bf97-38650e409f03 None None] For port 7f9ce10e-2fca-4613-9d82-cb4e82d590e9, host dv-cinder-826949-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-1-iscsi',level=0,port_id=7f9ce10e-2fca-4613-9d82-cb4e82d590e9,segment=NetworkSegment(4e1050a9-c615-4cc6-83fb-647b9a5c7247),segment_id=4e1050a9-c615-4cc6-83fb-647b9a5c7247)] {{(pid=109551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 03:39:25.102228 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-fef872da-e007-4037-bf97-38650e409f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429'] for port (7f9ce10e-2fca-4613-9d82-cb4e82d590e9), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:39:25.166231 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef872da-e007-4037-bf97-38650e409f03 None None] Pushing event updated for resources: {'Port': ['ID=7f9ce10e-2fca-4613-9d82-cb4e82d590e9,revision_number=2']} {{(pid=109551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:39:25.843923 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Device 7f9ce10e-2fca-4613-9d82-cb4e82d590e9 up at agent ovs-agent-dv-cinder-826949-1-iscsi {{(pid=109551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 03:39:25.901983 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.provisioning_blocks [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Provisioning complete for port 7f9ce10e-2fca-4613-9d82-cb4e82d590e9 triggered by entity L2. {{(pid=109551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 03:39:25.902667 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785313'] for port (7f9ce10e-2fca-4613-9d82-cb4e82d590e9), provisioning_complete {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:39:25.985724 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Current status of the port 7f9ce10e-2fca-4613-9d82-cb4e82d590e9 is: DOWN; New status is: ACTIVE {{(pid=109551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 03:39:25.986114 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (7f9ce10e-2fca-4613-9d82-cb4e82d590e9), before_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:39:26.029522 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] For port 7f9ce10e-2fca-4613-9d82-cb4e82d590e9, host dv-cinder-826949-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-1-iscsi',level=0,port_id=7f9ce10e-2fca-4613-9d82-cb4e82d590e9,segment=NetworkSegment(4e1050a9-c615-4cc6-83fb-647b9a5c7247),segment_id=4e1050a9-c615-4cc6-83fb-647b9a5c7247)] {{(pid=109551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 03:39:26.089962 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429'] for port (7f9ce10e-2fca-4613-9d82-cb4e82d590e9), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:39:26.143111 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a90eff6-a2fd-4e20-b404-b442a58a23c0 None None] Network e31dc187-67f0-4400-b245-da17d1088721 requested from dv-cinder-826949-1-iscsi {{(pid=109551) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 03:39:26.144930 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Pushing event updated for resources: {'Port': ['ID=7f9ce10e-2fca-4613-9d82-cb4e82d590e9,revision_number=3']} {{(pid=109551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:39:26.226151 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.provisioning_blocks [None req-ef55bf69-2fa7-4baf-9563-5d65047333c4 None None] Provisioning complete for port 7f9ce10e-2fca-4613-9d82-cb4e82d590e9 triggered by entity DHCP. {{(pid=109551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 03:39:26.227014 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-ef55bf69-2fa7-4baf-9563-5d65047333c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785313'] for port (7f9ce10e-2fca-4613-9d82-cb4e82d590e9), provisioning_complete {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:39:26.341484 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-ef55bf69-2fa7-4baf-9563-5d65047333c4 None None] Current status of the port 7f9ce10e-2fca-4613-9d82-cb4e82d590e9 is: ACTIVE; New status is: ACTIVE {{(pid=109551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 03:39:26.560975 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.provisioning_blocks [None req-9d0e6b9c-a28c-46cb-a90e-4dbe85240abd None None] Provisioning complete for port 7f9ce10e-2fca-4613-9d82-cb4e82d590e9 triggered by entity DHCP. {{(pid=109551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 03:39:26.561605 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-9d0e6b9c-a28c-46cb-a90e-4dbe85240abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785313'] for port (7f9ce10e-2fca-4613-9d82-cb4e82d590e9), provisioning_complete {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:39:26.640598 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-9d0e6b9c-a28c-46cb-a90e-4dbe85240abd None None] Current status of the port 7f9ce10e-2fca-4613-9d82-cb4e82d590e9 is: ACTIVE; New status is: ACTIVE {{(pid=109551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 03:39:27.790740 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Device 7f9ce10e-2fca-4613-9d82-cb4e82d590e9 up at agent ovs-agent-dv-cinder-826949-1-iscsi {{(pid=109551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 03:39:27.837784 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.provisioning_blocks [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Provisioning complete for port 7f9ce10e-2fca-4613-9d82-cb4e82d590e9 triggered by entity L2. {{(pid=109551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 03:39:27.838209 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785313'] for port (7f9ce10e-2fca-4613-9d82-cb4e82d590e9), provisioning_complete {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:39:27.913769 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Current status of the port 7f9ce10e-2fca-4613-9d82-cb4e82d590e9 is: ACTIVE; New status is: ACTIVE {{(pid=109551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 03:39:29.068275 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.agents_db [None req-5bdad2e4-4f8f-4fe6-a9f7-cf82a335ca9d None None] Agent healthcheck: found 5 active agents {{(pid=109552) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 03:39:44.846705 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8276f0ba-f5c6-4e82-8f9b-4fde9a351d7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (dac82def-0781-4624-a171-654e1b1d12af), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:39:47.454817 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-1fdf4e66-82dd-4400-8976-050eb023c04c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (d5b8732c-6ac1-45e3-a79e-cd9863fe8196), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:39:47.995120 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-6a0bb60c-5b7b-499b-b43f-7eb32e921150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (4cfc2a27-deed-4689-8f39-0bd5aa6fe3c3), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:39:49.391974 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-30ace4c1-806b-4d7c-a886-fe7b65bfbfcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (7774c0be-b957-4204-896b-7e749f55bf81), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:39:51.128768 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (e75d1b00-832d-4bf5-b078-2c4f5b2c10cd), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:40:06.066940 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.agents_db [None req-5bdad2e4-4f8f-4fe6-a9f7-cf82a335ca9d None None] Agent healthcheck: found 5 active agents {{(pid=109552) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 03:40:14.825299 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-e644d7b4-45b9-4244-879c-59125c51b942 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (dac82def-0781-4624-a171-654e1b1d12af), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:40:17.436619 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-e87e99e5-dc2b-4b29-a51b-fc277510f264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (d5b8732c-6ac1-45e3-a79e-cd9863fe8196), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:40:17.994431 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-6a0bb60c-5b7b-499b-b43f-7eb32e921150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (4cfc2a27-deed-4689-8f39-0bd5aa6fe3c3), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:40:19.374045 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-30ace4c1-806b-4d7c-a886-fe7b65bfbfcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (7774c0be-b957-4204-896b-7e749f55bf81), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:40:21.156453 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (e75d1b00-832d-4bf5-b078-2c4f5b2c10cd), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:40:43.065239 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.agents_db [None req-5bdad2e4-4f8f-4fe6-a9f7-cf82a335ca9d None None] Agent healthcheck: found 5 active agents {{(pid=109552) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 03:40:44.830373 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-0c05999b-caa9-45b1-9a8d-5aa46dfba671 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (dac82def-0781-4624-a171-654e1b1d12af), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:40:47.427922 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-db23a741-a267-4a01-a61b-455669e0c784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (d5b8732c-6ac1-45e3-a79e-cd9863fe8196), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:40:47.990907 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-6a0bb60c-5b7b-499b-b43f-7eb32e921150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (4cfc2a27-deed-4689-8f39-0bd5aa6fe3c3), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:40:49.372989 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-30ace4c1-806b-4d7c-a886-fe7b65bfbfcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (7774c0be-b957-4204-896b-7e749f55bf81), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:40:51.144339 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (e75d1b00-832d-4bf5-b078-2c4f5b2c10cd), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:40:52.015658 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 42516) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:40:52.023494 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [None req-c84c1864-c310-4e66-9e93-25c3a1945176 tempest-verify_tempest_config-174204818 tempest-verify_tempest_config-174204818-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=109550) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 03:40:52.024480 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-c84c1864-c310-4e66-9e93-25c3a1945176 tempest-verify_tempest_config-174204818 tempest-verify_tempest_config-174204818-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0078700 Jan 29 03:40:52.486081 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 42534) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:40:52.586973 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-c3c4dd27-12c1-4928-98d1-52132e705545 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:40:52.656594 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-c3c4dd27-12c1-4928-98d1-52132e705545 admin admin] Publish callbacks [] for security_group (0894cedd-8bb2-4c74-99d2-e65fd1b2cccd), precommit_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:40:52.715334 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-c3c4dd27-12c1-4928-98d1-52132e705545 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (0894cedd-8bb2-4c74-99d2-e65fd1b2cccd), after_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:40:52.759708 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-c3c4dd27-12c1-4928-98d1-52132e705545 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=28355acc04144faf9b3c1ea12b2e2532&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2724888 Jan 29 03:40:52.761677 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c4dd27-12c1-4928-98d1-52132e705545 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0894cedd-8bb2-4c74-99d2-e65fd1b2cccd,revision_number=1']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:40:52.762522 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 42540) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:40:52.768461 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c4dd27-12c1-4928-98d1-52132e705545 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:40:52.768814 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c4dd27-12c1-4928-98d1-52132e705545 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:40:52.769159 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c4dd27-12c1-4928-98d1-52132e705545 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:40:52.769499 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c4dd27-12c1-4928-98d1-52132e705545 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:40:52.769833 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c4dd27-12c1-4928-98d1-52132e705545 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:40:52.770189 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c4dd27-12c1-4928-98d1-52132e705545 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:40:52.770522 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c4dd27-12c1-4928-98d1-52132e705545 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:40:52.770850 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c4dd27-12c1-4928-98d1-52132e705545 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:40:52.771768 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c4dd27-12c1-4928-98d1-52132e705545 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:40:52.772104 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c4dd27-12c1-4928-98d1-52132e705545 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:40:52.772437 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c4dd27-12c1-4928-98d1-52132e705545 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:40:52.772779 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c4dd27-12c1-4928-98d1-52132e705545 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:40:52.773080 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c4dd27-12c1-4928-98d1-52132e705545 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:40:52.840487 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-b2e511a2-13e8-467e-a946-20d28a42a1e3 admin admin] Publish callbacks [] for security_group (0894cedd-8bb2-4c74-99d2-e65fd1b2cccd), before_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:40:52.860218 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-b2e511a2-13e8-467e-a946-20d28a42a1e3 admin admin] Publish callbacks [] for security_group (0894cedd-8bb2-4c74-99d2-e65fd1b2cccd), precommit_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:40:53.034364 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-b2e511a2-13e8-467e-a946-20d28a42a1e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (0894cedd-8bb2-4c74-99d2-e65fd1b2cccd), after_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:40:53.036838 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-b2e511a2-13e8-467e-a946-20d28a42a1e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:40:53.038003 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-b2e511a2-13e8-467e-a946-20d28a42a1e3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0894cedd-8bb2-4c74-99d2-e65fd1b2cccd HTTP/1.1" status: 204 len: 168 time: 0.2745347 Jan 29 03:40:53.045461 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e511a2-13e8-467e-a946-20d28a42a1e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0894cedd-8bb2-4c74-99d2-e65fd1b2cccd,revision_number=None']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:40:53.052140 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e511a2-13e8-467e-a946-20d28a42a1e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:40:53.052516 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e511a2-13e8-467e-a946-20d28a42a1e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:40:53.052864 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e511a2-13e8-467e-a946-20d28a42a1e3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:40:53.053247 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e511a2-13e8-467e-a946-20d28a42a1e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:40:53.053582 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e511a2-13e8-467e-a946-20d28a42a1e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:40:53.053916 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e511a2-13e8-467e-a946-20d28a42a1e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:40:53.054287 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e511a2-13e8-467e-a946-20d28a42a1e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:40:53.054619 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e511a2-13e8-467e-a946-20d28a42a1e3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:40:53.054959 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e511a2-13e8-467e-a946-20d28a42a1e3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:40:53.055303 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e511a2-13e8-467e-a946-20d28a42a1e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:40:53.055628 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e511a2-13e8-467e-a946-20d28a42a1e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:40:53.055947 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e511a2-13e8-467e-a946-20d28a42a1e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:40:53.056265 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e511a2-13e8-467e-a946-20d28a42a1e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:41:14.829222 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-56b7634a-7d19-4d4d-b465-d0d06c321021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (dac82def-0781-4624-a171-654e1b1d12af), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:41:17.418011 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-a5555fec-6801-484b-91b2-e51fc4a2496b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (d5b8732c-6ac1-45e3-a79e-cd9863fe8196), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:41:17.983466 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-6a0bb60c-5b7b-499b-b43f-7eb32e921150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (4cfc2a27-deed-4689-8f39-0bd5aa6fe3c3), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:41:19.386929 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-30ace4c1-806b-4d7c-a886-fe7b65bfbfcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (7774c0be-b957-4204-896b-7e749f55bf81), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:41:20.063832 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.agents_db [None req-5bdad2e4-4f8f-4fe6-a9f7-cf82a335ca9d None None] Agent healthcheck: found 5 active agents {{(pid=109552) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 03:41:21.160319 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (e75d1b00-832d-4bf5-b078-2c4f5b2c10cd), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:41:44.811436 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-a8e6a03e-3d2c-47e1-a19d-876035fe7457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (dac82def-0781-4624-a171-654e1b1d12af), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:41:47.400219 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-76f32c3b-def3-48d2-b08f-d2179624d3d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (d5b8732c-6ac1-45e3-a79e-cd9863fe8196), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:41:47.999929 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-6a0bb60c-5b7b-499b-b43f-7eb32e921150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (4cfc2a27-deed-4689-8f39-0bd5aa6fe3c3), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:41:49.381150 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-30ace4c1-806b-4d7c-a886-fe7b65bfbfcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (7774c0be-b957-4204-896b-7e749f55bf81), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:41:51.148183 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (e75d1b00-832d-4bf5-b078-2c4f5b2c10cd), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:41:57.062958 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.agents_db [None req-5bdad2e4-4f8f-4fe6-a9f7-cf82a335ca9d None None] Agent healthcheck: found 5 active agents {{(pid=109552) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 03:42:14.825881 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-a3279ca8-eb08-4433-9920-45eaf928c010 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (dac82def-0781-4624-a171-654e1b1d12af), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:42:17.473478 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-b22808f1-6f85-443a-b3d6-fe6b6beff811 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (d5b8732c-6ac1-45e3-a79e-cd9863fe8196), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:42:17.998812 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-6a0bb60c-5b7b-499b-b43f-7eb32e921150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (4cfc2a27-deed-4689-8f39-0bd5aa6fe3c3), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:42:19.416488 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-30ace4c1-806b-4d7c-a886-fe7b65bfbfcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (7774c0be-b957-4204-896b-7e749f55bf81), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:42:21.142036 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (e75d1b00-832d-4bf5-b078-2c4f5b2c10cd), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:42:25.471728 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1910601'] for agent (ad4128b7-7a77-4672-aa49-b5d5d6c7d736), after_create {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:42:34.061713 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.agents_db [None req-5bdad2e4-4f8f-4fe6-a9f7-cf82a335ca9d None None] Agent healthcheck: found 6 active agents {{(pid=109552) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 03:42:40.149752 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 42612) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:42:40.251672 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-678cc803-73e4-46cb-b9ab-467a9632cfe4 admin admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1006413 Jan 29 03:42:42.483561 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 42622) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:42:42.537812 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-5ee1fe09-b352-4562-97c2-9bd4010f4889 admin admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0532076 Jan 29 03:42:44.850652 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-872c5b2f-46c2-410c-b21b-57f4846603b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (dac82def-0781-4624-a171-654e1b1d12af), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:42:47.486248 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-33d9fcea-4414-4d51-90df-64111aef40b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (d5b8732c-6ac1-45e3-a79e-cd9863fe8196), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:42:48.003810 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-6a0bb60c-5b7b-499b-b43f-7eb32e921150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (4cfc2a27-deed-4689-8f39-0bd5aa6fe3c3), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:42:49.399021 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-30ace4c1-806b-4d7c-a886-fe7b65bfbfcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (7774c0be-b957-4204-896b-7e749f55bf81), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:42:51.146896 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (e75d1b00-832d-4bf5-b078-2c4f5b2c10cd), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:42:55.403392 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (ad4128b7-7a77-4672-aa49-b5d5d6c7d736), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:43:11.060986 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.agents_db [None req-5bdad2e4-4f8f-4fe6-a9f7-cf82a335ca9d None None] Agent healthcheck: found 6 active agents {{(pid=109552) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 03:43:14.860826 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-f5138b5b-dfdd-4ad4-a468-81912ad285ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (dac82def-0781-4624-a171-654e1b1d12af), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:43:17.443534 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8e47c1a5-fbc8-4c90-8947-4135857d720b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (d5b8732c-6ac1-45e3-a79e-cd9863fe8196), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:43:18.014440 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-6a0bb60c-5b7b-499b-b43f-7eb32e921150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (4cfc2a27-deed-4689-8f39-0bd5aa6fe3c3), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:43:19.408858 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-30ace4c1-806b-4d7c-a886-fe7b65bfbfcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (7774c0be-b957-4204-896b-7e749f55bf81), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:43:21.145892 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (e75d1b00-832d-4bf5-b078-2c4f5b2c10cd), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:43:25.419927 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (ad4128b7-7a77-4672-aa49-b5d5d6c7d736), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:43:44.831103 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-59fe78f8-ba8d-4642-a4fb-4c11a0dd9672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (dac82def-0781-4624-a171-654e1b1d12af), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:43:47.419940 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-a9e9bf9e-6441-45ea-8ec4-70030559a389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (d5b8732c-6ac1-45e3-a79e-cd9863fe8196), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:43:48.008986 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-6a0bb60c-5b7b-499b-b43f-7eb32e921150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (4cfc2a27-deed-4689-8f39-0bd5aa6fe3c3), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:43:48.059117 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.agents_db [None req-5bdad2e4-4f8f-4fe6-a9f7-cf82a335ca9d None None] Agent healthcheck: found 6 active agents {{(pid=109552) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 03:43:49.396484 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-30ace4c1-806b-4d7c-a886-fe7b65bfbfcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (7774c0be-b957-4204-896b-7e749f55bf81), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:43:51.179505 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (e75d1b00-832d-4bf5-b078-2c4f5b2c10cd), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:43:55.459145 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (ad4128b7-7a77-4672-aa49-b5d5d6c7d736), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:14.342055 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 42788) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:44:14.748734 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.v2.base [None req-2e0ccf11-a5c1-49f6-b8d6-abbbbda7d64a admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-136481355-network', 'tenant_id': '654101f4db1547ce8e1bea070af930d9'}} {{(pid=109550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 03:44:14.853271 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-c808a088-d857-4204-af5f-cb345f724e2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (dac82def-0781-4624-a171-654e1b1d12af), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:14.881860 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e0ccf11-a5c1-49f6-b8d6-abbbbda7d64a admin admin] Made reservation on behalf of 654101f4db1547ce8e1bea070af930d9 for: {'network': 1} {{(pid=109550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 03:44:14.885364 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-2e0ccf11-a5c1-49f6-b8d6-abbbbda7d64a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for network (None), before_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:14.898781 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-2e0ccf11-a5c1-49f6-b8d6-abbbbda7d64a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:14.907774 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 42814) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:44:14.991703 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-2e0ccf11-a5c1-49f6-b8d6-abbbbda7d64a admin admin] Publish callbacks [] for security_group (de816232-dfc3-483e-a17d-8743a55c62c6), precommit_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:15.081654 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-2e0ccf11-a5c1-49f6-b8d6-abbbbda7d64a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (de816232-dfc3-483e-a17d-8743a55c62c6), after_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:15.112241 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e0ccf11-a5c1-49f6-b8d6-abbbbda7d64a admin admin] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=109550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 03:44:15.124480 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0ccf11-a5c1-49f6-b8d6-abbbbda7d64a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de816232-dfc3-483e-a17d-8743a55c62c6,revision_number=1']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:44:15.134026 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-2e0ccf11-a5c1-49f6-b8d6-abbbbda7d64a admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8787145932418', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541992'] for segment (681e4f4c-a04e-4ad7-8fa3-3aec06a7c928), precommit_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:15.134026 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-2e0ccf11-a5c1-49f6-b8d6-abbbbda7d64a admin admin] Unsubscribe: segment precommit_create {{(pid=109550) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 29 03:44:15.134026 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.db.segments_db [None req-2e0ccf11-a5c1-49f6-b8d6-abbbbda7d64a admin admin] Added segment 681e4f4c-a04e-4ad7-8fa3-3aec06a7c928 of type vlan for network 8ecf2438-eca5-4dd8-92b6-936ee7f74d5d Jan 29 03:44:15.148022 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0ccf11-a5c1-49f6-b8d6-abbbbda7d64a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:44:15.148369 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0ccf11-a5c1-49f6-b8d6-abbbbda7d64a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:44:15.148964 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0ccf11-a5c1-49f6-b8d6-abbbbda7d64a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:44:15.149383 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0ccf11-a5c1-49f6-b8d6-abbbbda7d64a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:44:15.149713 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0ccf11-a5c1-49f6-b8d6-abbbbda7d64a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:44:15.150044 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0ccf11-a5c1-49f6-b8d6-abbbbda7d64a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:44:15.150399 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0ccf11-a5c1-49f6-b8d6-abbbbda7d64a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:44:15.150722 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0ccf11-a5c1-49f6-b8d6-abbbbda7d64a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:44:15.151043 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0ccf11-a5c1-49f6-b8d6-abbbbda7d64a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:44:15.151431 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0ccf11-a5c1-49f6-b8d6-abbbbda7d64a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:44:15.151753 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0ccf11-a5c1-49f6-b8d6-abbbbda7d64a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:44:15.152069 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0ccf11-a5c1-49f6-b8d6-abbbbda7d64a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:44:15.152380 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0ccf11-a5c1-49f6-b8d6-abbbbda7d64a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:44:15.153447 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0ccf11-a5c1-49f6-b8d6-abbbbda7d64a admin admin] Tracked resource versions report: Jan 29 03:44:15.153447 dv-cinder-826949-1-iscsi neutron-server[109550]: pushed versions: Jan 29 03:44:15.153447 dv-cinder-826949-1-iscsi neutron-server[109550]: { 'AddressGroup': {'1.2'}, Jan 29 03:44:15.153447 dv-cinder-826949-1-iscsi neutron-server[109550]: 'ConntrackHelper': {'1.0'}, Jan 29 03:44:15.153447 dv-cinder-826949-1-iscsi neutron-server[109550]: 'LocalIPAssociation': {'1.0'}, Jan 29 03:44:15.153447 dv-cinder-826949-1-iscsi neutron-server[109550]: 'Log': {'1.0'}, Jan 29 03:44:15.153447 dv-cinder-826949-1-iscsi neutron-server[109550]: 'Network': {'1.1'}, Jan 29 03:44:15.153447 dv-cinder-826949-1-iscsi neutron-server[109550]: 'Port': {'1.7'}, Jan 29 03:44:15.153447 dv-cinder-826949-1-iscsi neutron-server[109550]: 'PortForwarding': {'1.2'}, Jan 29 03:44:15.153447 dv-cinder-826949-1-iscsi neutron-server[109550]: 'QosPolicy': {'1.10'}, Jan 29 03:44:15.153447 dv-cinder-826949-1-iscsi neutron-server[109550]: 'SecurityGroup': {'1.5'}, Jan 29 03:44:15.153447 dv-cinder-826949-1-iscsi neutron-server[109550]: 'SecurityGroupRule': {'1.2'}, Jan 29 03:44:15.153447 dv-cinder-826949-1-iscsi neutron-server[109550]: 'SubPort': {'1.0'}, Jan 29 03:44:15.153447 dv-cinder-826949-1-iscsi neutron-server[109550]: 'Subnet': {'1.1'}, Jan 29 03:44:15.153447 dv-cinder-826949-1-iscsi neutron-server[109550]: 'Trunk': {'1.1'}} Jan 29 03:44:15.153447 dv-cinder-826949-1-iscsi neutron-server[109550]: consumer versions: Jan 29 03:44:15.153447 dv-cinder-826949-1-iscsi neutron-server[109550]: { DHCP agent@dv-cinder-826949-1-iscsi: {}, Jan 29 03:44:15.153447 dv-cinder-826949-1-iscsi neutron-server[109550]: HyperV agent@hv-cinder-82694: {}, Jan 29 03:44:15.153447 dv-cinder-826949-1-iscsi neutron-server[109550]: L3 agent@dv-cinder-826949-1-iscsi: {}, Jan 29 03:44:15.153447 dv-cinder-826949-1-iscsi neutron-server[109550]: Metadata agent@dv-cinder-826949-1-iscsi: {}, Jan 29 03:44:15.153447 dv-cinder-826949-1-iscsi neutron-server[109550]: Metering agent@dv-cinder-826949-1-iscsi: {}, Jan 29 03:44:15.153447 dv-cinder-826949-1-iscsi neutron-server[109550]: Open vSwitch agent@dv-cinder-826949-1-iscsi: { 'AddressGroup': '1.2', Jan 29 03:44:15.153447 dv-cinder-826949-1-iscsi neutron-server[109550]: 'ConntrackHelper': '1.0', Jan 29 03:44:15.153447 dv-cinder-826949-1-iscsi neutron-server[109550]: 'LocalIPAssociation': '1.0', Jan 29 03:44:15.153447 dv-cinder-826949-1-iscsi neutron-server[109550]: 'Log': '1.0', Jan 29 03:44:15.153447 dv-cinder-826949-1-iscsi neutron-server[109550]: 'Network': '1.1', Jan 29 03:44:15.153447 dv-cinder-826949-1-iscsi neutron-server[109550]: 'Port': '1.7', Jan 29 03:44:15.153447 dv-cinder-826949-1-iscsi neutron-server[109550]: 'PortForwarding': '1.2', Jan 29 03:44:15.153447 dv-cinder-826949-1-iscsi neutron-server[109550]: 'QosPolicy': '1.10', Jan 29 03:44:15.153447 dv-cinder-826949-1-iscsi neutron-server[109550]: 'SecurityGroup': '1.5', Jan 29 03:44:15.153447 dv-cinder-826949-1-iscsi neutron-server[109550]: 'SecurityGroupRule': '1.2', Jan 29 03:44:15.153447 dv-cinder-826949-1-iscsi neutron-server[109550]: 'SubPort': '1.0', Jan 29 03:44:15.153447 dv-cinder-826949-1-iscsi neutron-server[109550]: 'Subnet': '1.1', Jan 29 03:44:15.153447 dv-cinder-826949-1-iscsi neutron-server[109550]: 'Trunk': '1.1'}} Jan 29 03:44:15.153447 dv-cinder-826949-1-iscsi neutron-server[109550]: {{(pid=109550) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 29 03:44:15.202697 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-2e0ccf11-a5c1-49f6-b8d6-abbbbda7d64a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787145422201'] for network (8ecf2438-eca5-4dd8-92b6-936ee7f74d5d), precommit_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:15.293949 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.v2.base [None req-09ff1520-474d-4a4d-b80f-6826f1c3da49 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1494827673-network', 'tenant_id': '00cfcd24ac464466b0c59b2955aac89e'}} {{(pid=109550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 03:44:15.350527 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-2e0ccf11-a5c1-49f6-b8d6-abbbbda7d64a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888'] for network (8ecf2438-eca5-4dd8-92b6-936ee7f74d5d), after_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:15.351556 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0ccf11-a5c1-49f6-b8d6-abbbbda7d64a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:44:15.352175 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-2e0ccf11-a5c1-49f6-b8d6-abbbbda7d64a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606130'] for network (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:15.387347 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09ff1520-474d-4a4d-b80f-6826f1c3da49 admin admin] Made reservation on behalf of 00cfcd24ac464466b0c59b2955aac89e for: {'network': 1} {{(pid=109550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 03:44:15.389711 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-09ff1520-474d-4a4d-b80f-6826f1c3da49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for network (None), before_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:15.447733 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-09ff1520-474d-4a4d-b80f-6826f1c3da49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:15.491757 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0ccf11-a5c1-49f6-b8d6-abbbbda7d64a admin admin] Pushing event updated for resources: {'Network': ['ID=8ecf2438-eca5-4dd8-92b6-936ee7f74d5d,revision_number=1']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:44:15.510892 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Network 8ecf2438-eca5-4dd8-92b6-936ee7f74d5d details requested by agent ovs-agent-dv-cinder-826949-1-iscsi with host dv-cinder-826949-1-iscsi {{(pid=109551) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 03:44:15.545296 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 42840) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:44:15.553284 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-2e0ccf11-a5c1-49f6-b8d6-abbbbda7d64a admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2022185 Jan 29 03:44:15.554487 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.v2.base [None req-1fcee5a1-5242-49c0-b1f8-eb89dfbc84ad admin admin] Request body: {'subnet': {'network_id': '8ecf2438-eca5-4dd8-92b6-936ee7f74d5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-136481355-subnet', 'tenant_id': '654101f4db1547ce8e1bea070af930d9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 03:44:15.594574 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-09ff1520-474d-4a4d-b80f-6826f1c3da49 admin admin] Publish callbacks [] for security_group (cf697aac-ce34-4a1d-82d5-bedd4fffaa8b), precommit_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:15.612736 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 42844) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:44:15.659199 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 42848) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:44:15.676012 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-09ff1520-474d-4a4d-b80f-6826f1c3da49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (cf697aac-ce34-4a1d-82d5-bedd4fffaa8b), after_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:15.676247 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fcee5a1-5242-49c0-b1f8-eb89dfbc84ad admin admin] Made reservation on behalf of 654101f4db1547ce8e1bea070af930d9 for: {'subnet': 1} {{(pid=109549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 03:44:15.678690 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-1fcee5a1-5242-49c0-b1f8-eb89dfbc84ad admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:15.691210 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09ff1520-474d-4a4d-b80f-6826f1c3da49 admin admin] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=109550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 03:44:15.711913 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-09ff1520-474d-4a4d-b80f-6826f1c3da49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541992'] for segment (e5471ed5-97f1-48e6-86f5-92c6b5bce849), precommit_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:15.712427 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.db.segments_db [None req-09ff1520-474d-4a4d-b80f-6826f1c3da49 admin admin] Added segment e5471ed5-97f1-48e6-86f5-92c6b5bce849 of type vlan for network 204ced72-9299-4a30-aa72-466acced45bf Jan 29 03:44:15.730863 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 42852) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:44:15.813224 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-09ff1520-474d-4a4d-b80f-6826f1c3da49 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787145422201'] for network (204ced72-9299-4a30-aa72-466acced45bf), precommit_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:15.818055 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ff1520-474d-4a4d-b80f-6826f1c3da49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf697aac-ce34-4a1d-82d5-bedd4fffaa8b,revision_number=1']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:44:15.967462 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-09ff1520-474d-4a4d-b80f-6826f1c3da49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888'] for network (204ced72-9299-4a30-aa72-466acced45bf), after_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:15.974481 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ff1520-474d-4a4d-b80f-6826f1c3da49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:44:15.976825 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-09ff1520-474d-4a4d-b80f-6826f1c3da49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606130'] for network (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:15.978880 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-1fcee5a1-5242-49c0-b1f8-eb89dfbc84ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888'] for subnet (180c737b-7d5c-45ce-8000-e85773eccd70), after_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:16.063161 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.v2.base [None req-bf9065dc-5744-4d32-b1ba-a3c128194cb1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2026419355-network', 'tenant_id': 'a61fc9a8db7445ca8c465347f41732e8'}} {{(pid=109549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 03:44:16.071341 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.v2.base [None req-43228718-ec39-45e8-9c56-ea8164499a2b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-723999373-network', 'tenant_id': '0f6df9863d6a490a92b2f3c872aec541'}} {{(pid=109549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 03:44:16.082246 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcee5a1-5242-49c0-b1f8-eb89dfbc84ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=180c737b-7d5c-45ce-8000-e85773eccd70,revision_number=0']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:44:16.085228 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ff1520-474d-4a4d-b80f-6826f1c3da49 admin admin] Pushing event updated for resources: {'Network': ['ID=204ced72-9299-4a30-aa72-466acced45bf,revision_number=1']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:44:16.099296 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Network 204ced72-9299-4a30-aa72-466acced45bf details requested by agent ovs-agent-dv-cinder-826949-1-iscsi with host dv-cinder-826949-1-iscsi {{(pid=109551) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 03:44:16.118990 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.v2.base [None req-11d367ed-a678-46ee-a773-87605e484cd8 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-489193794-network', 'tenant_id': '995678f3901441a099ca67990ffaa293'}} {{(pid=109549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 03:44:16.136747 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fcee5a1-5242-49c0-b1f8-eb89dfbc84ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:44:16.137346 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fcee5a1-5242-49c0-b1f8-eb89dfbc84ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:44:16.137893 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fcee5a1-5242-49c0-b1f8-eb89dfbc84ad admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:44:16.138429 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fcee5a1-5242-49c0-b1f8-eb89dfbc84ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:44:16.139037 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fcee5a1-5242-49c0-b1f8-eb89dfbc84ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:44:16.139525 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fcee5a1-5242-49c0-b1f8-eb89dfbc84ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:44:16.140071 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fcee5a1-5242-49c0-b1f8-eb89dfbc84ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:44:16.140565 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fcee5a1-5242-49c0-b1f8-eb89dfbc84ad admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:44:16.141083 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fcee5a1-5242-49c0-b1f8-eb89dfbc84ad admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:44:16.141595 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fcee5a1-5242-49c0-b1f8-eb89dfbc84ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:44:16.142729 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fcee5a1-5242-49c0-b1f8-eb89dfbc84ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:44:16.143763 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fcee5a1-5242-49c0-b1f8-eb89dfbc84ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:44:16.144313 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fcee5a1-5242-49c0-b1f8-eb89dfbc84ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:44:16.145503 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fcee5a1-5242-49c0-b1f8-eb89dfbc84ad admin admin] Tracked resource versions report: Jan 29 03:44:16.145503 dv-cinder-826949-1-iscsi neutron-server[109549]: pushed versions: Jan 29 03:44:16.145503 dv-cinder-826949-1-iscsi neutron-server[109549]: { 'AddressGroup': {'1.2'}, Jan 29 03:44:16.145503 dv-cinder-826949-1-iscsi neutron-server[109549]: 'ConntrackHelper': {'1.0'}, Jan 29 03:44:16.145503 dv-cinder-826949-1-iscsi neutron-server[109549]: 'LocalIPAssociation': {'1.0'}, Jan 29 03:44:16.145503 dv-cinder-826949-1-iscsi neutron-server[109549]: 'Log': {'1.0'}, Jan 29 03:44:16.145503 dv-cinder-826949-1-iscsi neutron-server[109549]: 'Network': {'1.1'}, Jan 29 03:44:16.145503 dv-cinder-826949-1-iscsi neutron-server[109549]: 'Port': {'1.7'}, Jan 29 03:44:16.145503 dv-cinder-826949-1-iscsi neutron-server[109549]: 'PortForwarding': {'1.2'}, Jan 29 03:44:16.145503 dv-cinder-826949-1-iscsi neutron-server[109549]: 'QosPolicy': {'1.10'}, Jan 29 03:44:16.145503 dv-cinder-826949-1-iscsi neutron-server[109549]: 'SecurityGroup': {'1.5'}, Jan 29 03:44:16.145503 dv-cinder-826949-1-iscsi neutron-server[109549]: 'SecurityGroupRule': {'1.2'}, Jan 29 03:44:16.145503 dv-cinder-826949-1-iscsi neutron-server[109549]: 'SubPort': {'1.0'}, Jan 29 03:44:16.145503 dv-cinder-826949-1-iscsi neutron-server[109549]: 'Subnet': {'1.1'}, Jan 29 03:44:16.145503 dv-cinder-826949-1-iscsi neutron-server[109549]: 'Trunk': {'1.1'}} Jan 29 03:44:16.145503 dv-cinder-826949-1-iscsi neutron-server[109549]: consumer versions: Jan 29 03:44:16.145503 dv-cinder-826949-1-iscsi neutron-server[109549]: { DHCP agent@dv-cinder-826949-1-iscsi: {}, Jan 29 03:44:16.145503 dv-cinder-826949-1-iscsi neutron-server[109549]: HyperV agent@hv-cinder-82694: {}, Jan 29 03:44:16.145503 dv-cinder-826949-1-iscsi neutron-server[109549]: L3 agent@dv-cinder-826949-1-iscsi: {}, Jan 29 03:44:16.145503 dv-cinder-826949-1-iscsi neutron-server[109549]: Metadata agent@dv-cinder-826949-1-iscsi: {}, Jan 29 03:44:16.145503 dv-cinder-826949-1-iscsi neutron-server[109549]: Metering agent@dv-cinder-826949-1-iscsi: {}, Jan 29 03:44:16.145503 dv-cinder-826949-1-iscsi neutron-server[109549]: Open vSwitch agent@dv-cinder-826949-1-iscsi: { 'AddressGroup': '1.2', Jan 29 03:44:16.145503 dv-cinder-826949-1-iscsi neutron-server[109549]: 'ConntrackHelper': '1.0', Jan 29 03:44:16.145503 dv-cinder-826949-1-iscsi neutron-server[109549]: 'LocalIPAssociation': '1.0', Jan 29 03:44:16.145503 dv-cinder-826949-1-iscsi neutron-server[109549]: 'Log': '1.0', Jan 29 03:44:16.145503 dv-cinder-826949-1-iscsi neutron-server[109549]: 'Network': '1.1', Jan 29 03:44:16.145503 dv-cinder-826949-1-iscsi neutron-server[109549]: 'Port': '1.7', Jan 29 03:44:16.145503 dv-cinder-826949-1-iscsi neutron-server[109549]: 'PortForwarding': '1.2', Jan 29 03:44:16.145503 dv-cinder-826949-1-iscsi neutron-server[109549]: 'QosPolicy': '1.10', Jan 29 03:44:16.145503 dv-cinder-826949-1-iscsi neutron-server[109549]: 'SecurityGroup': '1.5', Jan 29 03:44:16.145503 dv-cinder-826949-1-iscsi neutron-server[109549]: 'SecurityGroupRule': '1.2', Jan 29 03:44:16.145503 dv-cinder-826949-1-iscsi neutron-server[109549]: 'SubPort': '1.0', Jan 29 03:44:16.145503 dv-cinder-826949-1-iscsi neutron-server[109549]: 'Subnet': '1.1', Jan 29 03:44:16.145503 dv-cinder-826949-1-iscsi neutron-server[109549]: 'Trunk': '1.1'}} Jan 29 03:44:16.145503 dv-cinder-826949-1-iscsi neutron-server[109549]: {{(pid=109549) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 29 03:44:16.159233 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-09ff1520-474d-4a4d-b80f-6826f1c3da49 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2455006 Jan 29 03:44:16.160024 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 42870) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:44:16.165963 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.v2.base [None req-08825bde-6e42-41e3-8fb6-bab71d1e4c53 admin admin] Request body: {'subnet': {'network_id': '204ced72-9299-4a30-aa72-466acced45bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1494827673-subnet', 'tenant_id': '00cfcd24ac464466b0c59b2955aac89e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 03:44:16.209180 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fcee5a1-5242-49c0-b1f8-eb89dfbc84ad admin admin] Checking segment: {'id': '681e4f4c-a04e-4ad7-8fa3-3aec06a7c928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '8ecf2438-eca5-4dd8-92b6-936ee7f74d5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 03:44:16.209562 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fcee5a1-5242-49c0-b1f8-eb89dfbc84ad admin admin] Network hostable DHCP agents. Network: 8ecf2438-eca5-4dd8-92b6-936ee7f74d5d, hostable agents: ['dac82def-0781-4624-a171-654e1b1d12af'], hosted agents: [] {{(pid=109549) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 03:44:16.265018 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08825bde-6e42-41e3-8fb6-bab71d1e4c53 admin admin] Made reservation on behalf of 00cfcd24ac464466b0c59b2955aac89e for: {'subnet': 1} {{(pid=109550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 03:44:16.265431 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11d367ed-a678-46ee-a773-87605e484cd8 admin admin] Made reservation on behalf of 995678f3901441a099ca67990ffaa293 for: {'network': 1} {{(pid=109549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 03:44:16.268473 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-11d367ed-a678-46ee-a773-87605e484cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for network (None), before_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:16.269566 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-08825bde-6e42-41e3-8fb6-bab71d1e4c53 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:16.271779 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43228718-ec39-45e8-9c56-ea8164499a2b admin admin] Made reservation on behalf of 0f6df9863d6a490a92b2f3c872aec541 for: {'network': 1} {{(pid=109549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 03:44:16.274896 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-43228718-ec39-45e8-9c56-ea8164499a2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for network (None), before_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:16.284012 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-11d367ed-a678-46ee-a773-87605e484cd8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:16.296561 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-43228718-ec39-45e8-9c56-ea8164499a2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:16.332363 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf9065dc-5744-4d32-b1ba-a3c128194cb1 admin admin] Made reservation on behalf of a61fc9a8db7445ca8c465347f41732e8 for: {'network': 1} {{(pid=109549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 03:44:16.334677 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-bf9065dc-5744-4d32-b1ba-a3c128194cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for network (None), before_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:16.336570 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fcee5a1-5242-49c0-b1f8-eb89dfbc84ad admin admin] Network 8ecf2438-eca5-4dd8-92b6-936ee7f74d5d is scheduled to be hosted by DHCP agent dac82def-0781-4624-a171-654e1b1d12af with binding_index 1 {{(pid=109549) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 03:44:16.365762 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-bf9065dc-5744-4d32-b1ba-a3c128194cb1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:16.484742 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.scheduler.base_scheduler [None req-1fcee5a1-5242-49c0-b1f8-eb89dfbc84ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826949-1-iscsi, 8ecf2438-eca5-4dd8-92b6-936ee7f74d5d) {{(pid=109549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 03:44:16.488171 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-11d367ed-a678-46ee-a773-87605e484cd8 admin admin] Publish callbacks [] for security_group (6c3df9bf-9f05-408c-a02f-29a763dd3f9f), precommit_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:16.491195 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-43228718-ec39-45e8-9c56-ea8164499a2b admin admin] Publish callbacks [] for security_group (c32dfb97-7425-4ca4-a806-6616729a891a), precommit_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:16.497211 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb51f7e-2bcd-4ca5-a726-5c8c0998f214 None None] Network 8ecf2438-eca5-4dd8-92b6-936ee7f74d5d requested from dv-cinder-826949-1-iscsi {{(pid=109551) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 03:44:16.498341 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fcee5a1-5242-49c0-b1f8-eb89dfbc84ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:44:16.498947 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-1fcee5a1-5242-49c0-b1f8-eb89dfbc84ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606130'] for subnet (None), before_response {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:16.544729 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-bf9065dc-5744-4d32-b1ba-a3c128194cb1 admin admin] Publish callbacks [] for security_group (0d2e1765-fee5-481b-a069-96f98e74cbfe), precommit_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:16.568959 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-11d367ed-a678-46ee-a773-87605e484cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (6c3df9bf-9f05-408c-a02f-29a763dd3f9f), after_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:16.606314 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-43228718-ec39-45e8-9c56-ea8164499a2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (c32dfb97-7425-4ca4-a806-6616729a891a), after_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:16.613127 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11d367ed-a678-46ee-a773-87605e484cd8 admin admin] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=109549) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 03:44:16.624088 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-1fcee5a1-5242-49c0-b1f8-eb89dfbc84ad admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0763760 Jan 29 03:44:16.636703 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43228718-ec39-45e8-9c56-ea8164499a2b admin admin] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=109549) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 03:44:16.648127 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-11d367ed-a678-46ee-a773-87605e484cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541992'] for segment (33654556-4a78-4da6-99c6-24c24c214550), precommit_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:16.649083 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.db.segments_db [None req-11d367ed-a678-46ee-a773-87605e484cd8 admin admin] Added segment 33654556-4a78-4da6-99c6-24c24c214550 of type vlan for network def124bd-d2cb-4303-acf8-363c1eeee992 Jan 29 03:44:16.652459 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d367ed-a678-46ee-a773-87605e484cd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c3df9bf-9f05-408c-a02f-29a763dd3f9f,revision_number=1']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:44:16.687825 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-43228718-ec39-45e8-9c56-ea8164499a2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541992'] for segment (0f1a27ff-4507-4849-b52b-a4a1cb59f6c4), precommit_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:16.688725 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.db.segments_db [None req-43228718-ec39-45e8-9c56-ea8164499a2b admin admin] Added segment 0f1a27ff-4507-4849-b52b-a4a1cb59f6c4 of type vlan for network 4b4e9710-b6c9-4002-b8a3-8aa9bf7336cb Jan 29 03:44:16.711979 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-bf9065dc-5744-4d32-b1ba-a3c128194cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (0d2e1765-fee5-481b-a069-96f98e74cbfe), after_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:16.717014 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c993ac-bf05-4082-8d14-0da2f916d533 None None] Network 8ecf2438-eca5-4dd8-92b6-936ee7f74d5d requested from dv-cinder-826949-1-iscsi {{(pid=109551) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 03:44:16.727646 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-08825bde-6e42-41e3-8fb6-bab71d1e4c53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888'] for subnet (c62d091f-c1de-4db7-ab9c-37bb62875bd8), after_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:16.802599 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf9065dc-5744-4d32-b1ba-a3c128194cb1 admin admin] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=109549) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 03:44:16.823161 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08825bde-6e42-41e3-8fb6-bab71d1e4c53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c62d091f-c1de-4db7-ab9c-37bb62875bd8,revision_number=0']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:44:16.828107 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-43228718-ec39-45e8-9c56-ea8164499a2b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787145422201'] for network (4b4e9710-b6c9-4002-b8a3-8aa9bf7336cb), precommit_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:16.836573 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-11d367ed-a678-46ee-a773-87605e484cd8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787145422201'] for network (def124bd-d2cb-4303-acf8-363c1eeee992), precommit_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:16.844470 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43228718-ec39-45e8-9c56-ea8164499a2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c32dfb97-7425-4ca4-a806-6616729a891a,revision_number=1']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:44:16.861056 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-bf9065dc-5744-4d32-b1ba-a3c128194cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541992'] for segment (55c6d1ba-1ae1-4be3-9e12-aad260737131), precommit_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:16.861492 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.db.segments_db [None req-bf9065dc-5744-4d32-b1ba-a3c128194cb1 admin admin] Added segment 55c6d1ba-1ae1-4be3-9e12-aad260737131 of type vlan for network 4191093a-3e75-431e-ba6a-0a5e62dd1238 Jan 29 03:44:16.888489 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08825bde-6e42-41e3-8fb6-bab71d1e4c53 admin admin] Checking segment: {'id': 'e5471ed5-97f1-48e6-86f5-92c6b5bce849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '204ced72-9299-4a30-aa72-466acced45bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 03:44:16.891101 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08825bde-6e42-41e3-8fb6-bab71d1e4c53 admin admin] Network hostable DHCP agents. Network: 204ced72-9299-4a30-aa72-466acced45bf, hostable agents: ['dac82def-0781-4624-a171-654e1b1d12af'], hosted agents: [] {{(pid=109550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 03:44:16.944622 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.db.resource_extend [None req-43228718-ec39-45e8-9c56-ea8164499a2b admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 29 03:44:16.978932 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-bf9065dc-5744-4d32-b1ba-a3c128194cb1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787145422201'] for network (4191093a-3e75-431e-ba6a-0a5e62dd1238), precommit_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:17.004520 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9065dc-5744-4d32-b1ba-a3c128194cb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d2e1765-fee5-481b-a069-96f98e74cbfe,revision_number=1']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:44:17.007820 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08825bde-6e42-41e3-8fb6-bab71d1e4c53 admin admin] Network 204ced72-9299-4a30-aa72-466acced45bf is scheduled to be hosted by DHCP agent dac82def-0781-4624-a171-654e1b1d12af with binding_index 1 {{(pid=109550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 03:44:17.105372 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-43228718-ec39-45e8-9c56-ea8164499a2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888'] for network (4b4e9710-b6c9-4002-b8a3-8aa9bf7336cb), after_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:17.106384 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43228718-ec39-45e8-9c56-ea8164499a2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:44:17.107671 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-43228718-ec39-45e8-9c56-ea8164499a2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606130'] for network (None), before_response {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:17.112061 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-11d367ed-a678-46ee-a773-87605e484cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888'] for network (def124bd-d2cb-4303-acf8-363c1eeee992), after_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:17.117098 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d367ed-a678-46ee-a773-87605e484cd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:44:17.117098 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-11d367ed-a678-46ee-a773-87605e484cd8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606130'] for network (None), before_response {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:17.156149 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.scheduler.base_scheduler [None req-08825bde-6e42-41e3-8fb6-bab71d1e4c53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826949-1-iscsi, 204ced72-9299-4a30-aa72-466acced45bf) {{(pid=109550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 03:44:17.160267 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-bf9065dc-5744-4d32-b1ba-a3c128194cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888'] for network (4191093a-3e75-431e-ba6a-0a5e62dd1238), after_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:17.161309 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf9065dc-5744-4d32-b1ba-a3c128194cb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:44:17.161892 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-bf9065dc-5744-4d32-b1ba-a3c128194cb1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606130'] for network (None), before_response {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:17.163519 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08825bde-6e42-41e3-8fb6-bab71d1e4c53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:44:17.164330 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-08825bde-6e42-41e3-8fb6-bab71d1e4c53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606130'] for subnet (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:17.167009 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e50db70f-4195-4f1a-9614-a45f830eb3a5 None None] Network 204ced72-9299-4a30-aa72-466acced45bf requested from dv-cinder-826949-1-iscsi {{(pid=109551) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 03:44:17.235152 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43228718-ec39-45e8-9c56-ea8164499a2b admin admin] Pushing event updated for resources: {'Network': ['ID=4b4e9710-b6c9-4002-b8a3-8aa9bf7336cb,revision_number=1']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:44:17.248394 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Network 4b4e9710-b6c9-4002-b8a3-8aa9bf7336cb details requested by agent ovs-agent-dv-cinder-826949-1-iscsi with host dv-cinder-826949-1-iscsi {{(pid=109551) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 03:44:17.294183 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-08825bde-6e42-41e3-8fb6-bab71d1e4c53 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1325662 Jan 29 03:44:17.294760 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 42924) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:44:17.300746 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.v2.base [None req-695786c7-0a33-43e1-aa62-636b4cbd9f1f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1494827673-router', 'tenant_id': '00cfcd24ac464466b0c59b2955aac89e', 'external_gateway_info': {'network_id': '84058fb5-7499-436d-9c61-9715f17a209a'}}} {{(pid=109550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 03:44:17.326100 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c07b4bc-c319-4a58-8cd9-b1c5c359cfc6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ffd3bd-5e69-5ede-b676-2fcdca3717c9-204ced72-9299-4a30-aa72-466acced45bf', 'network_id': '204ced72-9299-4a30-aa72-466acced45bf', 'project_id': '00cfcd24ac464466b0c59b2955aac89e', 'fixed_ips': [{'subnet_id': 'c62d091f-c1de-4db7-ab9c-37bb62875bd8'}]}} from dv-cinder-826949-1-iscsi. {{(pid=109551) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 03:44:17.326100 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-4c07b4bc-c319-4a58-8cd9-b1c5c359cfc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (None), before_create {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:17.365973 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-43228718-ec39-45e8-9c56-ea8164499a2b admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.7056172 Jan 29 03:44:17.369012 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 42930) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:44:17.376298 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.v2.base [None req-28da8563-1b72-494a-8e21-c4b3a84ec00e admin admin] Request body: {'subnet': {'network_id': '4b4e9710-b6c9-4002-b8a3-8aa9bf7336cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-723999373-subnet', 'tenant_id': '0f6df9863d6a490a92b2f3c872aec541', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 03:44:17.410144 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 42932) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:44:17.412019 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-11d367ed-a678-46ee-a773-87605e484cd8 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.6830955 Jan 29 03:44:17.428375 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-bf9065dc-5744-4d32-b1ba-a3c128194cb1 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.8144670 Jan 29 03:44:17.441822 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 42934) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:44:17.450965 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.v2.base [None req-037d348a-4b60-4e2c-a845-ee70a4d775d3 admin admin] Request body: {'subnet': {'network_id': 'def124bd-d2cb-4303-acf8-363c1eeee992', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-489193794-subnet', 'tenant_id': '995678f3901441a099ca67990ffaa293', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 03:44:17.455655 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.v2.base [None req-57f37d6f-5ae5-45ed-93c6-6059e5955be8 admin admin] Request body: {'subnet': {'network_id': '4191093a-3e75-431e-ba6a-0a5e62dd1238', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2026419355-subnet', 'tenant_id': 'a61fc9a8db7445ca8c465347f41732e8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 03:44:17.518700 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.db_base_plugin_common [None req-4c07b4bc-c319-4a58-8cd9-b1c5c359cfc6 None None] Allocated IP 172.20.0.2 (204ced72-9299-4a30-aa72-466acced45bf/c62d091f-c1de-4db7-ab9c-37bb62875bd8/04db32a7-85ec-476c-8c69-c1b124f63e99) {{(pid=109551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 03:44:17.530067 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-695786c7-0a33-43e1-aa62-636b4cbd9f1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1909339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32538'] for router (e78ca722-9417-4f92-80a4-ae3c65afd27d), before_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:17.537289 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-695786c7-0a33-43e1-aa62-636b4cbd9f1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1922507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1915669', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1834903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32531'] for router (e78ca722-9417-4f92-80a4-ae3c65afd27d), precommit_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:17.542396 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d367ed-a678-46ee-a773-87605e484cd8 admin admin] Pushing event updated for resources: {'Network': ['ID=def124bd-d2cb-4303-acf8-363c1eeee992,revision_number=1']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:44:17.608907 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Network def124bd-d2cb-4303-acf8-363c1eeee992 details requested by agent ovs-agent-dv-cinder-826949-1-iscsi with host dv-cinder-826949-1-iscsi {{(pid=109551) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 03:44:17.609878 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9065dc-5744-4d32-b1ba-a3c128194cb1 admin admin] Pushing event updated for resources: {'Network': ['ID=4191093a-3e75-431e-ba6a-0a5e62dd1238,revision_number=1']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:44:17.636366 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Network 4191093a-3e75-431e-ba6a-0a5e62dd1238 details requested by agent ovs-agent-dv-cinder-826949-1-iscsi with host dv-cinder-826949-1-iscsi {{(pid=109551) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 03:44:17.652274 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-695786c7-0a33-43e1-aa62-636b4cbd9f1f admin admin] Publish callbacks [] for router_controller (e78ca722-9417-4f92-80a4-ae3c65afd27d), precommit_add_association {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:17.658827 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57f37d6f-5ae5-45ed-93c6-6059e5955be8 admin admin] Made reservation on behalf of a61fc9a8db7445ca8c465347f41732e8 for: {'subnet': 1} {{(pid=109549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 03:44:17.661326 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-57f37d6f-5ae5-45ed-93c6-6059e5955be8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:17.667088 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28da8563-1b72-494a-8e21-c4b3a84ec00e admin admin] Made reservation on behalf of 0f6df9863d6a490a92b2f3c872aec541 for: {'subnet': 1} {{(pid=109550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 03:44:17.671193 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-28da8563-1b72-494a-8e21-c4b3a84ec00e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:17.697707 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-037d348a-4b60-4e2c-a845-ee70a4d775d3 admin admin] Made reservation on behalf of 995678f3901441a099ca67990ffaa293 for: {'subnet': 1} {{(pid=109550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 03:44:17.705091 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-037d348a-4b60-4e2c-a845-ee70a4d775d3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:17.736293 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8f8c454f-3ba1-49bb-a2a3-689f13fcceb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (d5b8732c-6ac1-45e3-a79e-cd9863fe8196), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:17.862923 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 42964) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:44:17.865259 dv-cinder-826949-1-iscsi neutron-server[109549]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 29 03:44:17.886381 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-4c07b4bc-c319-4a58-8cd9-b1c5c359cfc6 None None] Publish callbacks [] for port (04db32a7-85ec-476c-8c69-c1b124f63e99), precommit_create {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:18.011389 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-4c07b4bc-c319-4a58-8cd9-b1c5c359cfc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787145433393'] for port (04db32a7-85ec-476c-8c69-c1b124f63e99), after_create {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:18.051945 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c07b4bc-c319-4a58-8cd9-b1c5c359cfc6 None None] Network 204ced72-9299-4a30-aa72-466acced45bf is already hosted by enough agents. {{(pid=109551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 03:44:18.054950 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.scheduler.base_scheduler [None req-4c07b4bc-c319-4a58-8cd9-b1c5c359cfc6 None None] Resources bound (agent type, host, resource id): {{(pid=109551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 03:44:18.058488 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c07b4bc-c319-4a58-8cd9-b1c5c359cfc6 None None] Received port after_create {{(pid=109551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 03:44:18.088296 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-6a0bb60c-5b7b-499b-b43f-7eb32e921150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (4cfc2a27-deed-4689-8f39-0bd5aa6fe3c3), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:18.089532 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c07b4bc-c319-4a58-8cd9-b1c5c359cfc6 None None] Pushing event updated for resources: {'Port': ['ID=04db32a7-85ec-476c-8c69-c1b124f63e99,revision_number=1']} {{(pid=109551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:44:18.092427 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30d70cc-1d49-474c-a60c-d78b6992f424 req-f071e6bc-351d-4b7c-93e3-962049318c11 tempest-DeleteServersTestJSON-1124593692 tempest-DeleteServersTestJSON-1124593692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:44:18.109632 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-a30d70cc-1d49-474c-a60c-d78b6992f424 req-f071e6bc-351d-4b7c-93e3-962049318c11 tempest-DeleteServersTestJSON-1124593692 tempest-DeleteServersTestJSON-1124593692-project] 10.222.0.16 "GET /v2.0/networks?id=8ecf2438-eca5-4dd8-92b6-936ee7f74d5d HTTP/1.1" status: 200 len: 811 time: 0.2453289 Jan 29 03:44:18.119717 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-57f37d6f-5ae5-45ed-93c6-6059e5955be8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888'] for subnet (167c6c42-9dd3-4598-ba9e-66d705822162), after_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:18.168821 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-695786c7-0a33-43e1-aa62-636b4cbd9f1f admin admin] Publish callbacks [] for router_gateway (e78ca722-9417-4f92-80a4-ae3c65afd27d), precommit_update {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:18.178293 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f37d6f-5ae5-45ed-93c6-6059e5955be8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=167c6c42-9dd3-4598-ba9e-66d705822162,revision_number=0']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:44:18.196991 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-a30d70cc-1d49-474c-a60c-d78b6992f424 req-a0a99ba5-3794-4836-ba3b-f1b7be79345f tempest-DeleteServersTestJSON-1124593692 tempest-DeleteServersTestJSON-1124593692-project] 10.222.0.16 "GET /v2.0/quotas/654101f4db1547ce8e1bea070af930d9 HTTP/1.1" status: 200 len: 375 time: 0.0797501 Jan 29 03:44:18.266086 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-a30d70cc-1d49-474c-a60c-d78b6992f424 req-1a74d500-4fb4-4b8f-90aa-ea2486227b1f tempest-DeleteServersTestJSON-1124593692 tempest-DeleteServersTestJSON-1124593692-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=654101f4db1547ce8e1bea070af930d9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0602074 Jan 29 03:44:18.272290 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f37d6f-5ae5-45ed-93c6-6059e5955be8 admin admin] Checking segment: {'id': '55c6d1ba-1ae1-4be3-9e12-aad260737131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '4191093a-3e75-431e-ba6a-0a5e62dd1238'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 03:44:18.272534 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f37d6f-5ae5-45ed-93c6-6059e5955be8 admin admin] Network hostable DHCP agents. Network: 4191093a-3e75-431e-ba6a-0a5e62dd1238, hostable agents: ['dac82def-0781-4624-a171-654e1b1d12af'], hosted agents: [] {{(pid=109549) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 03:44:18.280846 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c07b4bc-c319-4a58-8cd9-b1c5c359cfc6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:44:18.281367 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c07b4bc-c319-4a58-8cd9-b1c5c359cfc6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:44:18.281544 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c07b4bc-c319-4a58-8cd9-b1c5c359cfc6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:44:18.281876 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c07b4bc-c319-4a58-8cd9-b1c5c359cfc6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:44:18.282249 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c07b4bc-c319-4a58-8cd9-b1c5c359cfc6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:44:18.282575 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c07b4bc-c319-4a58-8cd9-b1c5c359cfc6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:44:18.286906 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c07b4bc-c319-4a58-8cd9-b1c5c359cfc6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:44:18.286906 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c07b4bc-c319-4a58-8cd9-b1c5c359cfc6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:44:18.286906 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c07b4bc-c319-4a58-8cd9-b1c5c359cfc6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:44:18.287290 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c07b4bc-c319-4a58-8cd9-b1c5c359cfc6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:44:18.287499 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c07b4bc-c319-4a58-8cd9-b1c5c359cfc6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:44:18.287918 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c07b4bc-c319-4a58-8cd9-b1c5c359cfc6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:44:18.288120 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c07b4bc-c319-4a58-8cd9-b1c5c359cfc6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:44:18.292668 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c07b4bc-c319-4a58-8cd9-b1c5c359cfc6 None None] Tracked resource versions report: Jan 29 03:44:18.292668 dv-cinder-826949-1-iscsi neutron-server[109551]: pushed versions: Jan 29 03:44:18.292668 dv-cinder-826949-1-iscsi neutron-server[109551]: { 'AddressGroup': {'1.2'}, Jan 29 03:44:18.292668 dv-cinder-826949-1-iscsi neutron-server[109551]: 'ConntrackHelper': {'1.0'}, Jan 29 03:44:18.292668 dv-cinder-826949-1-iscsi neutron-server[109551]: 'LocalIPAssociation': {'1.0'}, Jan 29 03:44:18.292668 dv-cinder-826949-1-iscsi neutron-server[109551]: 'Log': {'1.0'}, Jan 29 03:44:18.292668 dv-cinder-826949-1-iscsi neutron-server[109551]: 'Network': {'1.1'}, Jan 29 03:44:18.292668 dv-cinder-826949-1-iscsi neutron-server[109551]: 'Port': {'1.7'}, Jan 29 03:44:18.292668 dv-cinder-826949-1-iscsi neutron-server[109551]: 'PortForwarding': {'1.2'}, Jan 29 03:44:18.292668 dv-cinder-826949-1-iscsi neutron-server[109551]: 'QosPolicy': {'1.10'}, Jan 29 03:44:18.292668 dv-cinder-826949-1-iscsi neutron-server[109551]: 'SecurityGroup': {'1.5'}, Jan 29 03:44:18.292668 dv-cinder-826949-1-iscsi neutron-server[109551]: 'SecurityGroupRule': {'1.2'}, Jan 29 03:44:18.292668 dv-cinder-826949-1-iscsi neutron-server[109551]: 'SubPort': {'1.0'}, Jan 29 03:44:18.292668 dv-cinder-826949-1-iscsi neutron-server[109551]: 'Subnet': {'1.1'}, Jan 29 03:44:18.292668 dv-cinder-826949-1-iscsi neutron-server[109551]: 'Trunk': {'1.1'}} Jan 29 03:44:18.292668 dv-cinder-826949-1-iscsi neutron-server[109551]: consumer versions: Jan 29 03:44:18.292668 dv-cinder-826949-1-iscsi neutron-server[109551]: { DHCP agent@dv-cinder-826949-1-iscsi: {}, Jan 29 03:44:18.292668 dv-cinder-826949-1-iscsi neutron-server[109551]: HyperV agent@hv-cinder-82694: {}, Jan 29 03:44:18.292668 dv-cinder-826949-1-iscsi neutron-server[109551]: L3 agent@dv-cinder-826949-1-iscsi: {}, Jan 29 03:44:18.292668 dv-cinder-826949-1-iscsi neutron-server[109551]: Metadata agent@dv-cinder-826949-1-iscsi: {}, Jan 29 03:44:18.292668 dv-cinder-826949-1-iscsi neutron-server[109551]: Metering agent@dv-cinder-826949-1-iscsi: {}, Jan 29 03:44:18.292668 dv-cinder-826949-1-iscsi neutron-server[109551]: Open vSwitch agent@dv-cinder-826949-1-iscsi: { 'AddressGroup': '1.2', Jan 29 03:44:18.292668 dv-cinder-826949-1-iscsi neutron-server[109551]: 'ConntrackHelper': '1.0', Jan 29 03:44:18.292668 dv-cinder-826949-1-iscsi neutron-server[109551]: 'LocalIPAssociation': '1.0', Jan 29 03:44:18.292668 dv-cinder-826949-1-iscsi neutron-server[109551]: 'Log': '1.0', Jan 29 03:44:18.292668 dv-cinder-826949-1-iscsi neutron-server[109551]: 'Network': '1.1', Jan 29 03:44:18.292668 dv-cinder-826949-1-iscsi neutron-server[109551]: 'Port': '1.7', Jan 29 03:44:18.292668 dv-cinder-826949-1-iscsi neutron-server[109551]: 'PortForwarding': '1.2', Jan 29 03:44:18.292668 dv-cinder-826949-1-iscsi neutron-server[109551]: 'QosPolicy': '1.10', Jan 29 03:44:18.292668 dv-cinder-826949-1-iscsi neutron-server[109551]: 'SecurityGroup': '1.5', Jan 29 03:44:18.292668 dv-cinder-826949-1-iscsi neutron-server[109551]: 'SecurityGroupRule': '1.2', Jan 29 03:44:18.292668 dv-cinder-826949-1-iscsi neutron-server[109551]: 'SubPort': '1.0', Jan 29 03:44:18.292668 dv-cinder-826949-1-iscsi neutron-server[109551]: 'Subnet': '1.1', Jan 29 03:44:18.292668 dv-cinder-826949-1-iscsi neutron-server[109551]: 'Trunk': '1.1'}} Jan 29 03:44:18.292668 dv-cinder-826949-1-iscsi neutron-server[109551]: {{(pid=109551) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 29 03:44:18.328403 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.managers [None req-4c07b4bc-c319-4a58-8cd9-b1c5c359cfc6 None None] Attempting to bind port 04db32a7-85ec-476c-8c69-c1b124f63e99 on host dv-cinder-826949-1-iscsi for vnic_type normal with profile {{(pid=109551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 03:44:18.328778 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.managers [None req-4c07b4bc-c319-4a58-8cd9-b1c5c359cfc6 None None] Attempting to bind port 04db32a7-85ec-476c-8c69-c1b124f63e99 by drivers openvswitch,hyperv on host dv-cinder-826949-1-iscsi at level 0 using segments [{'id': 'e5471ed5-97f1-48e6-86f5-92c6b5bce849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '204ced72-9299-4a30-aa72-466acced45bf'}] {{(pid=109551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 03:44:18.329736 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c07b4bc-c319-4a58-8cd9-b1c5c359cfc6 None None] Attempting to bind port 04db32a7-85ec-476c-8c69-c1b124f63e99 on network 204ced72-9299-4a30-aa72-466acced45bf {{(pid=109551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 03:44:18.336255 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c07b4bc-c319-4a58-8cd9-b1c5c359cfc6 None None] Checking agent: {'id': 'e75d1b00-832d-4bf5-b078-2c4f5b2c10cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826949-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 3, 36, 21), 'started_at': datetime.datetime(2022, 1, 29, 3, 36, 51), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 3, 43, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826949-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 03:44:18.336837 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c07b4bc-c319-4a58-8cd9-b1c5c359cfc6 None None] Checking segment: {'id': 'e5471ed5-97f1-48e6-86f5-92c6b5bce849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '204ced72-9299-4a30-aa72-466acced45bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 03:44:18.337728 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-4c07b4bc-c319-4a58-8cd9-b1c5c359cfc6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:18.338168 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c07b4bc-c319-4a58-8cd9-b1c5c359cfc6 None None] Bound using segment: {'id': 'e5471ed5-97f1-48e6-86f5-92c6b5bce849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '204ced72-9299-4a30-aa72-466acced45bf'} {{(pid=109551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 03:44:18.338651 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.managers [None req-4c07b4bc-c319-4a58-8cd9-b1c5c359cfc6 None None] Bound port: 04db32a7-85ec-476c-8c69-c1b124f63e99, host: dv-cinder-826949-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5471ed5-97f1-48e6-86f5-92c6b5bce849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '204ced72-9299-4a30-aa72-466acced45bf'}}] {{(pid=109551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 03:44:18.339035 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-4c07b4bc-c319-4a58-8cd9-b1c5c359cfc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (04db32a7-85ec-476c-8c69-c1b124f63e99), before_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:18.399817 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-037d348a-4b60-4e2c-a845-ee70a4d775d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888'] for subnet (49f78b84-8abd-498c-8afc-c0464fd07915), after_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:18.407260 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-4c07b4bc-c319-4a58-8cd9-b1c5c359cfc6 None None] For port 04db32a7-85ec-476c-8c69-c1b124f63e99, host dv-cinder-826949-1-iscsi, cleared binding levels {{(pid=109551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 03:44:18.410753 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-4c07b4bc-c319-4a58-8cd9-b1c5c359cfc6 None None] For port 04db32a7-85ec-476c-8c69-c1b124f63e99, host dv-cinder-826949-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-1-iscsi',level=0,port_id=04db32a7-85ec-476c-8c69-c1b124f63e99,segment=NetworkSegment(e5471ed5-97f1-48e6-86f5-92c6b5bce849),segment_id=e5471ed5-97f1-48e6-86f5-92c6b5bce849)] {{(pid=109551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 03:44:18.453108 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f37d6f-5ae5-45ed-93c6-6059e5955be8 admin admin] Network 4191093a-3e75-431e-ba6a-0a5e62dd1238 is scheduled to be hosted by DHCP agent dac82def-0781-4624-a171-654e1b1d12af with binding_index 1 {{(pid=109549) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 03:44:18.468780 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-28da8563-1b72-494a-8e21-c4b3a84ec00e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888'] for subnet (2f142c9b-e8b9-4838-a5d9-5c60564542f5), after_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:18.501736 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [req-a30d70cc-1d49-474c-a60c-d78b6992f424 req-0d48cced-48f3-4d16-bbca-505a40e96738 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=109549) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 03:44:18.502966 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-a30d70cc-1d49-474c-a60c-d78b6992f424 req-0d48cced-48f3-4d16-bbca-505a40e96738 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0653572 Jan 29 03:44:18.539786 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-4c07b4bc-c319-4a58-8cd9-b1c5c359cfc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429'] for port (04db32a7-85ec-476c-8c69-c1b124f63e99), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:18.550037 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037d348a-4b60-4e2c-a845-ee70a4d775d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49f78b84-8abd-498c-8afc-c0464fd07915,revision_number=0']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:44:18.597699 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037d348a-4b60-4e2c-a845-ee70a4d775d3 admin admin] Checking segment: {'id': '33654556-4a78-4da6-99c6-24c24c214550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'def124bd-d2cb-4303-acf8-363c1eeee992'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 03:44:18.598034 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037d348a-4b60-4e2c-a845-ee70a4d775d3 admin admin] Network hostable DHCP agents. Network: def124bd-d2cb-4303-acf8-363c1eeee992, hostable agents: ['dac82def-0781-4624-a171-654e1b1d12af'], hosted agents: [] {{(pid=109550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 03:44:18.622612 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.scheduler.base_scheduler [None req-57f37d6f-5ae5-45ed-93c6-6059e5955be8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826949-1-iscsi, 4191093a-3e75-431e-ba6a-0a5e62dd1238) {{(pid=109549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 03:44:18.630733 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f37d6f-5ae5-45ed-93c6-6059e5955be8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:44:18.631394 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-57f37d6f-5ae5-45ed-93c6-6059e5955be8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606130'] for subnet (None), before_response {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:18.673670 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ef8c7d5-1594-499c-bd32-2e7dbf733f10 None None] Network 4191093a-3e75-431e-ba6a-0a5e62dd1238 requested from dv-cinder-826949-1-iscsi {{(pid=109551) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 03:44:18.708301 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c07b4bc-c319-4a58-8cd9-b1c5c359cfc6 None None] Pushing event updated for resources: {'Port': ['ID=04db32a7-85ec-476c-8c69-c1b124f63e99,revision_number=2']} {{(pid=109551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:44:18.717703 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28da8563-1b72-494a-8e21-c4b3a84ec00e admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f142c9b-e8b9-4838-a5d9-5c60564542f5,revision_number=0']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:44:18.734889 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28da8563-1b72-494a-8e21-c4b3a84ec00e admin admin] Checking segment: {'id': '0f1a27ff-4507-4849-b52b-a4a1cb59f6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4b4e9710-b6c9-4002-b8a3-8aa9bf7336cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 03:44:18.734889 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28da8563-1b72-494a-8e21-c4b3a84ec00e admin admin] Network hostable DHCP agents. Network: 4b4e9710-b6c9-4002-b8a3-8aa9bf7336cb, hostable agents: ['dac82def-0781-4624-a171-654e1b1d12af'], hosted agents: [] {{(pid=109550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 03:44:18.775701 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-a30d70cc-1d49-474c-a60c-d78b6992f424 req-67123f28-93a9-46f1-8ac3-c6f9623706cd service neutron] 10.222.0.16 "GET /v2.0/networks/8ecf2438-eca5-4dd8-92b6-936ee7f74d5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2634146 Jan 29 03:44:18.798417 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-57f37d6f-5ae5-45ed-93c6-6059e5955be8 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3451266 Jan 29 03:44:18.867230 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb3d30f-0617-4447-9831-c7f993e6676e None None] Network 4191093a-3e75-431e-ba6a-0a5e62dd1238 requested from dv-cinder-826949-1-iscsi {{(pid=109551) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 03:44:18.885893 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037d348a-4b60-4e2c-a845-ee70a4d775d3 admin admin] Network def124bd-d2cb-4303-acf8-363c1eeee992 is scheduled to be hosted by DHCP agent dac82def-0781-4624-a171-654e1b1d12af with binding_index 1 {{(pid=109550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 03:44:18.893919 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-695786c7-0a33-43e1-aa62-636b4cbd9f1f admin admin] Publish callbacks [] for router_gateway (e78ca722-9417-4f92-80a4-ae3c65afd27d), before_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:18.937867 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-695786c7-0a33-43e1-aa62-636b4cbd9f1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (None), before_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:18.940784 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.scheduler.base_scheduler [None req-037d348a-4b60-4e2c-a845-ee70a4d775d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826949-1-iscsi, def124bd-d2cb-4303-acf8-363c1eeee992) {{(pid=109550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 03:44:18.947134 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-037d348a-4b60-4e2c-a845-ee70a4d775d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:44:18.948987 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-037d348a-4b60-4e2c-a845-ee70a4d775d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606130'] for subnet (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:18.949876 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c11599ac-78e3-4b72-bd44-2b6132626e9b None None] Network def124bd-d2cb-4303-acf8-363c1eeee992 requested from dv-cinder-826949-1-iscsi {{(pid=109551) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 03:44:18.984719 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-a30d70cc-1d49-474c-a60c-d78b6992f424 req-2da25c1e-1c0c-4aef-bcb9-018ed2f28bca service neutron] 10.222.0.16 "GET /v2.0/networks/8ecf2438-eca5-4dd8-92b6-936ee7f74d5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080176 Jan 29 03:44:19.158784 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef32de0a-c5b7-41a1-bdba-3dea61217d1b None None] Network def124bd-d2cb-4303-acf8-363c1eeee992 requested from dv-cinder-826949-1-iscsi {{(pid=109551) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 03:44:19.168548 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28da8563-1b72-494a-8e21-c4b3a84ec00e admin admin] Network 4b4e9710-b6c9-4002-b8a3-8aa9bf7336cb is scheduled to be hosted by DHCP agent dac82def-0781-4624-a171-654e1b1d12af with binding_index 1 {{(pid=109550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 03:44:19.185297 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-037d348a-4b60-4e2c-a845-ee70a4d775d3 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.7683303 Jan 29 03:44:19.188389 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 43004) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:44:19.193241 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.v2.base [None req-2af21648-220e-4867-a604-91a48910dfd6 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-489193794-router', 'tenant_id': '995678f3901441a099ca67990ffaa293', 'external_gateway_info': {'network_id': '84058fb5-7499-436d-9c61-9715f17a209a'}}} {{(pid=109549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 03:44:19.238198 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.scheduler.base_scheduler [None req-28da8563-1b72-494a-8e21-c4b3a84ec00e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826949-1-iscsi, 4b4e9710-b6c9-4002-b8a3-8aa9bf7336cb) {{(pid=109550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 03:44:19.260346 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28da8563-1b72-494a-8e21-c4b3a84ec00e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:44:19.262050 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-28da8563-1b72-494a-8e21-c4b3a84ec00e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606130'] for subnet (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:19.262490 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18521e0a-928a-44ac-ad64-04a95d6093f0 None None] Network 4b4e9710-b6c9-4002-b8a3-8aa9bf7336cb requested from dv-cinder-826949-1-iscsi {{(pid=109551) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 03:44:19.292867 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.db.db_base_plugin_common [None req-695786c7-0a33-43e1-aa62-636b4cbd9f1f admin admin] Allocated IP 172.27.1.19 (84058fb5-7499-436d-9c61-9715f17a209a/8ef1eacb-ef7e-49c2-acc5-31126b063ddd/89277360-4f8d-403f-b77d-1b66ab811622) {{(pid=109550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 03:44:19.402256 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-2af21648-220e-4867-a604-91a48910dfd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1909339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32538'] for router (e79a4c81-e2dd-4551-904e-3cc0973cad13), before_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:19.404535 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-2af21648-220e-4867-a604-91a48910dfd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1922507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1915669', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1834903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32531'] for router (e79a4c81-e2dd-4551-904e-3cc0973cad13), precommit_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:19.410477 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 43018) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:44:19.411275 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-28da8563-1b72-494a-8e21-c4b3a84ec00e admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.0411675 Jan 29 03:44:19.419677 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 43020) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:44:19.428536 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.v2.base [None req-11138cc1-468d-467b-b400-25f4341799ed admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-723999373-router', 'tenant_id': '0f6df9863d6a490a92b2f3c872aec541', 'external_gateway_info': {'network_id': '84058fb5-7499-436d-9c61-9715f17a209a'}}} {{(pid=109549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 03:44:19.430528 dv-cinder-826949-1-iscsi neutron-server[109550]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 29 03:44:19.430687 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d001b1-f6ff-488a-bb22-4d15622eb031 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ffd3bd-5e69-5ede-b676-2fcdca3717c9-4b4e9710-b6c9-4002-b8a3-8aa9bf7336cb', 'network_id': '4b4e9710-b6c9-4002-b8a3-8aa9bf7336cb', 'project_id': '0f6df9863d6a490a92b2f3c872aec541', 'fixed_ips': [{'subnet_id': '2f142c9b-e8b9-4838-a5d9-5c60564542f5'}]}} from dv-cinder-826949-1-iscsi. {{(pid=109551) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 03:44:19.431676 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-81d001b1-f6ff-488a-bb22-4d15622eb031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (None), before_create {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:19.485624 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-30ace4c1-806b-4d7c-a886-fe7b65bfbfcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (7774c0be-b957-4204-896b-7e749f55bf81), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:19.597888 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-2af21648-220e-4867-a604-91a48910dfd6 admin admin] Publish callbacks [] for router_controller (e79a4c81-e2dd-4551-904e-3cc0973cad13), precommit_add_association {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:19.599206 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-11138cc1-468d-467b-b400-25f4341799ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1909339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32538'] for router (a9646b44-979d-436f-ac6b-9bba0d33500b), before_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:19.600433 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-11138cc1-468d-467b-b400-25f4341799ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1922507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1915669', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1834903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32531'] for router (a9646b44-979d-436f-ac6b-9bba0d33500b), precommit_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:19.640180 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-695786c7-0a33-43e1-aa62-636b4cbd9f1f admin admin] Publish callbacks [] for port (89277360-4f8d-403f-b77d-1b66ab811622), precommit_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:19.667787 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-9f723669-7c27-413e-bf93-7ca8646067e3 req-06afd943-8daf-42f4-a358-0235f2c7bd6b tempest-DeleteServersTestJSON-1124593692 tempest-DeleteServersTestJSON-1124593692-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0238dfa-64ff-4122-8f56-0f4430b66bbb HTTP/1.1" status: 200 len: 210 time: 0.0806172 Jan 29 03:44:19.696370 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.db_base_plugin_common [None req-81d001b1-f6ff-488a-bb22-4d15622eb031 None None] Allocated IP 172.20.0.2 (4b4e9710-b6c9-4002-b8a3-8aa9bf7336cb/2f142c9b-e8b9-4838-a5d9-5c60564542f5/2c6d3e77-83cc-47a6-bbf0-e4e5d57482dd) {{(pid=109551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 03:44:19.973137 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-11138cc1-468d-467b-b400-25f4341799ed admin admin] Publish callbacks [] for router_controller (a9646b44-979d-436f-ac6b-9bba0d33500b), precommit_add_association {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:19.997781 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d4e0ea-3d97-4ee2-98bb-158bf7ddfff5 req-f6784c28-7022-4134-8ff8-5e8d127029e8 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:44:20.018086 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-11d4e0ea-3d97-4ee2-98bb-158bf7ddfff5 req-f6784c28-7022-4134-8ff8-5e8d127029e8 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/networks?id=4191093a-3e75-431e-ba6a-0a5e62dd1238 HTTP/1.1" status: 200 len: 815 time: 0.5967870 Jan 29 03:44:20.108657 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-11d4e0ea-3d97-4ee2-98bb-158bf7ddfff5 req-8af3da84-ee34-45db-95c3-67078ec4fb73 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/quotas/a61fc9a8db7445ca8c465347f41732e8 HTTP/1.1" status: 200 len: 375 time: 0.0680790 Jan 29 03:44:20.114178 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Device 04db32a7-85ec-476c-8c69-c1b124f63e99 up at agent ovs-agent-dv-cinder-826949-1-iscsi {{(pid=109551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 03:44:20.164428 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-81d001b1-f6ff-488a-bb22-4d15622eb031 None None] Publish callbacks [] for port (2c6d3e77-83cc-47a6-bbf0-e4e5d57482dd), precommit_create {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:20.204968 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.provisioning_blocks [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Provisioning complete for port 04db32a7-85ec-476c-8c69-c1b124f63e99 triggered by entity L2. {{(pid=109551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 03:44:20.205369 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785313'] for port (04db32a7-85ec-476c-8c69-c1b124f63e99), provisioning_complete {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:20.206852 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-11d4e0ea-3d97-4ee2-98bb-158bf7ddfff5 req-2cc3aec2-0f84-4b1b-9191-ceda4347451a tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a61fc9a8db7445ca8c465347f41732e8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0945911 Jan 29 03:44:20.208801 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-695786c7-0a33-43e1-aa62-636b4cbd9f1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787145433393'] for port (89277360-4f8d-403f-b77d-1b66ab811622), after_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:20.292158 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-81d001b1-f6ff-488a-bb22-4d15622eb031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787145433393'] for port (2c6d3e77-83cc-47a6-bbf0-e4e5d57482dd), after_create {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:20.339214 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d001b1-f6ff-488a-bb22-4d15622eb031 None None] Network 4b4e9710-b6c9-4002-b8a3-8aa9bf7336cb is already hosted by enough agents. {{(pid=109551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 03:44:20.352040 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.scheduler.base_scheduler [None req-81d001b1-f6ff-488a-bb22-4d15622eb031 None None] Resources bound (agent type, host, resource id): {{(pid=109551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 03:44:20.354926 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-695786c7-0a33-43e1-aa62-636b4cbd9f1f admin admin] Network 84058fb5-7499-436d-9c61-9715f17a209a is already hosted by enough agents. {{(pid=109550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 03:44:20.357167 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d001b1-f6ff-488a-bb22-4d15622eb031 None None] Received port after_create {{(pid=109551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 03:44:20.379842 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-2af21648-220e-4867-a604-91a48910dfd6 admin admin] Publish callbacks [] for router_gateway (e79a4c81-e2dd-4551-904e-3cc0973cad13), precommit_update {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:20.386103 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.scheduler.base_scheduler [None req-695786c7-0a33-43e1-aa62-636b4cbd9f1f admin admin] Resources bound (agent type, host, resource id): {{(pid=109550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 03:44:20.389518 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695786c7-0a33-43e1-aa62-636b4cbd9f1f admin admin] Pushing event updated for resources: {'Port': ['ID=89277360-4f8d-403f-b77d-1b66ab811622,revision_number=1']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:44:20.392936 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695786c7-0a33-43e1-aa62-636b4cbd9f1f admin admin] Received port after_create {{(pid=109550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 03:44:20.406351 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b10a3af-d9d7-4cfa-8799-3ddfed661ca6 None None] Network 204ced72-9299-4a30-aa72-466acced45bf requested from dv-cinder-826949-1-iscsi {{(pid=109551) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 03:44:20.430784 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Current status of the port 04db32a7-85ec-476c-8c69-c1b124f63e99 is: DOWN; New status is: ACTIVE {{(pid=109551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 03:44:20.431521 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (04db32a7-85ec-476c-8c69-c1b124f63e99), before_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:20.440822 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [req-11d4e0ea-3d97-4ee2-98bb-158bf7ddfff5 req-47ba21a9-56ae-41b4-9cdf-08244baf4da4 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=109550) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 03:44:20.449116 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-11d4e0ea-3d97-4ee2-98bb-158bf7ddfff5 req-47ba21a9-56ae-41b4-9cdf-08244baf4da4 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1299701 Jan 29 03:44:20.478529 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d001b1-f6ff-488a-bb22-4d15622eb031 None None] Pushing event updated for resources: {'Port': ['ID=2c6d3e77-83cc-47a6-bbf0-e4e5d57482dd,revision_number=1']} {{(pid=109551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:44:20.557094 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-11138cc1-468d-467b-b400-25f4341799ed admin admin] Publish callbacks [] for router_gateway (a9646b44-979d-436f-ac6b-9bba0d33500b), precommit_update {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:20.580641 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.managers [None req-81d001b1-f6ff-488a-bb22-4d15622eb031 None None] Attempting to bind port 2c6d3e77-83cc-47a6-bbf0-e4e5d57482dd on host dv-cinder-826949-1-iscsi for vnic_type normal with profile {{(pid=109551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 03:44:20.580932 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.managers [None req-81d001b1-f6ff-488a-bb22-4d15622eb031 None None] Attempting to bind port 2c6d3e77-83cc-47a6-bbf0-e4e5d57482dd by drivers openvswitch,hyperv on host dv-cinder-826949-1-iscsi at level 0 using segments [{'id': '0f1a27ff-4507-4849-b52b-a4a1cb59f6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4b4e9710-b6c9-4002-b8a3-8aa9bf7336cb'}] {{(pid=109551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 03:44:20.581251 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d001b1-f6ff-488a-bb22-4d15622eb031 None None] Attempting to bind port 2c6d3e77-83cc-47a6-bbf0-e4e5d57482dd on network 4b4e9710-b6c9-4002-b8a3-8aa9bf7336cb {{(pid=109551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 03:44:20.591463 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] For port 04db32a7-85ec-476c-8c69-c1b124f63e99, host dv-cinder-826949-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-1-iscsi',level=0,port_id=04db32a7-85ec-476c-8c69-c1b124f63e99,segment=NetworkSegment(e5471ed5-97f1-48e6-86f5-92c6b5bce849),segment_id=e5471ed5-97f1-48e6-86f5-92c6b5bce849)] {{(pid=109551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 03:44:20.594438 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.provisioning_blocks [None req-448f579d-f3d6-491c-bf8d-7b42a8db7d50 None None] Provisioning complete for port 04db32a7-85ec-476c-8c69-c1b124f63e99 triggered by entity DHCP. {{(pid=109551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 03:44:20.594895 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-448f579d-f3d6-491c-bf8d-7b42a8db7d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785313'] for port (04db32a7-85ec-476c-8c69-c1b124f63e99), provisioning_complete {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:20.631706 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d001b1-f6ff-488a-bb22-4d15622eb031 None None] Checking agent: {'id': 'e75d1b00-832d-4bf5-b078-2c4f5b2c10cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826949-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 3, 36, 21), 'started_at': datetime.datetime(2022, 1, 29, 3, 36, 51), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 3, 43, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826949-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 03:44:20.632040 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d001b1-f6ff-488a-bb22-4d15622eb031 None None] Checking segment: {'id': '0f1a27ff-4507-4849-b52b-a4a1cb59f6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4b4e9710-b6c9-4002-b8a3-8aa9bf7336cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 03:44:20.632392 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-81d001b1-f6ff-488a-bb22-4d15622eb031 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:20.632787 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d001b1-f6ff-488a-bb22-4d15622eb031 None None] Bound using segment: {'id': '0f1a27ff-4507-4849-b52b-a4a1cb59f6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4b4e9710-b6c9-4002-b8a3-8aa9bf7336cb'} {{(pid=109551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 03:44:20.633290 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.managers [None req-81d001b1-f6ff-488a-bb22-4d15622eb031 None None] Bound port: 2c6d3e77-83cc-47a6-bbf0-e4e5d57482dd, host: dv-cinder-826949-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f1a27ff-4507-4849-b52b-a4a1cb59f6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4b4e9710-b6c9-4002-b8a3-8aa9bf7336cb'}}] {{(pid=109551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 03:44:20.633662 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-81d001b1-f6ff-488a-bb22-4d15622eb031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (2c6d3e77-83cc-47a6-bbf0-e4e5d57482dd), before_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:20.722967 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429'] for port (04db32a7-85ec-476c-8c69-c1b124f63e99), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:20.794863 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-11d4e0ea-3d97-4ee2-98bb-158bf7ddfff5 req-d3fdadba-2847-4f2b-b7fb-1e39142cadc3 service neutron] 10.222.0.16 "GET /v2.0/networks/4191093a-3e75-431e-ba6a-0a5e62dd1238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3444998 Jan 29 03:44:20.867855 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-81d001b1-f6ff-488a-bb22-4d15622eb031 None None] For port 2c6d3e77-83cc-47a6-bbf0-e4e5d57482dd, host dv-cinder-826949-1-iscsi, cleared binding levels {{(pid=109551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 03:44:20.939826 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-81d001b1-f6ff-488a-bb22-4d15622eb031 None None] For port 2c6d3e77-83cc-47a6-bbf0-e4e5d57482dd, host dv-cinder-826949-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-1-iscsi',level=0,port_id=2c6d3e77-83cc-47a6-bbf0-e4e5d57482dd,segment=NetworkSegment(0f1a27ff-4507-4849-b52b-a4a1cb59f6c4),segment_id=0f1a27ff-4507-4849-b52b-a4a1cb59f6c4)] {{(pid=109551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 03:44:20.939826 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Pushing event updated for resources: {'Port': ['ID=04db32a7-85ec-476c-8c69-c1b124f63e99,revision_number=3']} {{(pid=109551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:44:20.949930 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-448f579d-f3d6-491c-bf8d-7b42a8db7d50 None None] Current status of the port 04db32a7-85ec-476c-8c69-c1b124f63e99 is: ACTIVE; New status is: ACTIVE {{(pid=109551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 03:44:20.977977 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-d39ac96e-2141-4a10-9b10-81ae07c25a18 req-ac088dfe-9f05-4dbe-b242-dcbe17a5286e tempest-DeleteServersTestJSON-1124593692 tempest-DeleteServersTestJSON-1124593692-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0238dfa-64ff-4122-8f56-0f4430b66bbb HTTP/1.1" status: 200 len: 210 time: 0.0833151 Jan 29 03:44:20.987568 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-11d4e0ea-3d97-4ee2-98bb-158bf7ddfff5 req-83e06273-fc55-4a3a-887e-bbf7f2c091d9 service neutron] 10.222.0.16 "GET /v2.0/networks/4191093a-3e75-431e-ba6a-0a5e62dd1238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914432 Jan 29 03:44:21.003062 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-2af21648-220e-4867-a604-91a48910dfd6 admin admin] Publish callbacks [] for router_gateway (e79a4c81-e2dd-4551-904e-3cc0973cad13), before_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:21.065870 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-81d001b1-f6ff-488a-bb22-4d15622eb031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429'] for port (2c6d3e77-83cc-47a6-bbf0-e4e5d57482dd), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:21.113151 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-2af21648-220e-4867-a604-91a48910dfd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (None), before_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:21.269535 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d001b1-f6ff-488a-bb22-4d15622eb031 None None] Pushing event updated for resources: {'Port': ['ID=2c6d3e77-83cc-47a6-bbf0-e4e5d57482dd,revision_number=2']} {{(pid=109551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:44:21.305336 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.provisioning_blocks [None req-da1ece92-6974-4be8-8718-8c188f7c0ccc None None] Provisioning complete for port 04db32a7-85ec-476c-8c69-c1b124f63e99 triggered by entity DHCP. {{(pid=109551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 03:44:21.305336 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-da1ece92-6974-4be8-8718-8c188f7c0ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785313'] for port (04db32a7-85ec-476c-8c69-c1b124f63e99), provisioning_complete {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:21.336414 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-695786c7-0a33-43e1-aa62-636b4cbd9f1f admin admin] Publish callbacks [] for router_gateway (e78ca722-9417-4f92-80a4-ae3c65afd27d), after_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:21.361059 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-11138cc1-468d-467b-b400-25f4341799ed admin admin] Publish callbacks [] for router_gateway (a9646b44-979d-436f-ac6b-9bba0d33500b), before_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:21.445066 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-da1ece92-6974-4be8-8718-8c188f7c0ccc None None] Current status of the port 04db32a7-85ec-476c-8c69-c1b124f63e99 is: ACTIVE; New status is: ACTIVE {{(pid=109551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 03:44:21.470651 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (e75d1b00-832d-4bf5-b078-2c4f5b2c10cd), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:21.478502 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-11138cc1-468d-467b-b400-25f4341799ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (None), before_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:21.564382 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.db.db_base_plugin_common [None req-2af21648-220e-4867-a604-91a48910dfd6 admin admin] Allocated IP 172.27.1.45 (84058fb5-7499-436d-9c61-9715f17a209a/8ef1eacb-ef7e-49c2-acc5-31126b063ddd/7c6226c3-f194-4b07-9569-0e30e2e333fb) {{(pid=109549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 03:44:21.700171 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-948e1fa8-90e1-492a-b81d-ed0ec0eaa49b req-00a4c416-41e6-4368-8d19-dd984251360b tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb51aefd-c927-464c-a843-4291d9f9ec0b HTTP/1.1" status: 200 len: 210 time: 0.1210480 Jan 29 03:44:21.785228 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-2af21648-220e-4867-a604-91a48910dfd6 admin admin] Publish callbacks [] for port (7c6226c3-f194-4b07-9569-0e30e2e333fb), precommit_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:21.792938 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-695786c7-0a33-43e1-aa62-636b4cbd9f1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1922500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1915714'] for router (e78ca722-9417-4f92-80a4-ae3c65afd27d), after_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:21.939315 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-2af21648-220e-4867-a604-91a48910dfd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787145433393'] for port (7c6226c3-f194-4b07-9569-0e30e2e333fb), after_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:22.044442 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af21648-220e-4867-a604-91a48910dfd6 admin admin] Network 84058fb5-7499-436d-9c61-9715f17a209a is already hosted by enough agents. {{(pid=109549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 03:44:22.063174 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.scheduler.base_scheduler [None req-2af21648-220e-4867-a604-91a48910dfd6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 03:44:22.065803 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af21648-220e-4867-a604-91a48910dfd6 admin admin] Pushing event updated for resources: {'Port': ['ID=7c6226c3-f194-4b07-9569-0e30e2e333fb,revision_number=1']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:44:22.069608 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af21648-220e-4867-a604-91a48910dfd6 admin admin] Received port after_create {{(pid=109549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 03:44:22.097534 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Device 04db32a7-85ec-476c-8c69-c1b124f63e99 up at agent ovs-agent-dv-cinder-826949-1-iscsi {{(pid=109551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 03:44:22.100841 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-3a1c1723-eb35-4098-8064-4d24b35c34a3 req-6c6fba54-c896-4c4f-8766-fe6af1a3251b tempest-DeleteServersTestJSON-1124593692 tempest-DeleteServersTestJSON-1124593692-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0238dfa-64ff-4122-8f56-0f4430b66bbb HTTP/1.1" status: 200 len: 210 time: 0.0699599 Jan 29 03:44:22.102534 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.db.db_base_plugin_common [None req-11138cc1-468d-467b-b400-25f4341799ed admin admin] Allocated IP 172.27.1.125 (84058fb5-7499-436d-9c61-9715f17a209a/8ef1eacb-ef7e-49c2-acc5-31126b063ddd/35a06f04-9d71-4fa3-86c3-5181b2063974) {{(pid=109549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 03:44:22.133872 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-695786c7-0a33-43e1-aa62-636b4cbd9f1f admin admin] Router e78ca722-9417-4f92-80a4-ae3c65afd27d is scheduled to L3 agent d5b8732c-6ac1-45e3-a79e-cd9863fe8196 with binding_index 1 {{(pid=109550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 03:44:22.352521 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-695786c7-0a33-43e1-aa62-636b4cbd9f1f admin admin] Notify agent at l3_agent.dv-cinder-826949-1-iscsi the message routers_updated {{(pid=109550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 03:44:22.367104 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb7be1f-1de4-4487-8702-dcc8dbf4d571 None None] Sync routers for ids ['e78ca722-9417-4f92-80a4-ae3c65afd27d'] in dv-cinder-826949-1-iscsi {{(pid=109552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 03:44:22.381026 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb7be1f-1de4-4487-8702-dcc8dbf4d571 None None] Routers {'e78ca722-9417-4f92-80a4-ae3c65afd27d'} bound to L3 agent in host dv-cinder-826949-1-iscsi {{(pid=109552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 03:44:22.383530 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.l3_hamode_db [None req-abb7be1f-1de4-4487-8702-dcc8dbf4d571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T03:36:17Z,description=,heartbeat_timestamp=2022-01-29T03:44:18Z,host='dv-cinder-826949-1-iscsi',id=d5b8732c-6ac1-45e3-a79e-cd9863fe8196,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T03:36:18Z,topic='l3_agent')) {'router_ids': ['e78ca722-9417-4f92-80a4-ae3c65afd27d'], 'active': True} {{(pid=109552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:44:22.448109 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.provisioning_blocks [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Provisioning complete for port 04db32a7-85ec-476c-8c69-c1b124f63e99 triggered by entity L2. {{(pid=109551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 03:44:22.448702 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785313'] for port (04db32a7-85ec-476c-8c69-c1b124f63e99), provisioning_complete {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:22.506843 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-695786c7-0a33-43e1-aa62-636b4cbd9f1f admin admin] Publish callbacks [] for router (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:22.509901 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-695786c7-0a33-43e1-aa62-636b4cbd9f1f admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.2124500 Jan 29 03:44:22.510923 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 43150) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:44:22.563407 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Current status of the port 04db32a7-85ec-476c-8c69-c1b124f63e99 is: ACTIVE; New status is: ACTIVE {{(pid=109551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 03:44:22.564530 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Device 2c6d3e77-83cc-47a6-bbf0-e4e5d57482dd up at agent ovs-agent-dv-cinder-826949-1-iscsi {{(pid=109551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 03:44:22.632194 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.provisioning_blocks [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Provisioning complete for port 2c6d3e77-83cc-47a6-bbf0-e4e5d57482dd triggered by entity L2. {{(pid=109551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 03:44:22.632848 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785313'] for port (2c6d3e77-83cc-47a6-bbf0-e4e5d57482dd), provisioning_complete {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:22.633079 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.l3_dvr_db [None req-abb7be1f-1de4-4487-8702-dcc8dbf4d571 None None] Set router e78ca722-9417-4f92-80a4-ae3c65afd27d gateway port host: dv-cinder-826949-1-iscsi {{(pid=109552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 03:44:22.649719 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-11138cc1-468d-467b-b400-25f4341799ed admin admin] Publish callbacks [] for port (35a06f04-9d71-4fa3-86c3-5181b2063974), precommit_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:22.768505 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Current status of the port 2c6d3e77-83cc-47a6-bbf0-e4e5d57482dd is: DOWN; New status is: ACTIVE {{(pid=109551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 03:44:22.768893 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (2c6d3e77-83cc-47a6-bbf0-e4e5d57482dd), before_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:22.808612 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] For port 2c6d3e77-83cc-47a6-bbf0-e4e5d57482dd, host dv-cinder-826949-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-1-iscsi',level=0,port_id=2c6d3e77-83cc-47a6-bbf0-e4e5d57482dd,segment=NetworkSegment(0f1a27ff-4507-4849-b52b-a4a1cb59f6c4),segment_id=0f1a27ff-4507-4849-b52b-a4a1cb59f6c4)] {{(pid=109551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 03:44:22.830443 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7cba7bb-493e-4be7-a2fd-32ab0ddac290 None None] Network 4b4e9710-b6c9-4002-b8a3-8aa9bf7336cb requested from dv-cinder-826949-1-iscsi {{(pid=109551) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 03:44:22.882159 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-2af21648-220e-4867-a604-91a48910dfd6 admin admin] Publish callbacks [] for router_gateway (e79a4c81-e2dd-4551-904e-3cc0973cad13), after_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:22.899171 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429'] for port (2c6d3e77-83cc-47a6-bbf0-e4e5d57482dd), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:22.910400 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-37c46cb5-53a3-4264-a785-d06a2840f832 req-a84ad880-842e-4d66-ab34-da4b925a08bc tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb51aefd-c927-464c-a843-4291d9f9ec0b HTTP/1.1" status: 200 len: 210 time: 0.0728307 Jan 29 03:44:22.910782 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.l3_hamode_db [None req-abb7be1f-1de4-4487-8702-dcc8dbf4d571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e78ca722-9417-4f92-80a4-ae3c65afd27d', 'name': 'tempest-AttachVolumeShelveTestJSON-1494827673-router', 'tenant_id': '00cfcd24ac464466b0c59b2955aac89e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'external_fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': '89277360-4f8d-403f-b77d-1b66ab811622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T03:44:17Z', 'updated_at': '2022-01-29T03:44:20Z', 'revision_number': 3, 'project_id': '00cfcd24ac464466b0c59b2955aac89e', 'gw_port': {'id': '89277360-4f8d-403f-b77d-1b66ab811622', 'name': '', 'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:00:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e78ca722-9417-4f92-80a4-ae3c65afd27d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:44:18Z', 'updated_at': '2022-01-29T03:44:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-1-iscsi'}], 'dv-cinder-826949-1-iscsi', False) {} {{(pid=109552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:44:22.944128 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb7be1f-1de4-4487-8702-dcc8dbf4d571 None None] Checking router: e78ca722-9417-4f92-80a4-ae3c65afd27d for host: dv-cinder-826949-1-iscsi {{(pid=109552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 03:44:22.944396 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb7be1f-1de4-4487-8702-dcc8dbf4d571 None None] Updating router e78ca722-9417-4f92-80a4-ae3c65afd27d port 89277360-4f8d-403f-b77d-1b66ab811622 binding host dv-cinder-826949-1-iscsi {{(pid=109552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 03:44:22.947988 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.provisioning_blocks [None req-38e71400-97a0-4bf7-97cc-4c7d73d53d9f None None] Provisioning complete for port 2c6d3e77-83cc-47a6-bbf0-e4e5d57482dd triggered by entity DHCP. {{(pid=109551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 03:44:22.948393 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-38e71400-97a0-4bf7-97cc-4c7d73d53d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785313'] for port (2c6d3e77-83cc-47a6-bbf0-e4e5d57482dd), provisioning_complete {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:22.957169 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-11138cc1-468d-467b-b400-25f4341799ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787145433393'] for port (35a06f04-9d71-4fa3-86c3-5181b2063974), after_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:22.976865 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron_lib.callbacks.manager [None req-abb7be1f-1de4-4487-8702-dcc8dbf4d571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (89277360-4f8d-403f-b77d-1b66ab811622), before_update {{(pid=109552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:23.045629 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Pushing event updated for resources: {'Port': ['ID=2c6d3e77-83cc-47a6-bbf0-e4e5d57482dd,revision_number=3']} {{(pid=109551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:44:23.069183 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11138cc1-468d-467b-b400-25f4341799ed admin admin] Pushing event updated for resources: {'Port': ['ID=35a06f04-9d71-4fa3-86c3-5181b2063974,revision_number=1']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:44:23.117106 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11138cc1-468d-467b-b400-25f4341799ed admin admin] Network 84058fb5-7499-436d-9c61-9715f17a209a is already hosted by enough agents. {{(pid=109549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 03:44:23.124093 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-38e71400-97a0-4bf7-97cc-4c7d73d53d9f None None] Current status of the port 2c6d3e77-83cc-47a6-bbf0-e4e5d57482dd is: ACTIVE; New status is: ACTIVE {{(pid=109551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 03:44:23.181365 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.scheduler.base_scheduler [None req-11138cc1-468d-467b-b400-25f4341799ed admin admin] Resources bound (agent type, host, resource id): {{(pid=109549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 03:44:23.302854 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11138cc1-468d-467b-b400-25f4341799ed admin admin] Received port after_create {{(pid=109549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 03:44:23.388352 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron_lib.callbacks.manager [None req-abb7be1f-1de4-4487-8702-dcc8dbf4d571 None None] Publish callbacks [] for port (89277360-4f8d-403f-b77d-1b66ab811622), precommit_update {{(pid=109552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:23.437947 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-2af21648-220e-4867-a604-91a48910dfd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1922500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1915714'] for router (e79a4c81-e2dd-4551-904e-3cc0973cad13), after_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:23.448004 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.provisioning_blocks [None req-9d050a9f-8ae6-4807-a647-1899c4d8550a None None] Provisioning complete for port 2c6d3e77-83cc-47a6-bbf0-e4e5d57482dd triggered by entity DHCP. {{(pid=109551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 03:44:23.448555 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-9d050a9f-8ae6-4807-a647-1899c4d8550a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785313'] for port (2c6d3e77-83cc-47a6-bbf0-e4e5d57482dd), provisioning_complete {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:23.453021 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron_lib.callbacks.manager [None req-abb7be1f-1de4-4487-8702-dcc8dbf4d571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429'] for port (89277360-4f8d-403f-b77d-1b66ab811622), after_update {{(pid=109552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:23.512745 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dfedca-0e3d-4962-b750-6cfbf124dba0 None None] Pushing event updated for resources: {'Port': ['ID=89277360-4f8d-403f-b77d-1b66ab811622,revision_number=2']} {{(pid=109552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:44:23.523811 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37dfedca-0e3d-4962-b750-6cfbf124dba0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:44:23.524777 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37dfedca-0e3d-4962-b750-6cfbf124dba0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:44:23.525758 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37dfedca-0e3d-4962-b750-6cfbf124dba0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:44:23.526625 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37dfedca-0e3d-4962-b750-6cfbf124dba0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:44:23.527089 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-1eb01391-5386-453a-8c68-1ce49a191522 req-e446c5f6-29d0-44ac-a3e6-0d1eb218b26c tempest-DeleteServersTestJSON-1124593692 tempest-DeleteServersTestJSON-1124593692-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0238dfa-64ff-4122-8f56-0f4430b66bbb HTTP/1.1" status: 200 len: 210 time: 0.1362724 Jan 29 03:44:23.527937 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37dfedca-0e3d-4962-b750-6cfbf124dba0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:44:23.528478 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37dfedca-0e3d-4962-b750-6cfbf124dba0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:44:23.528971 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37dfedca-0e3d-4962-b750-6cfbf124dba0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:44:23.529495 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37dfedca-0e3d-4962-b750-6cfbf124dba0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:44:23.529626 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-693fd9cd-4200-4a5e-9d92-823d3719a73b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (None), before_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:23.530096 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37dfedca-0e3d-4962-b750-6cfbf124dba0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:44:23.530830 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37dfedca-0e3d-4962-b750-6cfbf124dba0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:44:23.531403 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37dfedca-0e3d-4962-b750-6cfbf124dba0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:44:23.532243 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37dfedca-0e3d-4962-b750-6cfbf124dba0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:44:23.532715 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37dfedca-0e3d-4962-b750-6cfbf124dba0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:44:23.534445 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37dfedca-0e3d-4962-b750-6cfbf124dba0 None None] Tracked resource versions report: Jan 29 03:44:23.534445 dv-cinder-826949-1-iscsi neutron-server[109552]: pushed versions: Jan 29 03:44:23.534445 dv-cinder-826949-1-iscsi neutron-server[109552]: { 'AddressGroup': {'1.2'}, Jan 29 03:44:23.534445 dv-cinder-826949-1-iscsi neutron-server[109552]: 'ConntrackHelper': {'1.0'}, Jan 29 03:44:23.534445 dv-cinder-826949-1-iscsi neutron-server[109552]: 'LocalIPAssociation': {'1.0'}, Jan 29 03:44:23.534445 dv-cinder-826949-1-iscsi neutron-server[109552]: 'Log': {'1.0'}, Jan 29 03:44:23.534445 dv-cinder-826949-1-iscsi neutron-server[109552]: 'Network': {'1.1'}, Jan 29 03:44:23.534445 dv-cinder-826949-1-iscsi neutron-server[109552]: 'Port': {'1.7'}, Jan 29 03:44:23.534445 dv-cinder-826949-1-iscsi neutron-server[109552]: 'PortForwarding': {'1.2'}, Jan 29 03:44:23.534445 dv-cinder-826949-1-iscsi neutron-server[109552]: 'QosPolicy': {'1.10'}, Jan 29 03:44:23.534445 dv-cinder-826949-1-iscsi neutron-server[109552]: 'SecurityGroup': {'1.5'}, Jan 29 03:44:23.534445 dv-cinder-826949-1-iscsi neutron-server[109552]: 'SecurityGroupRule': {'1.2'}, Jan 29 03:44:23.534445 dv-cinder-826949-1-iscsi neutron-server[109552]: 'SubPort': {'1.0'}, Jan 29 03:44:23.534445 dv-cinder-826949-1-iscsi neutron-server[109552]: 'Subnet': {'1.1'}, Jan 29 03:44:23.534445 dv-cinder-826949-1-iscsi neutron-server[109552]: 'Trunk': {'1.1'}} Jan 29 03:44:23.534445 dv-cinder-826949-1-iscsi neutron-server[109552]: consumer versions: Jan 29 03:44:23.534445 dv-cinder-826949-1-iscsi neutron-server[109552]: { DHCP agent@dv-cinder-826949-1-iscsi: {}, Jan 29 03:44:23.534445 dv-cinder-826949-1-iscsi neutron-server[109552]: HyperV agent@hv-cinder-82694: {}, Jan 29 03:44:23.534445 dv-cinder-826949-1-iscsi neutron-server[109552]: L3 agent@dv-cinder-826949-1-iscsi: {}, Jan 29 03:44:23.534445 dv-cinder-826949-1-iscsi neutron-server[109552]: Metadata agent@dv-cinder-826949-1-iscsi: {}, Jan 29 03:44:23.534445 dv-cinder-826949-1-iscsi neutron-server[109552]: Metering agent@dv-cinder-826949-1-iscsi: {}, Jan 29 03:44:23.534445 dv-cinder-826949-1-iscsi neutron-server[109552]: Open vSwitch agent@dv-cinder-826949-1-iscsi: { 'AddressGroup': '1.2', Jan 29 03:44:23.534445 dv-cinder-826949-1-iscsi neutron-server[109552]: 'ConntrackHelper': '1.0', Jan 29 03:44:23.534445 dv-cinder-826949-1-iscsi neutron-server[109552]: 'LocalIPAssociation': '1.0', Jan 29 03:44:23.534445 dv-cinder-826949-1-iscsi neutron-server[109552]: 'Log': '1.0', Jan 29 03:44:23.534445 dv-cinder-826949-1-iscsi neutron-server[109552]: 'Network': '1.1', Jan 29 03:44:23.534445 dv-cinder-826949-1-iscsi neutron-server[109552]: 'Port': '1.7', Jan 29 03:44:23.534445 dv-cinder-826949-1-iscsi neutron-server[109552]: 'PortForwarding': '1.2', Jan 29 03:44:23.534445 dv-cinder-826949-1-iscsi neutron-server[109552]: 'QosPolicy': '1.10', Jan 29 03:44:23.534445 dv-cinder-826949-1-iscsi neutron-server[109552]: 'SecurityGroup': '1.5', Jan 29 03:44:23.534445 dv-cinder-826949-1-iscsi neutron-server[109552]: 'SecurityGroupRule': '1.2', Jan 29 03:44:23.534445 dv-cinder-826949-1-iscsi neutron-server[109552]: 'SubPort': '1.0', Jan 29 03:44:23.534445 dv-cinder-826949-1-iscsi neutron-server[109552]: 'Subnet': '1.1', Jan 29 03:44:23.534445 dv-cinder-826949-1-iscsi neutron-server[109552]: 'Trunk': '1.1'}} Jan 29 03:44:23.534445 dv-cinder-826949-1-iscsi neutron-server[109552]: {{(pid=109552) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 29 03:44:23.586894 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-9d050a9f-8ae6-4807-a647-1899c4d8550a None None] Current status of the port 2c6d3e77-83cc-47a6-bbf0-e4e5d57482dd is: ACTIVE; New status is: ACTIVE {{(pid=109551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 03:44:23.622919 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.plugins.ml2.managers [None req-abb7be1f-1de4-4487-8702-dcc8dbf4d571 None None] Attempting to bind port 89277360-4f8d-403f-b77d-1b66ab811622 on host dv-cinder-826949-1-iscsi for vnic_type normal with profile {{(pid=109552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 03:44:23.623541 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.plugins.ml2.managers [None req-abb7be1f-1de4-4487-8702-dcc8dbf4d571 None None] Attempting to bind port 89277360-4f8d-403f-b77d-1b66ab811622 by drivers openvswitch,hyperv on host dv-cinder-826949-1-iscsi at level 0 using segments [{'id': '59bb8c29-301f-4146-9f63-152343a78833', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84058fb5-7499-436d-9c61-9715f17a209a'}] {{(pid=109552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 03:44:23.624273 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb7be1f-1de4-4487-8702-dcc8dbf4d571 None None] Attempting to bind port 89277360-4f8d-403f-b77d-1b66ab811622 on network 84058fb5-7499-436d-9c61-9715f17a209a {{(pid=109552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 03:44:23.630720 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb7be1f-1de4-4487-8702-dcc8dbf4d571 None None] Checking agent: {'id': 'e75d1b00-832d-4bf5-b078-2c4f5b2c10cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826949-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 3, 36, 21), 'started_at': datetime.datetime(2022, 1, 29, 3, 36, 51), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 3, 44, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826949-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 03:44:23.631128 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb7be1f-1de4-4487-8702-dcc8dbf4d571 None None] Checking segment: {'id': '59bb8c29-301f-4146-9f63-152343a78833', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84058fb5-7499-436d-9c61-9715f17a209a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 03:44:23.631566 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron_lib.callbacks.manager [None req-abb7be1f-1de4-4487-8702-dcc8dbf4d571 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:23.632537 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb7be1f-1de4-4487-8702-dcc8dbf4d571 None None] Bound using segment: {'id': '59bb8c29-301f-4146-9f63-152343a78833', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84058fb5-7499-436d-9c61-9715f17a209a'} {{(pid=109552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 03:44:23.635808 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.plugins.ml2.managers [None req-abb7be1f-1de4-4487-8702-dcc8dbf4d571 None None] Bound port: 89277360-4f8d-403f-b77d-1b66ab811622, host: dv-cinder-826949-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59bb8c29-301f-4146-9f63-152343a78833', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84058fb5-7499-436d-9c61-9715f17a209a'}}] {{(pid=109552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 03:44:23.636349 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron_lib.callbacks.manager [None req-abb7be1f-1de4-4487-8702-dcc8dbf4d571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (89277360-4f8d-403f-b77d-1b66ab811622), before_update {{(pid=109552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:23.700882 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.plugins.ml2.db [None req-abb7be1f-1de4-4487-8702-dcc8dbf4d571 None None] For port 89277360-4f8d-403f-b77d-1b66ab811622, host dv-cinder-826949-1-iscsi, cleared binding levels {{(pid=109552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 03:44:23.704803 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.plugins.ml2.db [None req-abb7be1f-1de4-4487-8702-dcc8dbf4d571 None None] For port 89277360-4f8d-403f-b77d-1b66ab811622, host dv-cinder-826949-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-1-iscsi',level=0,port_id=89277360-4f8d-403f-b77d-1b66ab811622,segment=NetworkSegment(59bb8c29-301f-4146-9f63-152343a78833),segment_id=59bb8c29-301f-4146-9f63-152343a78833)] {{(pid=109552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 03:44:23.728507 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2af21648-220e-4867-a604-91a48910dfd6 admin admin] Router e79a4c81-e2dd-4551-904e-3cc0973cad13 is scheduled to L3 agent d5b8732c-6ac1-45e3-a79e-cd9863fe8196 with binding_index 1 {{(pid=109549) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 03:44:23.774392 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.db.db_base_plugin_common [None req-693fd9cd-4200-4a5e-9d92-823d3719a73b admin admin] Allocated IP 172.20.0.1 (204ced72-9299-4a30-aa72-466acced45bf/c62d091f-c1de-4db7-ab9c-37bb62875bd8/f4d8a362-b347-43d1-b3ff-5cf9dd785f4e) {{(pid=109550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 03:44:23.784755 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron_lib.callbacks.manager [None req-abb7be1f-1de4-4487-8702-dcc8dbf4d571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429'] for port (89277360-4f8d-403f-b77d-1b66ab811622), after_update {{(pid=109552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:23.855559 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb7be1f-1de4-4487-8702-dcc8dbf4d571 None None] Routers {'e78ca722-9417-4f92-80a4-ae3c65afd27d'} bound to L3 agent in host dv-cinder-826949-1-iscsi {{(pid=109552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 03:44:23.856198 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.l3_hamode_db [None req-abb7be1f-1de4-4487-8702-dcc8dbf4d571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T03:36:17Z,description=,heartbeat_timestamp=2022-01-29T03:44:18Z,host='dv-cinder-826949-1-iscsi',id=d5b8732c-6ac1-45e3-a79e-cd9863fe8196,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T03:36:18Z,topic='l3_agent')) {'router_ids': ['e78ca722-9417-4f92-80a4-ae3c65afd27d'], 'active': True} {{(pid=109552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:44:23.858171 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dfedca-0e3d-4962-b750-6cfbf124dba0 None None] Pushing event updated for resources: {'Port': ['ID=89277360-4f8d-403f-b77d-1b66ab811622,revision_number=3']} {{(pid=109552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:44:23.868402 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-11138cc1-468d-467b-b400-25f4341799ed admin admin] Publish callbacks [] for router_gateway (a9646b44-979d-436f-ac6b-9bba0d33500b), after_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:23.941953 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-693fd9cd-4200-4a5e-9d92-823d3719a73b admin admin] Publish callbacks [] for port (f4d8a362-b347-43d1-b3ff-5cf9dd785f4e), precommit_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:24.004387 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.l3_dvr_db [None req-abb7be1f-1de4-4487-8702-dcc8dbf4d571 None None] Set router e78ca722-9417-4f92-80a4-ae3c65afd27d gateway port host: dv-cinder-826949-1-iscsi {{(pid=109552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 03:44:24.005383 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2af21648-220e-4867-a604-91a48910dfd6 admin admin] Notify agent at l3_agent.dv-cinder-826949-1-iscsi the message routers_updated {{(pid=109549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 03:44:24.021035 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ff88d7-6b66-48dd-87d7-2e5bba1621ce None None] Sync routers for ids ['e79a4c81-e2dd-4551-904e-3cc0973cad13'] in dv-cinder-826949-1-iscsi {{(pid=109551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 03:44:24.026068 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Device 2c6d3e77-83cc-47a6-bbf0-e4e5d57482dd up at agent ovs-agent-dv-cinder-826949-1-iscsi {{(pid=109551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 03:44:24.035472 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-b1c64ef6-00e6-4f99-9fcb-4836085b100e req-dd6d2c3c-69df-41ce-a971-30583d90cff7 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb51aefd-c927-464c-a843-4291d9f9ec0b HTTP/1.1" status: 200 len: 210 time: 0.0372143 Jan 29 03:44:24.065054 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-693fd9cd-4200-4a5e-9d92-823d3719a73b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787145433393'] for port (f4d8a362-b347-43d1-b3ff-5cf9dd785f4e), after_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:24.072654 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ff88d7-6b66-48dd-87d7-2e5bba1621ce None None] Routers {'e79a4c81-e2dd-4551-904e-3cc0973cad13'} bound to L3 agent in host dv-cinder-826949-1-iscsi {{(pid=109551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 03:44:24.073292 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_hamode_db [None req-c1ff88d7-6b66-48dd-87d7-2e5bba1621ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T03:36:17Z,description=,heartbeat_timestamp=2022-01-29T03:44:18Z,host='dv-cinder-826949-1-iscsi',id=d5b8732c-6ac1-45e3-a79e-cd9863fe8196,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T03:36:18Z,topic='l3_agent')) {'router_ids': ['e79a4c81-e2dd-4551-904e-3cc0973cad13'], 'active': True} {{(pid=109551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:44:24.116241 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-693fd9cd-4200-4a5e-9d92-823d3719a73b admin admin] Network 204ced72-9299-4a30-aa72-466acced45bf is already hosted by enough agents. {{(pid=109550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 03:44:24.120765 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.scheduler.base_scheduler [None req-693fd9cd-4200-4a5e-9d92-823d3719a73b admin admin] Resources bound (agent type, host, resource id): {{(pid=109550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 03:44:24.127975 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693fd9cd-4200-4a5e-9d92-823d3719a73b admin admin] Received port after_create {{(pid=109550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 03:44:24.128601 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-693fd9cd-4200-4a5e-9d92-823d3719a73b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1909781'] for router_interface (e78ca722-9417-4f92-80a4-ae3c65afd27d), before_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:24.146064 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.provisioning_blocks [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Provisioning complete for port 2c6d3e77-83cc-47a6-bbf0-e4e5d57482dd triggered by entity L2. {{(pid=109551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 03:44:24.146957 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785313'] for port (2c6d3e77-83cc-47a6-bbf0-e4e5d57482dd), provisioning_complete {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:24.156526 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-2af21648-220e-4867-a604-91a48910dfd6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:24.161179 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-2af21648-220e-4867-a604-91a48910dfd6 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.9690113 Jan 29 03:44:24.177247 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 43184) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:44:24.232796 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693fd9cd-4200-4a5e-9d92-823d3719a73b admin admin] Pushing event updated for resources: {'Port': ['ID=f4d8a362-b347-43d1-b3ff-5cf9dd785f4e,revision_number=1']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:44:24.290651 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.l3_hamode_db [None req-abb7be1f-1de4-4487-8702-dcc8dbf4d571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e78ca722-9417-4f92-80a4-ae3c65afd27d', 'name': 'tempest-AttachVolumeShelveTestJSON-1494827673-router', 'tenant_id': '00cfcd24ac464466b0c59b2955aac89e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'external_fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': '89277360-4f8d-403f-b77d-1b66ab811622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T03:44:17Z', 'updated_at': '2022-01-29T03:44:20Z', 'revision_number': 3, 'project_id': '00cfcd24ac464466b0c59b2955aac89e', 'gw_port': {'id': '89277360-4f8d-403f-b77d-1b66ab811622', 'name': '', 'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:00:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e78ca722-9417-4f92-80a4-ae3c65afd27d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:44:18Z', 'updated_at': '2022-01-29T03:44:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-1-iscsi'}], 'dv-cinder-826949-1-iscsi', False) {} {{(pid=109552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:44:24.339666 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_dvr_db [None req-c1ff88d7-6b66-48dd-87d7-2e5bba1621ce None None] Set router e79a4c81-e2dd-4551-904e-3cc0973cad13 gateway port host: dv-cinder-826949-1-iscsi {{(pid=109551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 03:44:24.355752 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb7be1f-1de4-4487-8702-dcc8dbf4d571 None None] The sync data for ids ['e78ca722-9417-4f92-80a4-ae3c65afd27d'] in dv-cinder-826949-1-iscsi is: [{'id': 'e78ca722-9417-4f92-80a4-ae3c65afd27d', 'name': 'tempest-AttachVolumeShelveTestJSON-1494827673-router', 'tenant_id': '00cfcd24ac464466b0c59b2955aac89e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'external_fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': '89277360-4f8d-403f-b77d-1b66ab811622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T03:44:17Z', 'updated_at': '2022-01-29T03:44:20Z', 'revision_number': 3, 'project_id': '00cfcd24ac464466b0c59b2955aac89e', 'gw_port': {'id': '89277360-4f8d-403f-b77d-1b66ab811622', 'name': '', 'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:00:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e78ca722-9417-4f92-80a4-ae3c65afd27d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:44:18Z', 'updated_at': '2022-01-29T03:44:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-1-iscsi'}] {{(pid=109552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 03:44:24.686841 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-11138cc1-468d-467b-b400-25f4341799ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1922500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1915714'] for router (a9646b44-979d-436f-ac6b-9bba0d33500b), after_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:24.696697 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.provisioning_blocks [None req-c1b2aa39-d914-457b-a75b-89ee0653fb7f None None] Provisioning complete for port f4d8a362-b347-43d1-b3ff-5cf9dd785f4e triggered by entity DHCP. {{(pid=109551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 03:44:24.696697 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-c1b2aa39-d914-457b-a75b-89ee0653fb7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785313'] for port (f4d8a362-b347-43d1-b3ff-5cf9dd785f4e), provisioning_complete {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:24.696697 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Current status of the port 2c6d3e77-83cc-47a6-bbf0-e4e5d57482dd is: ACTIVE; New status is: ACTIVE {{(pid=109551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 03:44:24.696697 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-c1b2aa39-d914-457b-a75b-89ee0653fb7f None None] Port f4d8a362-b347-43d1-b3ff-5cf9dd785f4e cannot update to ACTIVE because it is not bound. {{(pid=109551) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 03:44:24.756270 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_hamode_db [None req-c1ff88d7-6b66-48dd-87d7-2e5bba1621ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e79a4c81-e2dd-4551-904e-3cc0973cad13', 'name': 'tempest-ServerRescueNegativeTestJSON-489193794-router', 'tenant_id': '995678f3901441a099ca67990ffaa293', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'external_fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '7c6226c3-f194-4b07-9569-0e30e2e333fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T03:44:19Z', 'updated_at': '2022-01-29T03:44:22Z', 'revision_number': 3, 'project_id': '995678f3901441a099ca67990ffaa293', 'gw_port': {'id': '7c6226c3-f194-4b07-9569-0e30e2e333fb', 'name': '', 'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e9:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e79a4c81-e2dd-4551-904e-3cc0973cad13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:44:21Z', 'updated_at': '2022-01-29T03:44:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-1-iscsi'}], 'dv-cinder-826949-1-iscsi', False) {} {{(pid=109551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:44:24.857337 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ff88d7-6b66-48dd-87d7-2e5bba1621ce None None] Checking router: e79a4c81-e2dd-4551-904e-3cc0973cad13 for host: dv-cinder-826949-1-iscsi {{(pid=109551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 03:44:24.857626 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ff88d7-6b66-48dd-87d7-2e5bba1621ce None None] Updating router e79a4c81-e2dd-4551-904e-3cc0973cad13 port 7c6226c3-f194-4b07-9569-0e30e2e333fb binding host dv-cinder-826949-1-iscsi {{(pid=109551) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 03:44:24.886922 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-693fd9cd-4200-4a5e-9d92-823d3719a73b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (f4d8a362-b347-43d1-b3ff-5cf9dd785f4e), before_update {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:24.906454 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-c1ff88d7-6b66-48dd-87d7-2e5bba1621ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (7c6226c3-f194-4b07-9569-0e30e2e333fb), before_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:25.058301 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.agents_db [None req-5bdad2e4-4f8f-4fe6-a9f7-cf82a335ca9d None None] Agent healthcheck: found 6 active agents {{(pid=109552) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 03:44:25.097935 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-22868bd3-7a98-4531-9363-f9c68f64c725 req-379ca8b6-91bb-4ee2-82b1-c94459776fb0 tempest-DeleteServersTestJSON-1124593692 tempest-DeleteServersTestJSON-1124593692-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0238dfa-64ff-4122-8f56-0f4430b66bbb HTTP/1.1" status: 200 len: 210 time: 0.1128235 Jan 29 03:44:25.190564 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-eb775af4-3648-4499-bf5f-2b1a0baffd0c req-07d7a47c-6835-42b8-906b-2cde38143524 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb51aefd-c927-464c-a843-4291d9f9ec0b HTTP/1.1" status: 200 len: 210 time: 0.0389409 Jan 29 03:44:25.297632 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-693fd9cd-4200-4a5e-9d92-823d3719a73b admin admin] Publish callbacks [] for port (f4d8a362-b347-43d1-b3ff-5cf9dd785f4e), precommit_update {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:25.376961 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-c1ff88d7-6b66-48dd-87d7-2e5bba1621ce None None] Publish callbacks [] for port (7c6226c3-f194-4b07-9569-0e30e2e333fb), precommit_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:25.409020 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11138cc1-468d-467b-b400-25f4341799ed admin admin] Router a9646b44-979d-436f-ac6b-9bba0d33500b is scheduled to L3 agent d5b8732c-6ac1-45e3-a79e-cd9863fe8196 with binding_index 1 {{(pid=109549) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 03:44:25.410445 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-693fd9cd-4200-4a5e-9d92-823d3719a73b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429'] for port (f4d8a362-b347-43d1-b3ff-5cf9dd785f4e), after_update {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:25.411817 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-693fd9cd-4200-4a5e-9d92-823d3719a73b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1605918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1910661'] for router_interface (e78ca722-9417-4f92-80a4-ae3c65afd27d), after_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:25.501261 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693fd9cd-4200-4a5e-9d92-823d3719a73b admin admin] Pushing event updated for resources: {'Port': ['ID=f4d8a362-b347-43d1-b3ff-5cf9dd785f4e,revision_number=2']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:44:25.514153 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (ad4128b7-7a77-4672-aa49-b5d5d6c7d736), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:25.514153 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-c1ff88d7-6b66-48dd-87d7-2e5bba1621ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429'] for port (7c6226c3-f194-4b07-9569-0e30e2e333fb), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:25.520781 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-14972a99-c5fb-49ac-92be-bbf799ab9182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (None), before_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:25.571580 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4da1f1b-7cf0-4eff-8317-cd51fadd7338 None None] Pushing event updated for resources: {'Port': ['ID=7c6226c3-f194-4b07-9569-0e30e2e333fb,revision_number=2']} {{(pid=109551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:44:25.627074 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.managers [None req-c1ff88d7-6b66-48dd-87d7-2e5bba1621ce None None] Attempting to bind port 7c6226c3-f194-4b07-9569-0e30e2e333fb on host dv-cinder-826949-1-iscsi for vnic_type normal with profile {{(pid=109551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 03:44:25.627453 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.managers [None req-c1ff88d7-6b66-48dd-87d7-2e5bba1621ce None None] Attempting to bind port 7c6226c3-f194-4b07-9569-0e30e2e333fb by drivers openvswitch,hyperv on host dv-cinder-826949-1-iscsi at level 0 using segments [{'id': '59bb8c29-301f-4146-9f63-152343a78833', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84058fb5-7499-436d-9c61-9715f17a209a'}] {{(pid=109551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 03:44:25.627826 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ff88d7-6b66-48dd-87d7-2e5bba1621ce None None] Attempting to bind port 7c6226c3-f194-4b07-9569-0e30e2e333fb on network 84058fb5-7499-436d-9c61-9715f17a209a {{(pid=109551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 03:44:25.636937 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ff88d7-6b66-48dd-87d7-2e5bba1621ce None None] Checking agent: {'id': 'e75d1b00-832d-4bf5-b078-2c4f5b2c10cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826949-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 3, 36, 21), 'started_at': datetime.datetime(2022, 1, 29, 3, 36, 51), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 3, 44, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826949-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 03:44:25.637794 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ff88d7-6b66-48dd-87d7-2e5bba1621ce None None] Checking segment: {'id': '59bb8c29-301f-4146-9f63-152343a78833', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84058fb5-7499-436d-9c61-9715f17a209a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 03:44:25.637794 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-c1ff88d7-6b66-48dd-87d7-2e5bba1621ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:25.643957 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ff88d7-6b66-48dd-87d7-2e5bba1621ce None None] Bound using segment: {'id': '59bb8c29-301f-4146-9f63-152343a78833', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84058fb5-7499-436d-9c61-9715f17a209a'} {{(pid=109551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 03:44:25.646196 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.managers [None req-c1ff88d7-6b66-48dd-87d7-2e5bba1621ce None None] Bound port: 7c6226c3-f194-4b07-9569-0e30e2e333fb, host: dv-cinder-826949-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59bb8c29-301f-4146-9f63-152343a78833', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84058fb5-7499-436d-9c61-9715f17a209a'}}] {{(pid=109551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 03:44:25.646558 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-c1ff88d7-6b66-48dd-87d7-2e5bba1621ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (7c6226c3-f194-4b07-9569-0e30e2e333fb), before_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:25.658476 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11138cc1-468d-467b-b400-25f4341799ed admin admin] Notify agent at l3_agent.dv-cinder-826949-1-iscsi the message routers_updated {{(pid=109549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 03:44:25.668425 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f88f63-dd89-4ef2-9dd7-e68ffb8f76b5 None None] Sync routers for ids ['a9646b44-979d-436f-ac6b-9bba0d33500b'] in dv-cinder-826949-1-iscsi {{(pid=109552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 03:44:25.687299 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f88f63-dd89-4ef2-9dd7-e68ffb8f76b5 None None] Routers {'a9646b44-979d-436f-ac6b-9bba0d33500b'} bound to L3 agent in host dv-cinder-826949-1-iscsi {{(pid=109552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 03:44:25.688192 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.l3_hamode_db [None req-47f88f63-dd89-4ef2-9dd7-e68ffb8f76b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T03:36:17Z,description=,heartbeat_timestamp=2022-01-29T03:44:18Z,host='dv-cinder-826949-1-iscsi',id=d5b8732c-6ac1-45e3-a79e-cd9863fe8196,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T03:36:18Z,topic='l3_agent')) {'router_ids': ['a9646b44-979d-436f-ac6b-9bba0d33500b'], 'active': True} {{(pid=109552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:44:25.723939 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-693fd9cd-4200-4a5e-9d92-823d3719a73b admin admin] Network 204ced72-9299-4a30-aa72-466acced45bf is already hosted by enough agents. {{(pid=109550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 03:44:25.725802 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.scheduler.base_scheduler [None req-693fd9cd-4200-4a5e-9d92-823d3719a73b admin admin] Resources bound (agent type, host, resource id): {{(pid=109550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 03:44:25.753447 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-11138cc1-468d-467b-b400-25f4341799ed admin admin] Publish callbacks [] for router (None), before_response {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:25.759118 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-11138cc1-468d-467b-b400-25f4341799ed admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.3475502 Jan 29 03:44:25.761838 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 43220) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:44:25.795051 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-c1ff88d7-6b66-48dd-87d7-2e5bba1621ce None None] For port 7c6226c3-f194-4b07-9569-0e30e2e333fb, host dv-cinder-826949-1-iscsi, cleared binding levels {{(pid=109551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 03:44:25.799695 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-c1ff88d7-6b66-48dd-87d7-2e5bba1621ce None None] For port 7c6226c3-f194-4b07-9569-0e30e2e333fb, host dv-cinder-826949-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-1-iscsi',level=0,port_id=7c6226c3-f194-4b07-9569-0e30e2e333fb,segment=NetworkSegment(59bb8c29-301f-4146-9f63-152343a78833),segment_id=59bb8c29-301f-4146-9f63-152343a78833)] {{(pid=109551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 03:44:25.882050 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-c1ff88d7-6b66-48dd-87d7-2e5bba1621ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429'] for port (7c6226c3-f194-4b07-9569-0e30e2e333fb), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:25.913502 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.l3_dvr_db [None req-47f88f63-dd89-4ef2-9dd7-e68ffb8f76b5 None None] Set router a9646b44-979d-436f-ac6b-9bba0d33500b gateway port host: dv-cinder-826949-1-iscsi {{(pid=109552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 03:44:26.065075 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-693fd9cd-4200-4a5e-9d92-823d3719a73b admin admin] Router e78ca722-9417-4f92-80a4-ae3c65afd27d has already been hosted by L3 agent d5b8732c-6ac1-45e3-a79e-cd9863fe8196 {{(pid=109550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 03:44:26.108272 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ff88d7-6b66-48dd-87d7-2e5bba1621ce None None] Routers {'e79a4c81-e2dd-4551-904e-3cc0973cad13'} bound to L3 agent in host dv-cinder-826949-1-iscsi {{(pid=109551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 03:44:26.110157 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_hamode_db [None req-c1ff88d7-6b66-48dd-87d7-2e5bba1621ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T03:36:17Z,description=,heartbeat_timestamp=2022-01-29T03:44:18Z,host='dv-cinder-826949-1-iscsi',id=d5b8732c-6ac1-45e3-a79e-cd9863fe8196,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T03:36:18Z,topic='l3_agent')) {'router_ids': ['e79a4c81-e2dd-4551-904e-3cc0973cad13'], 'active': True} {{(pid=109551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:44:26.218019 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Device 89277360-4f8d-403f-b77d-1b66ab811622 up at agent ovs-agent-dv-cinder-826949-1-iscsi {{(pid=109551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 03:44:26.226741 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4da1f1b-7cf0-4eff-8317-cd51fadd7338 None None] Pushing event updated for resources: {'Port': ['ID=7c6226c3-f194-4b07-9569-0e30e2e333fb,revision_number=3']} {{(pid=109551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:44:26.304754 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.25', 54170) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:44:26.335888 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.db.db_base_plugin_common [None req-14972a99-c5fb-49ac-92be-bbf799ab9182 admin admin] Allocated IP 172.20.0.1 (def124bd-d2cb-4303-acf8-363c1eeee992/49f78b84-8abd-498c-8afc-c0464fd07915/ff07de42-6574-4c3e-884d-6f8f18de862c) {{(pid=109549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 03:44:26.383339 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-693fd9cd-4200-4a5e-9d92-823d3719a73b admin admin] Notify agent at l3_agent.dv-cinder-826949-1-iscsi the message routers_updated {{(pid=109550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 03:44:26.411132 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-693fd9cd-4200-4a5e-9d92-823d3719a73b admin admin] 10.222.0.16 "PUT /v2.0/routers/e78ca722-9417-4f92-80a4-ae3c65afd27d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8990324 Jan 29 03:44:26.519391 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.l3_hamode_db [None req-47f88f63-dd89-4ef2-9dd7-e68ffb8f76b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9646b44-979d-436f-ac6b-9bba0d33500b', 'name': 'tempest-AttachVolumeTestJSON-723999373-router', 'tenant_id': '0f6df9863d6a490a92b2f3c872aec541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'external_fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '35a06f04-9d71-4fa3-86c3-5181b2063974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T03:44:19Z', 'updated_at': '2022-01-29T03:44:23Z', 'revision_number': 3, 'project_id': '0f6df9863d6a490a92b2f3c872aec541', 'gw_port': {'id': '35a06f04-9d71-4fa3-86c3-5181b2063974', 'name': '', 'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e2:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9646b44-979d-436f-ac6b-9bba0d33500b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:44:21Z', 'updated_at': '2022-01-29T03:44:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-1-iscsi'}], 'dv-cinder-826949-1-iscsi', False) {} {{(pid=109552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:44:26.560817 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.provisioning_blocks [None req-d1e4969d-d1f5-4456-9b1b-1e860d745bb2 None None] Provisioning complete for port f4d8a362-b347-43d1-b3ff-5cf9dd785f4e triggered by entity DHCP. {{(pid=109551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 03:44:26.561249 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-d1e4969d-d1f5-4456-9b1b-1e860d745bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785313'] for port (f4d8a362-b347-43d1-b3ff-5cf9dd785f4e), provisioning_complete {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:26.589690 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-152e7196-93c6-4ad5-bb79-867493d753ba req-525b4f86-9b16-4309-a207-7421101b2a4d tempest-DeleteServersTestJSON-1124593692 tempest-DeleteServersTestJSON-1124593692-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0238dfa-64ff-4122-8f56-0f4430b66bbb HTTP/1.1" status: 200 len: 210 time: 0.1573815 Jan 29 03:44:26.590916 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.25', 54173) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:44:26.670589 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-14972a99-c5fb-49ac-92be-bbf799ab9182 admin admin] Publish callbacks [] for port (ff07de42-6574-4c3e-884d-6f8f18de862c), precommit_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:26.682804 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_dvr_db [None req-c1ff88d7-6b66-48dd-87d7-2e5bba1621ce None None] Set router e79a4c81-e2dd-4551-904e-3cc0973cad13 gateway port host: dv-cinder-826949-1-iscsi {{(pid=109551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 03:44:26.689735 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f88f63-dd89-4ef2-9dd7-e68ffb8f76b5 None None] Checking router: a9646b44-979d-436f-ac6b-9bba0d33500b for host: dv-cinder-826949-1-iscsi {{(pid=109552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 03:44:26.690142 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f88f63-dd89-4ef2-9dd7-e68ffb8f76b5 None None] Updating router a9646b44-979d-436f-ac6b-9bba0d33500b port 35a06f04-9d71-4fa3-86c3-5181b2063974 binding host dv-cinder-826949-1-iscsi {{(pid=109552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 03:44:26.744754 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d4e0ea-3d97-4ee2-98bb-158bf7ddfff5 req-9849634b-f11f-4aae-ae11-2ee9ac546a56 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:44:26.758713 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-11d4e0ea-3d97-4ee2-98bb-158bf7ddfff5 req-9849634b-f11f-4aae-ae11-2ee9ac546a56 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.25 "GET /v2.0/networks?id=4191093a-3e75-431e-ba6a-0a5e62dd1238 HTTP/1.1" status: 200 len: 815 time: 0.1607065 Jan 29 03:44:26.788307 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron_lib.callbacks.manager [None req-47f88f63-dd89-4ef2-9dd7-e68ffb8f76b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (35a06f04-9d71-4fa3-86c3-5181b2063974), before_update {{(pid=109552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:26.805789 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30d70cc-1d49-474c-a60c-d78b6992f424 req-93e8c9e0-9ea8-4b27-99c6-9519f08ac043 tempest-DeleteServersTestJSON-1124593692 tempest-DeleteServersTestJSON-1124593692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:44:26.807295 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-a30d70cc-1d49-474c-a60c-d78b6992f424 req-93e8c9e0-9ea8-4b27-99c6-9519f08ac043 tempest-DeleteServersTestJSON-1124593692 tempest-DeleteServersTestJSON-1124593692-project] 10.222.0.25 "GET /v2.0/networks?id=8ecf2438-eca5-4dd8-92b6-936ee7f74d5d HTTP/1.1" status: 200 len: 811 time: 0.4945791 Jan 29 03:44:26.844665 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.v2.base [req-11d4e0ea-3d97-4ee2-98bb-158bf7ddfff5 req-1b7e4493-d259-438e-9d71-314f2ef7a87f tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] Request body: {'port': {'device_id': 'fb51aefd-c927-464c-a843-4291d9f9ec0b', 'network_id': '4191093a-3e75-431e-ba6a-0a5e62dd1238', 'admin_state_up': True, 'tenant_id': 'a61fc9a8db7445ca8c465347f41732e8'}} {{(pid=109550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 03:44:26.881683 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.provisioning_blocks [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Provisioning complete for port 89277360-4f8d-403f-b77d-1b66ab811622 triggered by entity L2. {{(pid=109551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 03:44:26.882749 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785313'] for port (89277360-4f8d-403f-b77d-1b66ab811622), provisioning_complete {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:26.893789 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-4152a346-90ad-4d2c-9bc6-1585e08e045f req-634b1ac4-ce9c-430c-aa3d-33082ded3adb tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb51aefd-c927-464c-a843-4291d9f9ec0b HTTP/1.1" status: 200 len: 210 time: 0.1186509 Jan 29 03:44:26.947904 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-d1e4969d-d1f5-4456-9b1b-1e860d745bb2 None None] Port f4d8a362-b347-43d1-b3ff-5cf9dd785f4e cannot update to ACTIVE because it is not bound. {{(pid=109551) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 03:44:26.984764 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-14972a99-c5fb-49ac-92be-bbf799ab9182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787145433393'] for port (ff07de42-6574-4c3e-884d-6f8f18de862c), after_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:27.040617 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14972a99-c5fb-49ac-92be-bbf799ab9182 admin admin] Network def124bd-d2cb-4303-acf8-363c1eeee992 is already hosted by enough agents. {{(pid=109549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 03:44:27.050891 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.scheduler.base_scheduler [None req-14972a99-c5fb-49ac-92be-bbf799ab9182 admin admin] Resources bound (agent type, host, resource id): {{(pid=109549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 03:44:27.058343 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14972a99-c5fb-49ac-92be-bbf799ab9182 admin admin] Received port after_create {{(pid=109549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 03:44:27.059162 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-14972a99-c5fb-49ac-92be-bbf799ab9182 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1909781'] for router_interface (e79a4c81-e2dd-4551-904e-3cc0973cad13), before_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:27.152448 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14972a99-c5fb-49ac-92be-bbf799ab9182 admin admin] Pushing event updated for resources: {'Port': ['ID=ff07de42-6574-4c3e-884d-6f8f18de862c,revision_number=1']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:44:27.271199 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.v2.base [req-a30d70cc-1d49-474c-a60c-d78b6992f424 req-61689b3a-25a3-42da-8061-2100210e44c4 tempest-DeleteServersTestJSON-1124593692 tempest-DeleteServersTestJSON-1124593692-project] Request body: {'port': {'device_id': 'd0238dfa-64ff-4122-8f56-0f4430b66bbb', 'network_id': '8ecf2438-eca5-4dd8-92b6-936ee7f74d5d', 'admin_state_up': True, 'tenant_id': '654101f4db1547ce8e1bea070af930d9'}} {{(pid=109550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 03:44:27.488838 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Current status of the port 89277360-4f8d-403f-b77d-1b66ab811622 is: DOWN; New status is: ACTIVE {{(pid=109551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 03:44:27.491061 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (89277360-4f8d-403f-b77d-1b66ab811622), before_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:27.533548 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] For port 89277360-4f8d-403f-b77d-1b66ab811622, host dv-cinder-826949-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-1-iscsi',level=0,port_id=89277360-4f8d-403f-b77d-1b66ab811622,segment=NetworkSegment(59bb8c29-301f-4146-9f63-152343a78833),segment_id=59bb8c29-301f-4146-9f63-152343a78833)] {{(pid=109551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 03:44:27.544195 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-fc5c532b-1d8e-488f-96e1-b8a7917631de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (None), before_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:27.565536 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_hamode_db [None req-c1ff88d7-6b66-48dd-87d7-2e5bba1621ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e79a4c81-e2dd-4551-904e-3cc0973cad13', 'name': 'tempest-ServerRescueNegativeTestJSON-489193794-router', 'tenant_id': '995678f3901441a099ca67990ffaa293', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'external_fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '7c6226c3-f194-4b07-9569-0e30e2e333fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T03:44:19Z', 'updated_at': '2022-01-29T03:44:22Z', 'revision_number': 3, 'project_id': '995678f3901441a099ca67990ffaa293', 'gw_port': {'id': '7c6226c3-f194-4b07-9569-0e30e2e333fb', 'name': '', 'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e9:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e79a4c81-e2dd-4551-904e-3cc0973cad13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:44:21Z', 'updated_at': '2022-01-29T03:44:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-1-iscsi'}], 'dv-cinder-826949-1-iscsi', False) {} {{(pid=109551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:44:27.632920 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ff88d7-6b66-48dd-87d7-2e5bba1621ce None None] The sync data for ids ['e79a4c81-e2dd-4551-904e-3cc0973cad13'] in dv-cinder-826949-1-iscsi is: [{'id': 'e79a4c81-e2dd-4551-904e-3cc0973cad13', 'name': 'tempest-ServerRescueNegativeTestJSON-489193794-router', 'tenant_id': '995678f3901441a099ca67990ffaa293', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'external_fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '7c6226c3-f194-4b07-9569-0e30e2e333fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T03:44:19Z', 'updated_at': '2022-01-29T03:44:22Z', 'revision_number': 3, 'project_id': '995678f3901441a099ca67990ffaa293', 'gw_port': {'id': '7c6226c3-f194-4b07-9569-0e30e2e333fb', 'name': '', 'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e9:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e79a4c81-e2dd-4551-904e-3cc0973cad13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:44:21Z', 'updated_at': '2022-01-29T03:44:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-1-iscsi'}] {{(pid=109551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 03:44:27.636418 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429'] for port (89277360-4f8d-403f-b77d-1b66ab811622), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:27.666157 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 43296) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:44:27.677800 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.v2.base [None req-e01902e3-018c-4f39-9488-bbed8097058a tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1114631034', 'description': 'tempest-description--1929928074'}} {{(pid=109549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 03:44:27.699743 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74bbdfe5-edd1-4ebe-bb83-c5ce026fd7cd None None] Sync routers for ids ['e78ca722-9417-4f92-80a4-ae3c65afd27d'] in dv-cinder-826949-1-iscsi {{(pid=109551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 03:44:27.735939 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-14972a99-c5fb-49ac-92be-bbf799ab9182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (ff07de42-6574-4c3e-884d-6f8f18de862c), before_update {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:27.790350 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74bbdfe5-edd1-4ebe-bb83-c5ce026fd7cd None None] Routers {'e78ca722-9417-4f92-80a4-ae3c65afd27d'} bound to L3 agent in host dv-cinder-826949-1-iscsi {{(pid=109551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 03:44:27.791001 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_hamode_db [None req-74bbdfe5-edd1-4ebe-bb83-c5ce026fd7cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T03:36:17Z,description=,heartbeat_timestamp=2022-01-29T03:44:18Z,host='dv-cinder-826949-1-iscsi',id=d5b8732c-6ac1-45e3-a79e-cd9863fe8196,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T03:36:18Z,topic='l3_agent')) {'router_ids': ['e78ca722-9417-4f92-80a4-ae3c65afd27d'], 'active': True} {{(pid=109551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:44:27.827161 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron_lib.callbacks.manager [None req-47f88f63-dd89-4ef2-9dd7-e68ffb8f76b5 None None] Publish callbacks [] for port (35a06f04-9d71-4fa3-86c3-5181b2063974), precommit_update {{(pid=109552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:27.849571 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-cfd8eb07-94c2-4b69-be88-b63161d8fe02 req-f6a8e0f9-80a0-49b2-911c-7e1537299933 tempest-DeleteServersTestJSON-1124593692 tempest-DeleteServersTestJSON-1124593692-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0238dfa-64ff-4122-8f56-0f4430b66bbb HTTP/1.1" status: 200 len: 210 time: 0.0462446 Jan 29 03:44:27.881118 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Pushing event updated for resources: {'Port': ['ID=89277360-4f8d-403f-b77d-1b66ab811622,revision_number=4']} {{(pid=109551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:44:27.924520 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron_lib.callbacks.manager [None req-47f88f63-dd89-4ef2-9dd7-e68ffb8f76b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429'] for port (35a06f04-9d71-4fa3-86c3-5181b2063974), after_update {{(pid=109552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:27.950439 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11d4e0ea-3d97-4ee2-98bb-158bf7ddfff5 req-1b7e4493-d259-438e-9d71-314f2ef7a87f tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] Made reservation on behalf of a61fc9a8db7445ca8c465347f41732e8 for: {'port': 1} {{(pid=109550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 03:44:27.955263 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-11d4e0ea-3d97-4ee2-98bb-158bf7ddfff5 req-1b7e4493-d259-438e-9d71-314f2ef7a87f tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (None), before_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:28.014869 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a30d70cc-1d49-474c-a60c-d78b6992f424 req-61689b3a-25a3-42da-8061-2100210e44c4 tempest-DeleteServersTestJSON-1124593692 tempest-DeleteServersTestJSON-1124593692-project] Made reservation on behalf of 654101f4db1547ce8e1bea070af930d9 for: {'port': 1} {{(pid=109550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 03:44:28.026329 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-a30d70cc-1d49-474c-a60c-d78b6992f424 req-61689b3a-25a3-42da-8061-2100210e44c4 tempest-DeleteServersTestJSON-1124593692 tempest-DeleteServersTestJSON-1124593692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (None), before_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:28.093865 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_dvr_db [None req-74bbdfe5-edd1-4ebe-bb83-c5ce026fd7cd None None] Set router e78ca722-9417-4f92-80a4-ae3c65afd27d gateway port host: dv-cinder-826949-1-iscsi {{(pid=109551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 03:44:28.111838 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d9df6c-abcc-4ae6-aedd-9e9db3e62380 None None] Pushing event updated for resources: {'Port': ['ID=35a06f04-9d71-4fa3-86c3-5181b2063974,revision_number=2']} {{(pid=109552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:44:28.134331 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.plugins.ml2.managers [None req-47f88f63-dd89-4ef2-9dd7-e68ffb8f76b5 None None] Attempting to bind port 35a06f04-9d71-4fa3-86c3-5181b2063974 on host dv-cinder-826949-1-iscsi for vnic_type normal with profile {{(pid=109552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 03:44:28.134771 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.plugins.ml2.managers [None req-47f88f63-dd89-4ef2-9dd7-e68ffb8f76b5 None None] Attempting to bind port 35a06f04-9d71-4fa3-86c3-5181b2063974 by drivers openvswitch,hyperv on host dv-cinder-826949-1-iscsi at level 0 using segments [{'id': '59bb8c29-301f-4146-9f63-152343a78833', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84058fb5-7499-436d-9c61-9715f17a209a'}] {{(pid=109552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 03:44:28.135162 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f88f63-dd89-4ef2-9dd7-e68ffb8f76b5 None None] Attempting to bind port 35a06f04-9d71-4fa3-86c3-5181b2063974 on network 84058fb5-7499-436d-9c61-9715f17a209a {{(pid=109552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 03:44:28.143382 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Device 89277360-4f8d-403f-b77d-1b66ab811622 up at agent ovs-agent-dv-cinder-826949-1-iscsi {{(pid=109551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 03:44:28.161009 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f88f63-dd89-4ef2-9dd7-e68ffb8f76b5 None None] Checking agent: {'id': 'e75d1b00-832d-4bf5-b078-2c4f5b2c10cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826949-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 3, 36, 21), 'started_at': datetime.datetime(2022, 1, 29, 3, 36, 51), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 3, 44, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826949-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 03:44:28.163039 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f88f63-dd89-4ef2-9dd7-e68ffb8f76b5 None None] Checking segment: {'id': '59bb8c29-301f-4146-9f63-152343a78833', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84058fb5-7499-436d-9c61-9715f17a209a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 03:44:28.165870 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron_lib.callbacks.manager [None req-47f88f63-dd89-4ef2-9dd7-e68ffb8f76b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:28.166525 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f88f63-dd89-4ef2-9dd7-e68ffb8f76b5 None None] Bound using segment: {'id': '59bb8c29-301f-4146-9f63-152343a78833', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84058fb5-7499-436d-9c61-9715f17a209a'} {{(pid=109552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 03:44:28.168487 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.plugins.ml2.managers [None req-47f88f63-dd89-4ef2-9dd7-e68ffb8f76b5 None None] Bound port: 35a06f04-9d71-4fa3-86c3-5181b2063974, host: dv-cinder-826949-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59bb8c29-301f-4146-9f63-152343a78833', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84058fb5-7499-436d-9c61-9715f17a209a'}}] {{(pid=109552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 03:44:28.171598 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron_lib.callbacks.manager [None req-47f88f63-dd89-4ef2-9dd7-e68ffb8f76b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (35a06f04-9d71-4fa3-86c3-5181b2063974), before_update {{(pid=109552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:28.325083 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.plugins.ml2.db [None req-47f88f63-dd89-4ef2-9dd7-e68ffb8f76b5 None None] For port 35a06f04-9d71-4fa3-86c3-5181b2063974, host dv-cinder-826949-1-iscsi, cleared binding levels {{(pid=109552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 03:44:28.329563 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.plugins.ml2.db [None req-47f88f63-dd89-4ef2-9dd7-e68ffb8f76b5 None None] For port 35a06f04-9d71-4fa3-86c3-5181b2063974, host dv-cinder-826949-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-1-iscsi',level=0,port_id=35a06f04-9d71-4fa3-86c3-5181b2063974,segment=NetworkSegment(59bb8c29-301f-4146-9f63-152343a78833),segment_id=59bb8c29-301f-4146-9f63-152343a78833)] {{(pid=109552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 03:44:28.357173 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-e01902e3-018c-4f39-9488-bbed8097058a tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Publish callbacks [] for security_group (None), before_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:28.359325 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.provisioning_blocks [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Provisioning complete for port 89277360-4f8d-403f-b77d-1b66ab811622 triggered by entity L2. {{(pid=109551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 03:44:28.359731 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785313'] for port (89277360-4f8d-403f-b77d-1b66ab811622), provisioning_complete {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:28.408927 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron_lib.callbacks.manager [None req-47f88f63-dd89-4ef2-9dd7-e68ffb8f76b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429'] for port (35a06f04-9d71-4fa3-86c3-5181b2063974), after_update {{(pid=109552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:28.445460 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-feb228fc-15b8-4c23-8221-d15279c6b43d req-ee8ee6be-49ce-4701-adf1-d3d73e1016a2 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb51aefd-c927-464c-a843-4291d9f9ec0b HTTP/1.1" status: 200 len: 210 time: 0.0993791 Jan 29 03:44:28.527290 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d9df6c-abcc-4ae6-aedd-9e9db3e62380 None None] Pushing event updated for resources: {'Port': ['ID=35a06f04-9d71-4fa3-86c3-5181b2063974,revision_number=3']} {{(pid=109552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:44:28.536328 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Current status of the port 89277360-4f8d-403f-b77d-1b66ab811622 is: ACTIVE; New status is: ACTIVE {{(pid=109551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 03:44:28.538091 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f88f63-dd89-4ef2-9dd7-e68ffb8f76b5 None None] Routers {'a9646b44-979d-436f-ac6b-9bba0d33500b'} bound to L3 agent in host dv-cinder-826949-1-iscsi {{(pid=109552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 03:44:28.539062 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.l3_hamode_db [None req-47f88f63-dd89-4ef2-9dd7-e68ffb8f76b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T03:36:17Z,description=,heartbeat_timestamp=2022-01-29T03:44:18Z,host='dv-cinder-826949-1-iscsi',id=d5b8732c-6ac1-45e3-a79e-cd9863fe8196,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T03:36:18Z,topic='l3_agent')) {'router_ids': ['a9646b44-979d-436f-ac6b-9bba0d33500b'], 'active': True} {{(pid=109552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:44:28.546419 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_hamode_db [None req-74bbdfe5-edd1-4ebe-bb83-c5ce026fd7cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e78ca722-9417-4f92-80a4-ae3c65afd27d', 'name': 'tempest-AttachVolumeShelveTestJSON-1494827673-router', 'tenant_id': '00cfcd24ac464466b0c59b2955aac89e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'external_fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': '89277360-4f8d-403f-b77d-1b66ab811622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T03:44:17Z', 'updated_at': '2022-01-29T03:44:24Z', 'revision_number': 4, 'project_id': '00cfcd24ac464466b0c59b2955aac89e', 'gw_port': {'id': '89277360-4f8d-403f-b77d-1b66ab811622', 'name': '', 'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:00:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78ca722-9417-4f92-80a4-ae3c65afd27d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:44:18Z', 'updated_at': '2022-01-29T03:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-1-iscsi', '_interfaces': [{'id': 'f4d8a362-b347-43d1-b3ff-5cf9dd785f4e', 'name': '', 'network_id': '204ced72-9299-4a30-aa72-466acced45bf', 'tenant_id': '00cfcd24ac464466b0c59b2955aac89e', 'mac_address': 'fa:16:3e:9f:34:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e78ca722-9417-4f92-80a4-ae3c65afd27d', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c62d091f-c1de-4db7-ab9c-37bb62875bd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:44:23Z', 'updated_at': '2022-01-29T03:44:25Z', 'revision_number': 2, 'project_id': '00cfcd24ac464466b0c59b2955aac89e', 'subnets': [{'id': 'c62d091f-c1de-4db7-ab9c-37bb62875bd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-1-iscsi', False) {} {{(pid=109551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:44:28.593394 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74bbdfe5-edd1-4ebe-bb83-c5ce026fd7cd None None] Checking router: e78ca722-9417-4f92-80a4-ae3c65afd27d for host: dv-cinder-826949-1-iscsi {{(pid=109551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 03:44:28.593936 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74bbdfe5-edd1-4ebe-bb83-c5ce026fd7cd None None] Updating router e78ca722-9417-4f92-80a4-ae3c65afd27d port f4d8a362-b347-43d1-b3ff-5cf9dd785f4e binding host dv-cinder-826949-1-iscsi {{(pid=109551) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 03:44:28.596796 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.db.db_base_plugin_common [None req-fc5c532b-1d8e-488f-96e1-b8a7917631de admin admin] Allocated IP 172.20.0.1 (4b4e9710-b6c9-4002-b8a3-8aa9bf7336cb/2f142c9b-e8b9-4838-a5d9-5c60564542f5/3c3620d2-c4ca-4fc0-a44d-194be82ff593) {{(pid=109549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 03:44:28.633738 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-74bbdfe5-edd1-4ebe-bb83-c5ce026fd7cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (f4d8a362-b347-43d1-b3ff-5cf9dd785f4e), before_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:28.726430 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.db.db_base_plugin_common [req-11d4e0ea-3d97-4ee2-98bb-158bf7ddfff5 req-1b7e4493-d259-438e-9d71-314f2ef7a87f tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] Allocated IP 172.20.0.7 (4191093a-3e75-431e-ba6a-0a5e62dd1238/167c6c42-9dd3-4598-ba9e-66d705822162/26b58599-e1e8-4de8-a1fd-779b33246181) {{(pid=109550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 03:44:28.739668 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-fc5c532b-1d8e-488f-96e1-b8a7917631de admin admin] Publish callbacks [] for port (3c3620d2-c4ca-4fc0-a44d-194be82ff593), precommit_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:28.793787 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.db.db_base_plugin_common [req-a30d70cc-1d49-474c-a60c-d78b6992f424 req-61689b3a-25a3-42da-8061-2100210e44c4 tempest-DeleteServersTestJSON-1124593692 tempest-DeleteServersTestJSON-1124593692-project] Allocated IP 172.20.0.11 (8ecf2438-eca5-4dd8-92b6-936ee7f74d5d/180c737b-7d5c-45ce-8000-e85773eccd70/344261af-89bd-4849-88f4-09b55da6299e) {{(pid=109550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 03:44:28.860879 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.l3_dvr_db [None req-47f88f63-dd89-4ef2-9dd7-e68ffb8f76b5 None None] Set router a9646b44-979d-436f-ac6b-9bba0d33500b gateway port host: dv-cinder-826949-1-iscsi {{(pid=109552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 03:44:28.925593 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-fc5c532b-1d8e-488f-96e1-b8a7917631de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787145433393'] for port (3c3620d2-c4ca-4fc0-a44d-194be82ff593), after_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:29.001786 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc5c532b-1d8e-488f-96e1-b8a7917631de admin admin] Network 4b4e9710-b6c9-4002-b8a3-8aa9bf7336cb is already hosted by enough agents. {{(pid=109549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 03:44:29.013792 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.scheduler.base_scheduler [None req-fc5c532b-1d8e-488f-96e1-b8a7917631de admin admin] Resources bound (agent type, host, resource id): {{(pid=109549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 03:44:29.036818 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5c532b-1d8e-488f-96e1-b8a7917631de admin admin] Received port after_create {{(pid=109549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 03:44:29.039304 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-fc5c532b-1d8e-488f-96e1-b8a7917631de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1909781'] for router_interface (a9646b44-979d-436f-ac6b-9bba0d33500b), before_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:29.203666 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-2478d641-1c7d-4d32-b878-1fe0e7561ee8 req-d06427fd-ec35-4e77-9b58-44ac25752773 tempest-DeleteServersTestJSON-1124593692 tempest-DeleteServersTestJSON-1124593692-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0238dfa-64ff-4122-8f56-0f4430b66bbb HTTP/1.1" status: 200 len: 210 time: 0.1903460 Jan 29 03:44:29.206259 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5c532b-1d8e-488f-96e1-b8a7917631de admin admin] Pushing event updated for resources: {'Port': ['ID=3c3620d2-c4ca-4fc0-a44d-194be82ff593,revision_number=1']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:44:29.256071 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-11d4e0ea-3d97-4ee2-98bb-158bf7ddfff5 req-1b7e4493-d259-438e-9d71-314f2ef7a87f tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] Publish callbacks [] for port (26b58599-e1e8-4de8-a1fd-779b33246181), precommit_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:29.313293 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-74bbdfe5-edd1-4ebe-bb83-c5ce026fd7cd None None] Publish callbacks [] for port (f4d8a362-b347-43d1-b3ff-5cf9dd785f4e), precommit_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:29.346678 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-e01902e3-018c-4f39-9488-bbed8097058a tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Publish callbacks [] for security_group (ca8be9f3-7d70-4884-a281-94c7af685802), precommit_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:29.354631 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.l3_hamode_db [None req-47f88f63-dd89-4ef2-9dd7-e68ffb8f76b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9646b44-979d-436f-ac6b-9bba0d33500b', 'name': 'tempest-AttachVolumeTestJSON-723999373-router', 'tenant_id': '0f6df9863d6a490a92b2f3c872aec541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'external_fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '35a06f04-9d71-4fa3-86c3-5181b2063974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T03:44:19Z', 'updated_at': '2022-01-29T03:44:23Z', 'revision_number': 3, 'project_id': '0f6df9863d6a490a92b2f3c872aec541', 'gw_port': {'id': '35a06f04-9d71-4fa3-86c3-5181b2063974', 'name': '', 'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e2:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9646b44-979d-436f-ac6b-9bba0d33500b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:44:21Z', 'updated_at': '2022-01-29T03:44:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-1-iscsi'}], 'dv-cinder-826949-1-iscsi', False) {} {{(pid=109552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:44:29.398451 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f88f63-dd89-4ef2-9dd7-e68ffb8f76b5 None None] The sync data for ids ['a9646b44-979d-436f-ac6b-9bba0d33500b'] in dv-cinder-826949-1-iscsi is: [{'id': 'a9646b44-979d-436f-ac6b-9bba0d33500b', 'name': 'tempest-AttachVolumeTestJSON-723999373-router', 'tenant_id': '0f6df9863d6a490a92b2f3c872aec541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'external_fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '35a06f04-9d71-4fa3-86c3-5181b2063974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T03:44:19Z', 'updated_at': '2022-01-29T03:44:23Z', 'revision_number': 3, 'project_id': '0f6df9863d6a490a92b2f3c872aec541', 'gw_port': {'id': '35a06f04-9d71-4fa3-86c3-5181b2063974', 'name': '', 'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e2:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9646b44-979d-436f-ac6b-9bba0d33500b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:44:21Z', 'updated_at': '2022-01-29T03:44:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-1-iscsi'}] {{(pid=109552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 03:44:29.409621 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-14972a99-c5fb-49ac-92be-bbf799ab9182 admin admin] Publish callbacks [] for port (ff07de42-6574-4c3e-884d-6f8f18de862c), precommit_update {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:29.447791 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-74bbdfe5-edd1-4ebe-bb83-c5ce026fd7cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429'] for port (f4d8a362-b347-43d1-b3ff-5cf9dd785f4e), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:29.539398 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-e01902e3-018c-4f39-9488-bbed8097058a tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (ca8be9f3-7d70-4884-a281-94c7af685802), after_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:29.583844 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0647b6-0450-4894-8f77-55a8ab9e05f5 None None] Pushing event updated for resources: {'Port': ['ID=f4d8a362-b347-43d1-b3ff-5cf9dd785f4e,revision_number=3']} {{(pid=109551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:44:29.620194 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-14972a99-c5fb-49ac-92be-bbf799ab9182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429'] for port (ff07de42-6574-4c3e-884d-6f8f18de862c), after_update {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:29.621081 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-14972a99-c5fb-49ac-92be-bbf799ab9182 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1605918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1910661'] for router_interface (e79a4c81-e2dd-4551-904e-3cc0973cad13), after_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:29.652860 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-05afda7b-6802-460e-954f-fc090c595ed3 req-cb2c7fad-40af-4c06-b12c-47579bf005ba tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb51aefd-c927-464c-a843-4291d9f9ec0b HTTP/1.1" status: 200 len: 210 time: 0.0742388 Jan 29 03:44:29.665864 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.provisioning_blocks [None req-2e4cf44f-92ef-4e50-b2e5-1d8880f4d09c None None] Provisioning complete for port 3c3620d2-c4ca-4fc0-a44d-194be82ff593 triggered by entity DHCP. {{(pid=109551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 03:44:29.666577 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-2e4cf44f-92ef-4e50-b2e5-1d8880f4d09c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785313'] for port (3c3620d2-c4ca-4fc0-a44d-194be82ff593), provisioning_complete {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:29.734294 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-a30d70cc-1d49-474c-a60c-d78b6992f424 req-61689b3a-25a3-42da-8061-2100210e44c4 tempest-DeleteServersTestJSON-1124593692 tempest-DeleteServersTestJSON-1124593692-project] Publish callbacks [] for port (344261af-89bd-4849-88f4-09b55da6299e), precommit_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:29.735470 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14972a99-c5fb-49ac-92be-bbf799ab9182 admin admin] Pushing event updated for resources: {'Port': ['ID=ff07de42-6574-4c3e-884d-6f8f18de862c,revision_number=2']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:44:29.741443 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-e01902e3-018c-4f39-9488-bbed8097058a tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Publish callbacks [] for security_group (None), before_response {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:29.742728 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-e01902e3-018c-4f39-9488-bbed8097058a tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 2.0729811 Jan 29 03:44:29.755099 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 43348) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:44:29.762280 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.managers [None req-74bbdfe5-edd1-4ebe-bb83-c5ce026fd7cd None None] Attempting to bind port f4d8a362-b347-43d1-b3ff-5cf9dd785f4e on host dv-cinder-826949-1-iscsi for vnic_type normal with profile {{(pid=109551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 03:44:29.763286 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.v2.base [None req-a275c1a3-be42-4e60-a734-95a2e4a3fe69 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Request body: {'security_group_rule': {'security_group_id': 'ca8be9f3-7d70-4884-a281-94c7af685802', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 03:44:29.763859 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.managers [None req-74bbdfe5-edd1-4ebe-bb83-c5ce026fd7cd None None] Attempting to bind port f4d8a362-b347-43d1-b3ff-5cf9dd785f4e by drivers openvswitch,hyperv on host dv-cinder-826949-1-iscsi at level 0 using segments [{'id': 'e5471ed5-97f1-48e6-86f5-92c6b5bce849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '204ced72-9299-4a30-aa72-466acced45bf'}] {{(pid=109551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 03:44:29.764463 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bbdfe5-edd1-4ebe-bb83-c5ce026fd7cd None None] Attempting to bind port f4d8a362-b347-43d1-b3ff-5cf9dd785f4e on network 204ced72-9299-4a30-aa72-466acced45bf {{(pid=109551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 03:44:29.792205 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bbdfe5-edd1-4ebe-bb83-c5ce026fd7cd None None] Checking agent: {'id': 'e75d1b00-832d-4bf5-b078-2c4f5b2c10cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826949-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 3, 36, 21), 'started_at': datetime.datetime(2022, 1, 29, 3, 36, 51), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 3, 44, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826949-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 03:44:29.796575 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bbdfe5-edd1-4ebe-bb83-c5ce026fd7cd None None] Checking segment: {'id': 'e5471ed5-97f1-48e6-86f5-92c6b5bce849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '204ced72-9299-4a30-aa72-466acced45bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 03:44:29.798581 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01902e3-018c-4f39-9488-bbed8097058a tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca8be9f3-7d70-4884-a281-94c7af685802,revision_number=1']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:44:29.799057 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-74bbdfe5-edd1-4ebe-bb83-c5ce026fd7cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:29.799847 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bbdfe5-edd1-4ebe-bb83-c5ce026fd7cd None None] Bound using segment: {'id': 'e5471ed5-97f1-48e6-86f5-92c6b5bce849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '204ced72-9299-4a30-aa72-466acced45bf'} {{(pid=109551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 03:44:29.801942 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.managers [None req-74bbdfe5-edd1-4ebe-bb83-c5ce026fd7cd None None] Bound port: f4d8a362-b347-43d1-b3ff-5cf9dd785f4e, host: dv-cinder-826949-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5471ed5-97f1-48e6-86f5-92c6b5bce849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '204ced72-9299-4a30-aa72-466acced45bf'}}] {{(pid=109551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 03:44:29.802922 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-74bbdfe5-edd1-4ebe-bb83-c5ce026fd7cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (f4d8a362-b347-43d1-b3ff-5cf9dd785f4e), before_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:29.806315 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-2e4cf44f-92ef-4e50-b2e5-1d8880f4d09c None None] Port 3c3620d2-c4ca-4fc0-a44d-194be82ff593 cannot update to ACTIVE because it is not bound. {{(pid=109551) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 03:44:29.854792 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-fc5c532b-1d8e-488f-96e1-b8a7917631de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (3c3620d2-c4ca-4fc0-a44d-194be82ff593), before_update {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:29.916577 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-11d4e0ea-3d97-4ee2-98bb-158bf7ddfff5 req-1b7e4493-d259-438e-9d71-314f2ef7a87f tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787145433393'] for port (26b58599-e1e8-4de8-a1fd-779b33246181), after_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:30.016563 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.provisioning_blocks [None req-236607aa-df71-4220-bfc5-2a331c4ea048 None None] Provisioning complete for port f4d8a362-b347-43d1-b3ff-5cf9dd785f4e triggered by entity DHCP. {{(pid=109551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 03:44:30.017160 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-236607aa-df71-4220-bfc5-2a331c4ea048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785313'] for port (f4d8a362-b347-43d1-b3ff-5cf9dd785f4e), provisioning_complete {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:30.036045 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-74bbdfe5-edd1-4ebe-bb83-c5ce026fd7cd None None] For port f4d8a362-b347-43d1-b3ff-5cf9dd785f4e, host dv-cinder-826949-1-iscsi, cleared binding levels {{(pid=109551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 03:44:30.052058 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-a30d70cc-1d49-474c-a60c-d78b6992f424 req-61689b3a-25a3-42da-8061-2100210e44c4 tempest-DeleteServersTestJSON-1124593692 tempest-DeleteServersTestJSON-1124593692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787145433393'] for port (344261af-89bd-4849-88f4-09b55da6299e), after_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:30.120052 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14972a99-c5fb-49ac-92be-bbf799ab9182 admin admin] Network def124bd-d2cb-4303-acf8-363c1eeee992 is already hosted by enough agents. {{(pid=109549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 03:44:30.130462 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-a275c1a3-be42-4e60-a734-95a2e4a3fe69 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Publish callbacks [] for security_group_rule (b1ffd34e-1b0c-44f8-909b-0e719ad3bdb1), before_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:30.151334 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.scheduler.base_scheduler [None req-14972a99-c5fb-49ac-92be-bbf799ab9182 admin admin] Resources bound (agent type, host, resource id): {{(pid=109549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 03:44:30.163488 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-74bbdfe5-edd1-4ebe-bb83-c5ce026fd7cd None None] For port f4d8a362-b347-43d1-b3ff-5cf9dd785f4e, host dv-cinder-826949-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-1-iscsi',level=0,port_id=f4d8a362-b347-43d1-b3ff-5cf9dd785f4e,segment=NetworkSegment(e5471ed5-97f1-48e6-86f5-92c6b5bce849),segment_id=e5471ed5-97f1-48e6-86f5-92c6b5bce849)] {{(pid=109551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 03:44:30.171917 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11d4e0ea-3d97-4ee2-98bb-158bf7ddfff5 req-1b7e4493-d259-438e-9d71-314f2ef7a87f tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] Network 4191093a-3e75-431e-ba6a-0a5e62dd1238 is already hosted by enough agents. {{(pid=109550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 03:44:30.213076 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-236607aa-df71-4220-bfc5-2a331c4ea048 None None] Port f4d8a362-b347-43d1-b3ff-5cf9dd785f4e cannot update to ACTIVE because it is not bound. {{(pid=109551) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 03:44:30.233953 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.scheduler.base_scheduler [req-11d4e0ea-3d97-4ee2-98bb-158bf7ddfff5 req-1b7e4493-d259-438e-9d71-314f2ef7a87f tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] Resources bound (agent type, host, resource id): {{(pid=109550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 03:44:30.251643 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-74bbdfe5-edd1-4ebe-bb83-c5ce026fd7cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429'] for port (f4d8a362-b347-43d1-b3ff-5cf9dd785f4e), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:30.260159 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.db.l3_dvrscheduler_db [req-11d4e0ea-3d97-4ee2-98bb-158bf7ddfff5 req-1b7e4493-d259-438e-9d71-314f2ef7a87f tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] Received port after_create {{(pid=109550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 03:44:30.266570 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d4e0ea-3d97-4ee2-98bb-158bf7ddfff5 req-1b7e4493-d259-438e-9d71-314f2ef7a87f tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:44:30.267023 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-11d4e0ea-3d97-4ee2-98bb-158bf7ddfff5 req-1b7e4493-d259-438e-9d71-314f2ef7a87f tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606130'] for port (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:30.296111 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e4493-d259-438e-9d71-314f2ef7a87f tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] Pushing event updated for resources: {'Port': ['ID=26b58599-e1e8-4de8-a1fd-779b33246181,revision_number=1']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:44:30.309041 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a30d70cc-1d49-474c-a60c-d78b6992f424 req-61689b3a-25a3-42da-8061-2100210e44c4 tempest-DeleteServersTestJSON-1124593692 tempest-DeleteServersTestJSON-1124593692-project] Network 8ecf2438-eca5-4dd8-92b6-936ee7f74d5d is already hosted by enough agents. {{(pid=109550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 03:44:30.338084 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Device 35a06f04-9d71-4fa3-86c3-5181b2063974 up at agent ovs-agent-dv-cinder-826949-1-iscsi {{(pid=109551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 03:44:30.341258 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.scheduler.base_scheduler [req-a30d70cc-1d49-474c-a60c-d78b6992f424 req-61689b3a-25a3-42da-8061-2100210e44c4 tempest-DeleteServersTestJSON-1124593692 tempest-DeleteServersTestJSON-1124593692-project] Resources bound (agent type, host, resource id): {{(pid=109550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 03:44:30.379477 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.db.l3_dvrscheduler_db [req-a30d70cc-1d49-474c-a60c-d78b6992f424 req-61689b3a-25a3-42da-8061-2100210e44c4 tempest-DeleteServersTestJSON-1124593692 tempest-DeleteServersTestJSON-1124593692-project] Received port after_create {{(pid=109550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 03:44:30.400128 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30d70cc-1d49-474c-a60c-d78b6992f424 req-61689b3a-25a3-42da-8061-2100210e44c4 tempest-DeleteServersTestJSON-1124593692 tempest-DeleteServersTestJSON-1124593692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:44:30.400688 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-a30d70cc-1d49-474c-a60c-d78b6992f424 req-61689b3a-25a3-42da-8061-2100210e44c4 tempest-DeleteServersTestJSON-1124593692 tempest-DeleteServersTestJSON-1124593692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606130'] for port (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:30.487029 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-fc5c532b-1d8e-488f-96e1-b8a7917631de admin admin] Publish callbacks [] for port (3c3620d2-c4ca-4fc0-a44d-194be82ff593), precommit_update {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:30.498288 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74bbdfe5-edd1-4ebe-bb83-c5ce026fd7cd None None] Routers {'e78ca722-9417-4f92-80a4-ae3c65afd27d'} bound to L3 agent in host dv-cinder-826949-1-iscsi {{(pid=109551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 03:44:30.498288 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_hamode_db [None req-74bbdfe5-edd1-4ebe-bb83-c5ce026fd7cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T03:36:17Z,description=,heartbeat_timestamp=2022-01-29T03:44:18Z,host='dv-cinder-826949-1-iscsi',id=d5b8732c-6ac1-45e3-a79e-cd9863fe8196,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T03:36:18Z,topic='l3_agent')) {'router_ids': ['e78ca722-9417-4f92-80a4-ae3c65afd27d'], 'active': True} {{(pid=109551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:44:30.510117 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-11d4e0ea-3d97-4ee2-98bb-158bf7ddfff5 req-1b7e4493-d259-438e-9d71-314f2ef7a87f tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6719701 Jan 29 03:44:30.522326 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0647b6-0450-4894-8f77-55a8ab9e05f5 None None] Pushing event updated for resources: {'Port': ['ID=f4d8a362-b347-43d1-b3ff-5cf9dd785f4e,revision_number=4']} {{(pid=109551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:44:30.536979 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [req-11d4e0ea-3d97-4ee2-98bb-158bf7ddfff5 req-4abdb7b9-268b-4e2d-9b79-c3266d52720b tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=109550) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 03:44:30.538333 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-11d4e0ea-3d97-4ee2-98bb-158bf7ddfff5 req-4abdb7b9-268b-4e2d-9b79-c3266d52720b tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0121834 Jan 29 03:44:30.540773 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61689b3a-25a3-42da-8061-2100210e44c4 tempest-DeleteServersTestJSON-1124593692 tempest-DeleteServersTestJSON-1124593692-project] Pushing event updated for resources: {'Port': ['ID=344261af-89bd-4849-88f4-09b55da6299e,revision_number=1']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:44:30.611884 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-a275c1a3-be42-4e60-a734-95a2e4a3fe69 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Publish callbacks [] for security_group_rule (b1ffd34e-1b0c-44f8-909b-0e719ad3bdb1), precommit_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:30.664084 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-fc5c532b-1d8e-488f-96e1-b8a7917631de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429'] for port (3c3620d2-c4ca-4fc0-a44d-194be82ff593), after_update {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:30.665156 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-fc5c532b-1d8e-488f-96e1-b8a7917631de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1605918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1910661'] for router_interface (a9646b44-979d-436f-ac6b-9bba0d33500b), after_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:30.689926 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-a30d70cc-1d49-474c-a60c-d78b6992f424 req-61689b3a-25a3-42da-8061-2100210e44c4 tempest-DeleteServersTestJSON-1124593692 tempest-DeleteServersTestJSON-1124593692-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4309554 Jan 29 03:44:30.796917 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.v2.base [req-11d4e0ea-3d97-4ee2-98bb-158bf7ddfff5 req-26f6a4e8-1bfd-4edb-b510-d6e6b28f14f6 service neutron] Request body: {'port': {'device_id': 'fb51aefd-c927-464c-a843-4291d9f9ec0b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82694'}} {{(pid=109550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 03:44:30.897002 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-a275c1a3-be42-4e60-a734-95a2e4a3fe69 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615546'] for security_group_rule (b1ffd34e-1b0c-44f8-909b-0e719ad3bdb1), after_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:30.921264 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5c532b-1d8e-488f-96e1-b8a7917631de admin admin] Pushing event updated for resources: {'Port': ['ID=3c3620d2-c4ca-4fc0-a44d-194be82ff593,revision_number=2']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:44:30.926924 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.v2.base [req-a30d70cc-1d49-474c-a60c-d78b6992f424 req-bea25c9a-408a-475a-8c31-0c1b12900b9f service neutron] Request body: {'port': {'device_id': 'd0238dfa-64ff-4122-8f56-0f4430b66bbb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82694'}} {{(pid=109550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 03:44:30.986926 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.provisioning_blocks [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Provisioning complete for port 35a06f04-9d71-4fa3-86c3-5181b2063974 triggered by entity L2. {{(pid=109551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 03:44:30.987435 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785313'] for port (35a06f04-9d71-4fa3-86c3-5181b2063974), provisioning_complete {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:31.049308 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_dvr_db [None req-74bbdfe5-edd1-4ebe-bb83-c5ce026fd7cd None None] Set router e78ca722-9417-4f92-80a4-ae3c65afd27d gateway port host: dv-cinder-826949-1-iscsi {{(pid=109551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 03:44:31.053575 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.provisioning_blocks [None req-c2dd2343-870c-443c-a3aa-98e9cbc5fea1 None None] Provisioning complete for port f4d8a362-b347-43d1-b3ff-5cf9dd785f4e triggered by entity DHCP. {{(pid=109551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 03:44:31.054241 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-c2dd2343-870c-443c-a3aa-98e9cbc5fea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785313'] for port (f4d8a362-b347-43d1-b3ff-5cf9dd785f4e), provisioning_complete {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:31.060588 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a275c1a3-be42-4e60-a734-95a2e4a3fe69 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1ffd34e-1b0c-44f8-909b-0e719ad3bdb1,revision_number=0']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:44:31.061074 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f47448-a615-481a-9f63-dc0113fddc1f req-c596f375-0e90-4603-b10d-5a890a5a8813 tempest-DeleteServersTestJSON-1124593692 tempest-DeleteServersTestJSON-1124593692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:44:31.069189 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-69f47448-a615-481a-9f63-dc0113fddc1f req-c596f375-0e90-4603-b10d-5a890a5a8813 tempest-DeleteServersTestJSON-1124593692 tempest-DeleteServersTestJSON-1124593692-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0238dfa-64ff-4122-8f56-0f4430b66bbb HTTP/1.1" status: 200 len: 932 time: 0.4296184 Jan 29 03:44:31.143562 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14972a99-c5fb-49ac-92be-bbf799ab9182 admin admin] Router e79a4c81-e2dd-4551-904e-3cc0973cad13 has already been hosted by L3 agent d5b8732c-6ac1-45e3-a79e-cd9863fe8196 {{(pid=109549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 03:44:31.202858 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-69f47448-a615-481a-9f63-dc0113fddc1f req-c3e0022f-eb40-4086-91d8-66f938689cde tempest-DeleteServersTestJSON-1124593692 tempest-DeleteServersTestJSON-1124593692-project] 10.222.0.16 "GET /v2.0/security-groups?id=de816232-dfc3-483e-a17d-8743a55c62c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993221 Jan 29 03:44:31.263864 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-11d4e0ea-3d97-4ee2-98bb-158bf7ddfff5 req-26f6a4e8-1bfd-4edb-b510-d6e6b28f14f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (26b58599-e1e8-4de8-a1fd-779b33246181), before_update {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:31.381875 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14972a99-c5fb-49ac-92be-bbf799ab9182 admin admin] Notify agent at l3_agent.dv-cinder-826949-1-iscsi the message routers_updated {{(pid=109549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 03:44:31.420693 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-14972a99-c5fb-49ac-92be-bbf799ab9182 admin admin] 10.222.0.16 "PUT /v2.0/routers/e79a4c81-e2dd-4551-904e-3cc0973cad13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2103291 Jan 29 03:44:31.420693 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc5c532b-1d8e-488f-96e1-b8a7917631de admin admin] Network 4b4e9710-b6c9-4002-b8a3-8aa9bf7336cb is already hosted by enough agents. {{(pid=109549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 03:44:31.420693 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.scheduler.base_scheduler [None req-fc5c532b-1d8e-488f-96e1-b8a7917631de admin admin] Resources bound (agent type, host, resource id): {{(pid=109549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 03:44:31.421818 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b7cf13-49eb-4011-ac91-1a145e928ab7 req-387dc40f-cccb-44ba-b671-8f90b7119dd1 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:44:31.421818 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-37b7cf13-49eb-4011-ac91-1a145e928ab7 req-387dc40f-cccb-44ba-b671-8f90b7119dd1 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb51aefd-c927-464c-a843-4291d9f9ec0b HTTP/1.1" status: 200 len: 931 time: 0.5200171 Jan 29 03:44:31.455114 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-a30d70cc-1d49-474c-a60c-d78b6992f424 req-bea25c9a-408a-475a-8c31-0c1b12900b9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (344261af-89bd-4849-88f4-09b55da6299e), before_update {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:31.463197 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777ab9cd-740c-4149-af41-23c1498731f0 None None] Sync routers for ids ['e79a4c81-e2dd-4551-904e-3cc0973cad13'] in dv-cinder-826949-1-iscsi {{(pid=109552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 03:44:31.488112 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777ab9cd-740c-4149-af41-23c1498731f0 None None] Routers {'e79a4c81-e2dd-4551-904e-3cc0973cad13'} bound to L3 agent in host dv-cinder-826949-1-iscsi {{(pid=109552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 03:44:31.488759 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.l3_hamode_db [None req-777ab9cd-740c-4149-af41-23c1498731f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T03:36:17Z,description=,heartbeat_timestamp=2022-01-29T03:44:18Z,host='dv-cinder-826949-1-iscsi',id=d5b8732c-6ac1-45e3-a79e-cd9863fe8196,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T03:36:18Z,topic='l3_agent')) {'router_ids': ['e79a4c81-e2dd-4551-904e-3cc0973cad13'], 'active': True} {{(pid=109552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:44:31.531066 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Current status of the port 35a06f04-9d71-4fa3-86c3-5181b2063974 is: DOWN; New status is: ACTIVE {{(pid=109551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 03:44:31.532149 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (35a06f04-9d71-4fa3-86c3-5181b2063974), before_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:31.597073 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-c2dd2343-870c-443c-a3aa-98e9cbc5fea1 None None] Current status of the port f4d8a362-b347-43d1-b3ff-5cf9dd785f4e is: DOWN; New status is: ACTIVE {{(pid=109551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 03:44:31.598719 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-c2dd2343-870c-443c-a3aa-98e9cbc5fea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (f4d8a362-b347-43d1-b3ff-5cf9dd785f4e), before_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:31.714403 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc5c532b-1d8e-488f-96e1-b8a7917631de admin admin] Router a9646b44-979d-436f-ac6b-9bba0d33500b has already been hosted by L3 agent d5b8732c-6ac1-45e3-a79e-cd9863fe8196 {{(pid=109549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 03:44:31.816278 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-c2dd2343-870c-443c-a3aa-98e9cbc5fea1 None None] For port f4d8a362-b347-43d1-b3ff-5cf9dd785f4e, host dv-cinder-826949-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-1-iscsi',level=0,port_id=f4d8a362-b347-43d1-b3ff-5cf9dd785f4e,segment=NetworkSegment(e5471ed5-97f1-48e6-86f5-92c6b5bce849),segment_id=e5471ed5-97f1-48e6-86f5-92c6b5bce849)] {{(pid=109551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 03:44:31.848400 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.l3_dvr_db [None req-777ab9cd-740c-4149-af41-23c1498731f0 None None] Set router e79a4c81-e2dd-4551-904e-3cc0973cad13 gateway port host: dv-cinder-826949-1-iscsi {{(pid=109552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 03:44:31.911351 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] For port 35a06f04-9d71-4fa3-86c3-5181b2063974, host dv-cinder-826949-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-1-iscsi',level=0,port_id=35a06f04-9d71-4fa3-86c3-5181b2063974,segment=NetworkSegment(59bb8c29-301f-4146-9f63-152343a78833),segment_id=59bb8c29-301f-4146-9f63-152343a78833)] {{(pid=109551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 03:44:31.947951 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_hamode_db [None req-74bbdfe5-edd1-4ebe-bb83-c5ce026fd7cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e78ca722-9417-4f92-80a4-ae3c65afd27d', 'name': 'tempest-AttachVolumeShelveTestJSON-1494827673-router', 'tenant_id': '00cfcd24ac464466b0c59b2955aac89e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'external_fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': '89277360-4f8d-403f-b77d-1b66ab811622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T03:44:17Z', 'updated_at': '2022-01-29T03:44:24Z', 'revision_number': 4, 'project_id': '00cfcd24ac464466b0c59b2955aac89e', 'gw_port': {'id': '89277360-4f8d-403f-b77d-1b66ab811622', 'name': '', 'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:00:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78ca722-9417-4f92-80a4-ae3c65afd27d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:44:18Z', 'updated_at': '2022-01-29T03:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-1-iscsi', '_interfaces': [{'id': 'f4d8a362-b347-43d1-b3ff-5cf9dd785f4e', 'name': '', 'network_id': '204ced72-9299-4a30-aa72-466acced45bf', 'tenant_id': '00cfcd24ac464466b0c59b2955aac89e', 'mac_address': 'fa:16:3e:9f:34:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e78ca722-9417-4f92-80a4-ae3c65afd27d', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c62d091f-c1de-4db7-ab9c-37bb62875bd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:44:23Z', 'updated_at': '2022-01-29T03:44:29Z', 'revision_number': 4, 'project_id': '00cfcd24ac464466b0c59b2955aac89e', 'subnets': [{'id': 'c62d091f-c1de-4db7-ab9c-37bb62875bd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-1-iscsi', False) {} {{(pid=109551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:44:31.979785 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc5c532b-1d8e-488f-96e1-b8a7917631de admin admin] Notify agent at l3_agent.dv-cinder-826949-1-iscsi the message routers_updated {{(pid=109549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 03:44:31.992303 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-fc5c532b-1d8e-488f-96e1-b8a7917631de admin admin] 10.222.0.16 "PUT /v2.0/routers/a9646b44-979d-436f-ac6b-9bba0d33500b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2282434 Jan 29 03:44:32.003811 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-a275c1a3-be42-4e60-a734-95a2e4a3fe69 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:32.008501 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 43398) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:44:32.014378 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.v2.base [None req-66e0fb99-c494-4ddd-b549-f17d17ea6836 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Request body: {'security_group_rule': {'security_group_id': 'ca8be9f3-7d70-4884-a281-94c7af685802', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 03:44:32.015848 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74bbdfe5-edd1-4ebe-bb83-c5ce026fd7cd None None] The sync data for ids ['e78ca722-9417-4f92-80a4-ae3c65afd27d'] in dv-cinder-826949-1-iscsi is: [{'id': 'e78ca722-9417-4f92-80a4-ae3c65afd27d', 'name': 'tempest-AttachVolumeShelveTestJSON-1494827673-router', 'tenant_id': '00cfcd24ac464466b0c59b2955aac89e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'external_fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': '89277360-4f8d-403f-b77d-1b66ab811622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T03:44:17Z', 'updated_at': '2022-01-29T03:44:24Z', 'revision_number': 4, 'project_id': '00cfcd24ac464466b0c59b2955aac89e', 'gw_port': {'id': '89277360-4f8d-403f-b77d-1b66ab811622', 'name': '', 'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:00:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78ca722-9417-4f92-80a4-ae3c65afd27d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:44:18Z', 'updated_at': '2022-01-29T03:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-1-iscsi', '_interfaces': [{'id': 'f4d8a362-b347-43d1-b3ff-5cf9dd785f4e', 'name': '', 'network_id': '204ced72-9299-4a30-aa72-466acced45bf', 'tenant_id': '00cfcd24ac464466b0c59b2955aac89e', 'mac_address': 'fa:16:3e:9f:34:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e78ca722-9417-4f92-80a4-ae3c65afd27d', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c62d091f-c1de-4db7-ab9c-37bb62875bd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:44:23Z', 'updated_at': '2022-01-29T03:44:29Z', 'revision_number': 4, 'project_id': '00cfcd24ac464466b0c59b2955aac89e', 'subnets': [{'id': 'c62d091f-c1de-4db7-ab9c-37bb62875bd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 03:44:32.018869 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429'] for port (35a06f04-9d71-4fa3-86c3-5181b2063974), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:32.020418 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Device 7c6226c3-f194-4b07-9569-0e30e2e333fb up at agent ovs-agent-dv-cinder-826949-1-iscsi {{(pid=109551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 03:44:32.038267 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-c2dd2343-870c-443c-a3aa-98e9cbc5fea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429'] for port (f4d8a362-b347-43d1-b3ff-5cf9dd785f4e), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:32.041101 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-a275c1a3-be42-4e60-a734-95a2e4a3fe69 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.2826724 Jan 29 03:44:32.251255 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-66e0fb99-c494-4ddd-b549-f17d17ea6836 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Publish callbacks [] for security_group_rule (2844a34d-fd27-4697-84ae-eb21a3687a0a), before_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:32.386031 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.provisioning_blocks [None req-06a6ee3f-cf43-4b9a-8d00-e5e5b41f7546 None None] Provisioning complete for port 3c3620d2-c4ca-4fc0-a44d-194be82ff593 triggered by entity DHCP. {{(pid=109551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 03:44:32.386441 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-06a6ee3f-cf43-4b9a-8d00-e5e5b41f7546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785313'] for port (3c3620d2-c4ca-4fc0-a44d-194be82ff593), provisioning_complete {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:32.389009 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Pushing event updated for resources: {'Port': ['ID=35a06f04-9d71-4fa3-86c3-5181b2063974,revision_number=4']} {{(pid=109551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:44:32.565914 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dd2343-870c-443c-a3aa-98e9cbc5fea1 None None] Pushing event updated for resources: {'Port': ['ID=f4d8a362-b347-43d1-b3ff-5cf9dd785f4e,revision_number=5']} {{(pid=109551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:44:32.671464 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.l3_hamode_db [None req-777ab9cd-740c-4149-af41-23c1498731f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e79a4c81-e2dd-4551-904e-3cc0973cad13', 'name': 'tempest-ServerRescueNegativeTestJSON-489193794-router', 'tenant_id': '995678f3901441a099ca67990ffaa293', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'external_fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '7c6226c3-f194-4b07-9569-0e30e2e333fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T03:44:19Z', 'updated_at': '2022-01-29T03:44:27Z', 'revision_number': 4, 'project_id': '995678f3901441a099ca67990ffaa293', 'gw_port': {'id': '7c6226c3-f194-4b07-9569-0e30e2e333fb', 'name': '', 'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e9:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e79a4c81-e2dd-4551-904e-3cc0973cad13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:44:21Z', 'updated_at': '2022-01-29T03:44:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-1-iscsi', '_interfaces': [{'id': 'ff07de42-6574-4c3e-884d-6f8f18de862c', 'name': '', 'network_id': 'def124bd-d2cb-4303-acf8-363c1eeee992', 'tenant_id': '995678f3901441a099ca67990ffaa293', 'mac_address': 'fa:16:3e:15:a5:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e79a4c81-e2dd-4551-904e-3cc0973cad13', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '49f78b84-8abd-498c-8afc-c0464fd07915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:44:25Z', 'updated_at': '2022-01-29T03:44:28Z', 'revision_number': 2, 'project_id': '995678f3901441a099ca67990ffaa293', 'subnets': [{'id': '49f78b84-8abd-498c-8afc-c0464fd07915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-1-iscsi', False) {} {{(pid=109552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:44:32.728612 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.provisioning_blocks [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Provisioning complete for port 7c6226c3-f194-4b07-9569-0e30e2e333fb triggered by entity L2. {{(pid=109551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 03:44:32.729043 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785313'] for port (7c6226c3-f194-4b07-9569-0e30e2e333fb), provisioning_complete {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:32.729689 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777ab9cd-740c-4149-af41-23c1498731f0 None None] Checking router: e79a4c81-e2dd-4551-904e-3cc0973cad13 for host: dv-cinder-826949-1-iscsi {{(pid=109552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 03:44:32.730062 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777ab9cd-740c-4149-af41-23c1498731f0 None None] Updating router e79a4c81-e2dd-4551-904e-3cc0973cad13 port ff07de42-6574-4c3e-884d-6f8f18de862c binding host dv-cinder-826949-1-iscsi {{(pid=109552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 03:44:32.820710 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron_lib.callbacks.manager [None req-777ab9cd-740c-4149-af41-23c1498731f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (ff07de42-6574-4c3e-884d-6f8f18de862c), before_update {{(pid=109552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:32.854533 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-06a6ee3f-cf43-4b9a-8d00-e5e5b41f7546 None None] Port 3c3620d2-c4ca-4fc0-a44d-194be82ff593 cannot update to ACTIVE because it is not bound. {{(pid=109551) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 03:44:32.951055 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-37b7cf13-49eb-4011-ac91-1a145e928ab7 req-8cefc490-86cd-4f03-8772-11236dfea7cd tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d2e1765-fee5-481b-a069-96f98e74cbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4702358 Jan 29 03:44:32.958625 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30bfc4d1-3183-4f1f-9f0d-b92c3e020a7b None None] Sync routers for ids ['a9646b44-979d-436f-ac6b-9bba0d33500b'] in dv-cinder-826949-1-iscsi {{(pid=109551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 03:44:33.048721 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30bfc4d1-3183-4f1f-9f0d-b92c3e020a7b None None] Routers {'a9646b44-979d-436f-ac6b-9bba0d33500b'} bound to L3 agent in host dv-cinder-826949-1-iscsi {{(pid=109551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 03:44:33.049370 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_hamode_db [None req-30bfc4d1-3183-4f1f-9f0d-b92c3e020a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T03:36:17Z,description=,heartbeat_timestamp=2022-01-29T03:44:18Z,host='dv-cinder-826949-1-iscsi',id=d5b8732c-6ac1-45e3-a79e-cd9863fe8196,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T03:36:18Z,topic='l3_agent')) {'router_ids': ['a9646b44-979d-436f-ac6b-9bba0d33500b'], 'active': True} {{(pid=109551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:44:33.178838 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Current status of the port 7c6226c3-f194-4b07-9569-0e30e2e333fb is: DOWN; New status is: ACTIVE {{(pid=109551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 03:44:33.206234 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (7c6226c3-f194-4b07-9569-0e30e2e333fb), before_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:33.270862 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-66e0fb99-c494-4ddd-b549-f17d17ea6836 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Publish callbacks [] for security_group_rule (2844a34d-fd27-4697-84ae-eb21a3687a0a), precommit_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:33.337536 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] For port 7c6226c3-f194-4b07-9569-0e30e2e333fb, host dv-cinder-826949-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-1-iscsi',level=0,port_id=7c6226c3-f194-4b07-9569-0e30e2e333fb,segment=NetworkSegment(59bb8c29-301f-4146-9f63-152343a78833),segment_id=59bb8c29-301f-4146-9f63-152343a78833)] {{(pid=109551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 03:44:33.375474 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba11842-21a7-4e07-872f-bd91e094a40a req-abd2345f-df48-4776-89fb-a77a686a171c tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:44:33.387839 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-6ba11842-21a7-4e07-872f-bd91e094a40a req-abd2345f-df48-4776-89fb-a77a686a171c tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/networks?id=def124bd-d2cb-4303-acf8-363c1eeee992 HTTP/1.1" status: 200 len: 818 time: 1.0070422 Jan 29 03:44:33.395940 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-66e0fb99-c494-4ddd-b549-f17d17ea6836 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615546'] for security_group_rule (2844a34d-fd27-4697-84ae-eb21a3687a0a), after_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:33.467889 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-6ba11842-21a7-4e07-872f-bd91e094a40a req-b5f78b9f-4c38-4e89-a9a3-4a52e5ed4e02 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/quotas/995678f3901441a099ca67990ffaa293 HTTP/1.1" status: 200 len: 375 time: 0.0776718 Jan 29 03:44:33.496777 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429'] for port (7c6226c3-f194-4b07-9569-0e30e2e333fb), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:33.504810 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e0fb99-c494-4ddd-b549-f17d17ea6836 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2844a34d-fd27-4697-84ae-eb21a3687a0a,revision_number=0']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:44:33.593620 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-66e0fb99-c494-4ddd-b549-f17d17ea6836 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:33.601682 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-66e0fb99-c494-4ddd-b549-f17d17ea6836 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5917733 Jan 29 03:44:33.602369 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 43452) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:44:33.631899 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.v2.base [None req-6133b275-859f-4a7e-99b0-b77cd20c1ca2 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Request body: {'floatingip': {'floating_network_id': '84058fb5-7499-436d-9c61-9715f17a209a'}} {{(pid=109549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 03:44:33.696737 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_dvr_db [None req-30bfc4d1-3183-4f1f-9f0d-b92c3e020a7b None None] Set router a9646b44-979d-436f-ac6b-9bba0d33500b gateway port host: dv-cinder-826949-1-iscsi {{(pid=109551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 03:44:33.705188 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron_lib.callbacks.manager [None req-777ab9cd-740c-4149-af41-23c1498731f0 None None] Publish callbacks [] for port (ff07de42-6574-4c3e-884d-6f8f18de862c), precommit_update {{(pid=109552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:33.721824 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.notifiers.nova [req-a30d70cc-1d49-474c-a60c-d78b6992f424 req-bea25c9a-408a-475a-8c31-0c1b12900b9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 344261af-89bd-4849-88f4-09b55da6299e {{(pid=109550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 03:44:33.759230 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-a30d70cc-1d49-474c-a60c-d78b6992f424 req-bea25c9a-408a-475a-8c31-0c1b12900b9f service neutron] Publish callbacks [] for port (344261af-89bd-4849-88f4-09b55da6299e), precommit_update {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:33.805066 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-6ba11842-21a7-4e07-872f-bd91e094a40a req-15180b29-c22a-4524-871e-ef87cc05802d tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=995678f3901441a099ca67990ffaa293&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3341744 Jan 29 03:44:33.807946 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron_lib.callbacks.manager [None req-777ab9cd-740c-4149-af41-23c1498731f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429'] for port (ff07de42-6574-4c3e-884d-6f8f18de862c), after_update {{(pid=109552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:33.848376 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad777c8d-fce7-443f-bcb3-6263c1ba6944 req-85856e8d-f1b9-43fd-a8ab-40e57dd8b22f tempest-DeleteServersTestJSON-1124593692 tempest-DeleteServersTestJSON-1124593692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:44:33.855713 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-ad777c8d-fce7-443f-bcb3-6263c1ba6944 req-85856e8d-f1b9-43fd-a8ab-40e57dd8b22f tempest-DeleteServersTestJSON-1124593692 tempest-DeleteServersTestJSON-1124593692-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0238dfa-64ff-4122-8f56-0f4430b66bbb HTTP/1.1" status: 200 len: 932 time: 0.4774520 Jan 29 03:44:33.862669 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.db.provisioning_blocks [req-a30d70cc-1d49-474c-a60c-d78b6992f424 req-bea25c9a-408a-475a-8c31-0c1b12900b9f service neutron] Transition to ACTIVE for port object 344261af-89bd-4849-88f4-09b55da6299e will not be triggered until provisioned by entity L2. {{(pid=109550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 03:44:33.873996 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Pushing event updated for resources: {'Port': ['ID=7c6226c3-f194-4b07-9569-0e30e2e333fb,revision_number=4']} {{(pid=109551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:44:33.878815 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-6133b275-859f-4a7e-99b0-b77cd20c1ca2 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:33.996955 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-a30d70cc-1d49-474c-a60c-d78b6992f424 req-bea25c9a-408a-475a-8c31-0c1b12900b9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429'] for port (344261af-89bd-4849-88f4-09b55da6299e), after_update {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:34.004208 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.notifiers.nova [req-11d4e0ea-3d97-4ee2-98bb-158bf7ddfff5 req-26f6a4e8-1bfd-4edb-b510-d6e6b28f14f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26b58599-e1e8-4de8-a1fd-779b33246181 {{(pid=109550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 03:44:34.025036 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Device 35a06f04-9d71-4fa3-86c3-5181b2063974 up at agent ovs-agent-dv-cinder-826949-1-iscsi {{(pid=109551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 03:44:34.026506 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 43460) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:44:34.050171 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-11d4e0ea-3d97-4ee2-98bb-158bf7ddfff5 req-26f6a4e8-1bfd-4edb-b510-d6e6b28f14f6 service neutron] Publish callbacks [] for port (26b58599-e1e8-4de8-a1fd-779b33246181), precommit_update {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:34.078205 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df632385-2a6a-4992-8865-5e7b9e653400 None None] Pushing event updated for resources: {'Port': ['ID=ff07de42-6574-4c3e-884d-6f8f18de862c,revision_number=3']} {{(pid=109552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:44:34.122853 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-ad777c8d-fce7-443f-bcb3-6263c1ba6944 req-7e441c29-cfa0-4046-9791-823e1c8c75ad tempest-DeleteServersTestJSON-1124593692 tempest-DeleteServersTestJSON-1124593692-project] 10.222.0.16 "GET /v2.0/security-groups?id=de816232-dfc3-483e-a17d-8743a55c62c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2660742 Jan 29 03:44:34.141510 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.plugins.ml2.managers [None req-777ab9cd-740c-4149-af41-23c1498731f0 None None] Attempting to bind port ff07de42-6574-4c3e-884d-6f8f18de862c on host dv-cinder-826949-1-iscsi for vnic_type normal with profile {{(pid=109552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 03:44:34.142301 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.plugins.ml2.managers [None req-777ab9cd-740c-4149-af41-23c1498731f0 None None] Attempting to bind port ff07de42-6574-4c3e-884d-6f8f18de862c by drivers openvswitch,hyperv on host dv-cinder-826949-1-iscsi at level 0 using segments [{'id': '33654556-4a78-4da6-99c6-24c24c214550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'def124bd-d2cb-4303-acf8-363c1eeee992'}] {{(pid=109552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 03:44:34.150320 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777ab9cd-740c-4149-af41-23c1498731f0 None None] Attempting to bind port ff07de42-6574-4c3e-884d-6f8f18de862c on network def124bd-d2cb-4303-acf8-363c1eeee992 {{(pid=109552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 03:44:34.162763 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777ab9cd-740c-4149-af41-23c1498731f0 None None] Checking agent: {'id': 'e75d1b00-832d-4bf5-b078-2c4f5b2c10cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826949-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 3, 36, 21), 'started_at': datetime.datetime(2022, 1, 29, 3, 36, 51), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 3, 44, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826949-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 03:44:34.163438 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777ab9cd-740c-4149-af41-23c1498731f0 None None] Checking segment: {'id': '33654556-4a78-4da6-99c6-24c24c214550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'def124bd-d2cb-4303-acf8-363c1eeee992'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 03:44:34.166621 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron_lib.callbacks.manager [None req-777ab9cd-740c-4149-af41-23c1498731f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:34.168507 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777ab9cd-740c-4149-af41-23c1498731f0 None None] Bound using segment: {'id': '33654556-4a78-4da6-99c6-24c24c214550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'def124bd-d2cb-4303-acf8-363c1eeee992'} {{(pid=109552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 03:44:34.170038 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.plugins.ml2.managers [None req-777ab9cd-740c-4149-af41-23c1498731f0 None None] Bound port: ff07de42-6574-4c3e-884d-6f8f18de862c, host: dv-cinder-826949-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33654556-4a78-4da6-99c6-24c24c214550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'def124bd-d2cb-4303-acf8-363c1eeee992'}}] {{(pid=109552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 03:44:34.180770 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron_lib.callbacks.manager [None req-777ab9cd-740c-4149-af41-23c1498731f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (ff07de42-6574-4c3e-884d-6f8f18de862c), before_update {{(pid=109552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:34.212036 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.db.provisioning_blocks [req-11d4e0ea-3d97-4ee2-98bb-158bf7ddfff5 req-26f6a4e8-1bfd-4edb-b510-d6e6b28f14f6 service neutron] Transition to ACTIVE for port object 26b58599-e1e8-4de8-a1fd-779b33246181 will not be triggered until provisioned by entity L2. {{(pid=109550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 03:44:34.213130 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.provisioning_blocks [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Provisioning complete for port 35a06f04-9d71-4fa3-86c3-5181b2063974 triggered by entity L2. {{(pid=109551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 03:44:34.216042 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785313'] for port (35a06f04-9d71-4fa3-86c3-5181b2063974), provisioning_complete {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:34.227447 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-6ba11842-21a7-4e07-872f-bd91e094a40a req-669e5042-4d74-41fb-951b-38ae1bd77e8b service neutron] 10.222.0.16 "GET /v2.0/networks/def124bd-d2cb-4303-acf8-363c1eeee992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4208391 Jan 29 03:44:34.281112 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea25c9a-408a-475a-8c31-0c1b12900b9f service neutron] Pushing event updated for resources: {'Port': ['ID=344261af-89bd-4849-88f4-09b55da6299e,revision_number=2']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:44:34.326877 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.managers [req-a30d70cc-1d49-474c-a60c-d78b6992f424 req-bea25c9a-408a-475a-8c31-0c1b12900b9f service neutron] Attempting to bind port 344261af-89bd-4849-88f4-09b55da6299e on host hv-cinder-82694 for vnic_type normal with profile {{(pid=109550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 03:44:34.327427 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.managers [req-a30d70cc-1d49-474c-a60c-d78b6992f424 req-bea25c9a-408a-475a-8c31-0c1b12900b9f service neutron] Attempting to bind port 344261af-89bd-4849-88f4-09b55da6299e by drivers openvswitch,hyperv on host hv-cinder-82694 at level 0 using segments [{'id': '681e4f4c-a04e-4ad7-8fa3-3aec06a7c928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '8ecf2438-eca5-4dd8-92b6-936ee7f74d5d'}] {{(pid=109550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 03:44:34.328149 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30d70cc-1d49-474c-a60c-d78b6992f424 req-bea25c9a-408a-475a-8c31-0c1b12900b9f service neutron] Attempting to bind port 344261af-89bd-4849-88f4-09b55da6299e on network 8ecf2438-eca5-4dd8-92b6-936ee7f74d5d {{(pid=109550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 03:44:34.335057 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30d70cc-1d49-474c-a60c-d78b6992f424 req-bea25c9a-408a-475a-8c31-0c1b12900b9f service neutron] Port 344261af-89bd-4849-88f4-09b55da6299e on network 8ecf2438-eca5-4dd8-92b6-936ee7f74d5d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82694 {{(pid=109550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 03:44:34.335383 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30d70cc-1d49-474c-a60c-d78b6992f424 req-bea25c9a-408a-475a-8c31-0c1b12900b9f service neutron] Attempting to bind port 344261af-89bd-4849-88f4-09b55da6299e on network 8ecf2438-eca5-4dd8-92b6-936ee7f74d5d {{(pid=109550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 03:44:34.348130 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30d70cc-1d49-474c-a60c-d78b6992f424 req-bea25c9a-408a-475a-8c31-0c1b12900b9f service neutron] Checking agent: {'id': 'ad4128b7-7a77-4672-aa49-b5d5d6c7d736', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 3, 42, 25), 'started_at': datetime.datetime(2022, 1, 29, 3, 42, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 3, 44, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 03:44:34.348645 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30d70cc-1d49-474c-a60c-d78b6992f424 req-bea25c9a-408a-475a-8c31-0c1b12900b9f service neutron] Checking segment: {'id': '681e4f4c-a04e-4ad7-8fa3-3aec06a7c928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '8ecf2438-eca5-4dd8-92b6-936ee7f74d5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 03:44:34.352496 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30d70cc-1d49-474c-a60c-d78b6992f424 req-bea25c9a-408a-475a-8c31-0c1b12900b9f service neutron] Bound using segment: {'id': '681e4f4c-a04e-4ad7-8fa3-3aec06a7c928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '8ecf2438-eca5-4dd8-92b6-936ee7f74d5d'} {{(pid=109550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 03:44:34.354978 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.managers [req-a30d70cc-1d49-474c-a60c-d78b6992f424 req-bea25c9a-408a-475a-8c31-0c1b12900b9f service neutron] Bound port: 344261af-89bd-4849-88f4-09b55da6299e, host: hv-cinder-82694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '681e4f4c-a04e-4ad7-8fa3-3aec06a7c928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '8ecf2438-eca5-4dd8-92b6-936ee7f74d5d'}}] {{(pid=109550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 03:44:34.358836 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-a30d70cc-1d49-474c-a60c-d78b6992f424 req-bea25c9a-408a-475a-8c31-0c1b12900b9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (344261af-89bd-4849-88f4-09b55da6299e), before_update {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:34.368013 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-11d4e0ea-3d97-4ee2-98bb-158bf7ddfff5 req-26f6a4e8-1bfd-4edb-b510-d6e6b28f14f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429'] for port (26b58599-e1e8-4de8-a1fd-779b33246181), after_update {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:34.374659 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Current status of the port 35a06f04-9d71-4fa3-86c3-5181b2063974 is: ACTIVE; New status is: ACTIVE {{(pid=109551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 03:44:34.376110 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Device f4d8a362-b347-43d1-b3ff-5cf9dd785f4e up at agent ovs-agent-dv-cinder-826949-1-iscsi {{(pid=109551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 03:44:34.385700 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.plugins.ml2.db [None req-777ab9cd-740c-4149-af41-23c1498731f0 None None] For port ff07de42-6574-4c3e-884d-6f8f18de862c, host dv-cinder-826949-1-iscsi, cleared binding levels {{(pid=109552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 03:44:34.403463 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.plugins.ml2.db [None req-777ab9cd-740c-4149-af41-23c1498731f0 None None] For port ff07de42-6574-4c3e-884d-6f8f18de862c, host dv-cinder-826949-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-1-iscsi',level=0,port_id=ff07de42-6574-4c3e-884d-6f8f18de862c,segment=NetworkSegment(33654556-4a78-4da6-99c6-24c24c214550),segment_id=33654556-4a78-4da6-99c6-24c24c214550)] {{(pid=109552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 03:44:34.522840 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron_lib.callbacks.manager [None req-777ab9cd-740c-4149-af41-23c1498731f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429'] for port (ff07de42-6574-4c3e-884d-6f8f18de862c), after_update {{(pid=109552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:34.543400 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.db [req-a30d70cc-1d49-474c-a60c-d78b6992f424 req-bea25c9a-408a-475a-8c31-0c1b12900b9f service neutron] For port 344261af-89bd-4849-88f4-09b55da6299e, host hv-cinder-82694, cleared binding levels {{(pid=109550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 03:44:34.548418 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.db [req-a30d70cc-1d49-474c-a60c-d78b6992f424 req-bea25c9a-408a-475a-8c31-0c1b12900b9f service neutron] For port 344261af-89bd-4849-88f4-09b55da6299e, host hv-cinder-82694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=344261af-89bd-4849-88f4-09b55da6299e,segment=NetworkSegment(681e4f4c-a04e-4ad7-8fa3-3aec06a7c928),segment_id=681e4f4c-a04e-4ad7-8fa3-3aec06a7c928)] {{(pid=109550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 03:44:34.576940 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f6a4e8-1bfd-4edb-b510-d6e6b28f14f6 service neutron] Pushing event updated for resources: {'Port': ['ID=26b58599-e1e8-4de8-a1fd-779b33246181,revision_number=2']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:44:34.595412 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-daded48e-999e-4aea-a6c0-de26ec8146bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:34.600718 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.provisioning_blocks [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Provisioning complete for port f4d8a362-b347-43d1-b3ff-5cf9dd785f4e triggered by entity L2. {{(pid=109551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 03:44:34.601167 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785313'] for port (f4d8a362-b347-43d1-b3ff-5cf9dd785f4e), provisioning_complete {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:34.609063 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-6ba11842-21a7-4e07-872f-bd91e094a40a req-43d78dbd-34d0-4ee1-8545-66af4c8a5226 service neutron] 10.222.0.16 "GET /v2.0/networks/def124bd-d2cb-4303-acf8-363c1eeee992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3807538 Jan 29 03:44:34.657829 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-a30d70cc-1d49-474c-a60c-d78b6992f424 req-bea25c9a-408a-475a-8c31-0c1b12900b9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429'] for port (344261af-89bd-4849-88f4-09b55da6299e), after_update {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:34.674293 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.managers [req-11d4e0ea-3d97-4ee2-98bb-158bf7ddfff5 req-26f6a4e8-1bfd-4edb-b510-d6e6b28f14f6 service neutron] Attempting to bind port 26b58599-e1e8-4de8-a1fd-779b33246181 on host hv-cinder-82694 for vnic_type normal with profile {{(pid=109550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 03:44:34.674629 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.managers [req-11d4e0ea-3d97-4ee2-98bb-158bf7ddfff5 req-26f6a4e8-1bfd-4edb-b510-d6e6b28f14f6 service neutron] Attempting to bind port 26b58599-e1e8-4de8-a1fd-779b33246181 by drivers openvswitch,hyperv on host hv-cinder-82694 at level 0 using segments [{'id': '55c6d1ba-1ae1-4be3-9e12-aad260737131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '4191093a-3e75-431e-ba6a-0a5e62dd1238'}] {{(pid=109550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 03:44:34.674963 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d4e0ea-3d97-4ee2-98bb-158bf7ddfff5 req-26f6a4e8-1bfd-4edb-b510-d6e6b28f14f6 service neutron] Attempting to bind port 26b58599-e1e8-4de8-a1fd-779b33246181 on network 4191093a-3e75-431e-ba6a-0a5e62dd1238 {{(pid=109550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 03:44:34.729730 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df632385-2a6a-4992-8865-5e7b9e653400 None None] Pushing event updated for resources: {'Port': ['ID=ff07de42-6574-4c3e-884d-6f8f18de862c,revision_number=4']} {{(pid=109552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:44:34.767785 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777ab9cd-740c-4149-af41-23c1498731f0 None None] Routers {'e79a4c81-e2dd-4551-904e-3cc0973cad13'} bound to L3 agent in host dv-cinder-826949-1-iscsi {{(pid=109552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 03:44:34.769328 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.l3_hamode_db [None req-777ab9cd-740c-4149-af41-23c1498731f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T03:36:17Z,description=,heartbeat_timestamp=2022-01-29T03:44:18Z,host='dv-cinder-826949-1-iscsi',id=d5b8732c-6ac1-45e3-a79e-cd9863fe8196,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T03:36:18Z,topic='l3_agent')) {'router_ids': ['e79a4c81-e2dd-4551-904e-3cc0973cad13'], 'active': True} {{(pid=109552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:44:34.845099 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d4e0ea-3d97-4ee2-98bb-158bf7ddfff5 req-26f6a4e8-1bfd-4edb-b510-d6e6b28f14f6 service neutron] Port 26b58599-e1e8-4de8-a1fd-779b33246181 on network 4191093a-3e75-431e-ba6a-0a5e62dd1238 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82694 {{(pid=109550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 03:44:34.845806 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d4e0ea-3d97-4ee2-98bb-158bf7ddfff5 req-26f6a4e8-1bfd-4edb-b510-d6e6b28f14f6 service neutron] Attempting to bind port 26b58599-e1e8-4de8-a1fd-779b33246181 on network 4191093a-3e75-431e-ba6a-0a5e62dd1238 {{(pid=109550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 03:44:34.942619 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-6133b275-859f-4a7e-99b0-b77cd20c1ca2 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (None), before_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:34.962605 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30d70cc-1d49-474c-a60c-d78b6992f424 req-bea25c9a-408a-475a-8c31-0c1b12900b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:44:34.965436 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-a30d70cc-1d49-474c-a60c-d78b6992f424 req-bea25c9a-408a-475a-8c31-0c1b12900b9f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606130'] for port (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:34.989407 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-a30d70cc-1d49-474c-a60c-d78b6992f424 req-bea25c9a-408a-475a-8c31-0c1b12900b9f service neutron] 10.222.0.25 "PUT /v2.0/ports/344261af-89bd-4849-88f4-09b55da6299e HTTP/1.1" status: 200 len: 1094 time: 4.2839832 Jan 29 03:44:34.998767 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0238dfa-64ff-4122-8f56-0f4430b66bbb', 'tag': '344261af-89bd-4849-88f4-09b55da6299e'}] {{(pid=109550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 03:44:35.128589 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_hamode_db [None req-30bfc4d1-3183-4f1f-9f0d-b92c3e020a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9646b44-979d-436f-ac6b-9bba0d33500b', 'name': 'tempest-AttachVolumeTestJSON-723999373-router', 'tenant_id': '0f6df9863d6a490a92b2f3c872aec541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'external_fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '35a06f04-9d71-4fa3-86c3-5181b2063974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T03:44:19Z', 'updated_at': '2022-01-29T03:44:29Z', 'revision_number': 4, 'project_id': '0f6df9863d6a490a92b2f3c872aec541', 'gw_port': {'id': '35a06f04-9d71-4fa3-86c3-5181b2063974', 'name': '', 'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e2:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9646b44-979d-436f-ac6b-9bba0d33500b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:44:21Z', 'updated_at': '2022-01-29T03:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-1-iscsi', '_interfaces': [{'id': '3c3620d2-c4ca-4fc0-a44d-194be82ff593', 'name': '', 'network_id': '4b4e9710-b6c9-4002-b8a3-8aa9bf7336cb', 'tenant_id': '0f6df9863d6a490a92b2f3c872aec541', 'mac_address': 'fa:16:3e:b7:c7:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9646b44-979d-436f-ac6b-9bba0d33500b', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '2f142c9b-e8b9-4838-a5d9-5c60564542f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:44:27Z', 'updated_at': '2022-01-29T03:44:30Z', 'revision_number': 2, 'project_id': '0f6df9863d6a490a92b2f3c872aec541', 'subnets': [{'id': '2f142c9b-e8b9-4838-a5d9-5c60564542f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-1-iscsi', False) {} {{(pid=109551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:44:35.146285 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d4e0ea-3d97-4ee2-98bb-158bf7ddfff5 req-26f6a4e8-1bfd-4edb-b510-d6e6b28f14f6 service neutron] Checking agent: {'id': 'ad4128b7-7a77-4672-aa49-b5d5d6c7d736', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 3, 42, 25), 'started_at': datetime.datetime(2022, 1, 29, 3, 42, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 3, 44, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 03:44:35.146285 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d4e0ea-3d97-4ee2-98bb-158bf7ddfff5 req-26f6a4e8-1bfd-4edb-b510-d6e6b28f14f6 service neutron] Checking segment: {'id': '55c6d1ba-1ae1-4be3-9e12-aad260737131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '4191093a-3e75-431e-ba6a-0a5e62dd1238'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 03:44:35.146285 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d4e0ea-3d97-4ee2-98bb-158bf7ddfff5 req-26f6a4e8-1bfd-4edb-b510-d6e6b28f14f6 service neutron] Bound using segment: {'id': '55c6d1ba-1ae1-4be3-9e12-aad260737131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '4191093a-3e75-431e-ba6a-0a5e62dd1238'} {{(pid=109550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 03:44:35.151042 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.managers [req-11d4e0ea-3d97-4ee2-98bb-158bf7ddfff5 req-26f6a4e8-1bfd-4edb-b510-d6e6b28f14f6 service neutron] Bound port: 26b58599-e1e8-4de8-a1fd-779b33246181, host: hv-cinder-82694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55c6d1ba-1ae1-4be3-9e12-aad260737131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '4191093a-3e75-431e-ba6a-0a5e62dd1238'}}] {{(pid=109550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 03:44:35.152652 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-11d4e0ea-3d97-4ee2-98bb-158bf7ddfff5 req-26f6a4e8-1bfd-4edb-b510-d6e6b28f14f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (26b58599-e1e8-4de8-a1fd-779b33246181), before_update {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:35.166804 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.l3_dvr_db [None req-777ab9cd-740c-4149-af41-23c1498731f0 None None] Set router e79a4c81-e2dd-4551-904e-3cc0973cad13 gateway port host: dv-cinder-826949-1-iscsi {{(pid=109552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 03:44:35.231128 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30bfc4d1-3183-4f1f-9f0d-b92c3e020a7b None None] Checking router: a9646b44-979d-436f-ac6b-9bba0d33500b for host: dv-cinder-826949-1-iscsi {{(pid=109551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 03:44:35.232061 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30bfc4d1-3183-4f1f-9f0d-b92c3e020a7b None None] Updating router a9646b44-979d-436f-ac6b-9bba0d33500b port 3c3620d2-c4ca-4fc0-a44d-194be82ff593 binding host dv-cinder-826949-1-iscsi {{(pid=109551) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 03:44:35.322406 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-daded48e-999e-4aea-a6c0-de26ec8146bf admin admin] Publish callbacks [] for security_group (ca6961f6-c8d0-476b-a25b-273713c64fcf), precommit_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:35.339943 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Current status of the port f4d8a362-b347-43d1-b3ff-5cf9dd785f4e is: ACTIVE; New status is: ACTIVE {{(pid=109551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 03:44:35.363571 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-30bfc4d1-3183-4f1f-9f0d-b92c3e020a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (3c3620d2-c4ca-4fc0-a44d-194be82ff593), before_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:35.443102 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-daded48e-999e-4aea-a6c0-de26ec8146bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (ca6961f6-c8d0-476b-a25b-273713c64fcf), after_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:35.568132 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518a1953-16be-4395-a199-1555c9ed681c req-2540f61e-1555-416a-abed-a55af7beb1ab tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:44:35.569770 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-518a1953-16be-4395-a199-1555c9ed681c req-2540f61e-1555-416a-abed-a55af7beb1ab tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb51aefd-c927-464c-a843-4291d9f9ec0b HTTP/1.1" status: 200 len: 943 time: 0.4262078 Jan 29 03:44:35.572248 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea25c9a-408a-475a-8c31-0c1b12900b9f service neutron] Pushing event updated for resources: {'Port': ['ID=344261af-89bd-4849-88f4-09b55da6299e,revision_number=3']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:44:35.642227 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.db.db_base_plugin_common [None req-6133b275-859f-4a7e-99b0-b77cd20c1ca2 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Allocated IP 172.27.1.240 (84058fb5-7499-436d-9c61-9715f17a209a/8ef1eacb-ef7e-49c2-acc5-31126b063ddd/ac3b87de-b317-4595-93b7-f06625db5937) {{(pid=109549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 03:44:35.709947 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Device 7c6226c3-f194-4b07-9569-0e30e2e333fb up at agent ovs-agent-dv-cinder-826949-1-iscsi {{(pid=109551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 03:44:35.716804 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.l3_hamode_db [None req-777ab9cd-740c-4149-af41-23c1498731f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e79a4c81-e2dd-4551-904e-3cc0973cad13', 'name': 'tempest-ServerRescueNegativeTestJSON-489193794-router', 'tenant_id': '995678f3901441a099ca67990ffaa293', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'external_fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '7c6226c3-f194-4b07-9569-0e30e2e333fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T03:44:19Z', 'updated_at': '2022-01-29T03:44:27Z', 'revision_number': 4, 'project_id': '995678f3901441a099ca67990ffaa293', 'gw_port': {'id': '7c6226c3-f194-4b07-9569-0e30e2e333fb', 'name': '', 'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e9:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79a4c81-e2dd-4551-904e-3cc0973cad13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:44:21Z', 'updated_at': '2022-01-29T03:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-1-iscsi', '_interfaces': [{'id': 'ff07de42-6574-4c3e-884d-6f8f18de862c', 'name': '', 'network_id': 'def124bd-d2cb-4303-acf8-363c1eeee992', 'tenant_id': '995678f3901441a099ca67990ffaa293', 'mac_address': 'fa:16:3e:15:a5:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e79a4c81-e2dd-4551-904e-3cc0973cad13', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '49f78b84-8abd-498c-8afc-c0464fd07915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:44:25Z', 'updated_at': '2022-01-29T03:44:34Z', 'revision_number': 4, 'project_id': '995678f3901441a099ca67990ffaa293', 'subnets': [{'id': '49f78b84-8abd-498c-8afc-c0464fd07915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-1-iscsi', False) {} {{(pid=109552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:44:35.721020 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-daded48e-999e-4aea-a6c0-de26ec8146bf admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a1e8c430d74b469da4854bd32ee85460&name=default HTTP/1.1" status: 200 len: 2992 time: 1.6695976 Jan 29 03:44:35.723485 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daded48e-999e-4aea-a6c0-de26ec8146bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca6961f6-c8d0-476b-a25b-273713c64fcf,revision_number=1']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:44:35.730895 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30d70cc-1d49-474c-a60c-d78b6992f424 req-52a33182-f932-40ca-b7d7-0e9fb3867a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:44:35.734178 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-a30d70cc-1d49-474c-a60c-d78b6992f424 req-52a33182-f932-40ca-b7d7-0e9fb3867a38 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=654101f4db1547ce8e1bea070af930d9&device_id=d0238dfa-64ff-4122-8f56-0f4430b66bbb HTTP/1.1" status: 200 len: 1128 time: 0.5725830 Jan 29 03:44:35.734788 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 43502) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:44:35.795534 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777ab9cd-740c-4149-af41-23c1498731f0 None None] The sync data for ids ['e79a4c81-e2dd-4551-904e-3cc0973cad13'] in dv-cinder-826949-1-iscsi is: [{'id': 'e79a4c81-e2dd-4551-904e-3cc0973cad13', 'name': 'tempest-ServerRescueNegativeTestJSON-489193794-router', 'tenant_id': '995678f3901441a099ca67990ffaa293', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'external_fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '7c6226c3-f194-4b07-9569-0e30e2e333fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T03:44:19Z', 'updated_at': '2022-01-29T03:44:27Z', 'revision_number': 4, 'project_id': '995678f3901441a099ca67990ffaa293', 'gw_port': {'id': '7c6226c3-f194-4b07-9569-0e30e2e333fb', 'name': '', 'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e9:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79a4c81-e2dd-4551-904e-3cc0973cad13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:44:21Z', 'updated_at': '2022-01-29T03:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-1-iscsi', '_interfaces': [{'id': 'ff07de42-6574-4c3e-884d-6f8f18de862c', 'name': '', 'network_id': 'def124bd-d2cb-4303-acf8-363c1eeee992', 'tenant_id': '995678f3901441a099ca67990ffaa293', 'mac_address': 'fa:16:3e:15:a5:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e79a4c81-e2dd-4551-904e-3cc0973cad13', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '49f78b84-8abd-498c-8afc-c0464fd07915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:44:25Z', 'updated_at': '2022-01-29T03:44:34Z', 'revision_number': 4, 'project_id': '995678f3901441a099ca67990ffaa293', 'subnets': [{'id': '49f78b84-8abd-498c-8afc-c0464fd07915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 03:44:35.797985 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 43504) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:44:35.882969 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fa7e8514ec8b1871638cf3d0c6bf241b62bf17ffd430199c6215cc57604ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-343f7a92-45bb-4594-bb7d-cfca6c665a3b" -d '{"events": [{"name": "network-changed", "server_uuid": "d0238dfa-64ff-4122-8f56-0f4430b66bbb", "tag": "344261af-89bd-4849-88f4-09b55da6299e"}]}' {{(pid=109550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 03:44:35.934748 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.db [req-11d4e0ea-3d97-4ee2-98bb-158bf7ddfff5 req-26f6a4e8-1bfd-4edb-b510-d6e6b28f14f6 service neutron] For port 26b58599-e1e8-4de8-a1fd-779b33246181, host hv-cinder-82694, cleared binding levels {{(pid=109550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 03:44:35.951513 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-a30d70cc-1d49-474c-a60c-d78b6992f424 req-6ce93423-4f53-422a-a4c5-1e42950d60b3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=344261af-89bd-4849-88f4-09b55da6299e HTTP/1.1" status: 200 len: 217 time: 0.1288710 Jan 29 03:44:36.043991 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-518a1953-16be-4395-a199-1555c9ed681c req-407f3888-f348-42f6-b94e-4a13a30ba4f2 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d2e1765-fee5-481b-a069-96f98e74cbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4449432 Jan 29 03:44:36.078973 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 43510) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:44:36.122744 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.v2.base [None req-34a9b57a-6647-4584-8158-82a5ba2d2118 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1723519298', 'description': 'tempest-description--1711197263'}} {{(pid=109549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 03:44:36.133427 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30d70cc-1d49-474c-a60c-d78b6992f424 req-7d558a63-ddb0-4986-a190-99f6a2452d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:44:36.134932 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-a30d70cc-1d49-474c-a60c-d78b6992f424 req-7d558a63-ddb0-4986-a190-99f6a2452d5d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=180c737b-7d5c-45ce-8000-e85773eccd70 HTTP/1.1" status: 200 len: 851 time: 0.1690230 Jan 29 03:44:36.151619 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.db [req-11d4e0ea-3d97-4ee2-98bb-158bf7ddfff5 req-26f6a4e8-1bfd-4edb-b510-d6e6b28f14f6 service neutron] For port 26b58599-e1e8-4de8-a1fd-779b33246181, host hv-cinder-82694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=26b58599-e1e8-4de8-a1fd-779b33246181,segment=NetworkSegment(55c6d1ba-1ae1-4be3-9e12-aad260737131),segment_id=55c6d1ba-1ae1-4be3-9e12-aad260737131)] {{(pid=109550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 03:44:36.233342 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-b230f665-4060-49e3-b8f6-be999ecf8ba1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:36.280380 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-a30d70cc-1d49-474c-a60c-d78b6992f424 req-8d9d73d7-788f-4c2d-a4e2-95c42e94ece8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8ecf2438-eca5-4dd8-92b6-936ee7f74d5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1246257 Jan 29 03:44:36.292469 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-81322101-446e-4caa-8bbd-e2956905d11d admin admin] Publish callbacks [] for security_group (ca6961f6-c8d0-476b-a25b-273713c64fcf), before_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:36.292677 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.provisioning_blocks [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Provisioning complete for port 7c6226c3-f194-4b07-9569-0e30e2e333fb triggered by entity L2. {{(pid=109551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 03:44:36.292677 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785313'] for port (7c6226c3-f194-4b07-9569-0e30e2e333fb), provisioning_complete {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:36.342730 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-81322101-446e-4caa-8bbd-e2956905d11d admin admin] Publish callbacks [] for security_group (ca6961f6-c8d0-476b-a25b-273713c64fcf), precommit_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:36.358034 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-6133b275-859f-4a7e-99b0-b77cd20c1ca2 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Publish callbacks [] for port (ac3b87de-b317-4595-93b7-f06625db5937), precommit_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:36.470334 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-713c32de-5aaa-4183-8d2b-298a9045999c req-39d66739-40c6-4e9e-9e45-45f301a380ac tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/ports?device_id=333eec8c-4437-4fe4-9440-e0210b9b6b71 HTTP/1.1" status: 200 len: 210 time: 0.2472756 Jan 29 03:44:36.482321 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-11d4e0ea-3d97-4ee2-98bb-158bf7ddfff5 req-26f6a4e8-1bfd-4edb-b510-d6e6b28f14f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429'] for port (26b58599-e1e8-4de8-a1fd-779b33246181), after_update {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:36.512158 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-34a9b57a-6647-4584-8158-82a5ba2d2118 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Publish callbacks [] for security_group (None), before_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:36.603891 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f6a4e8-1bfd-4edb-b510-d6e6b28f14f6 service neutron] Pushing event updated for resources: {'Port': ['ID=26b58599-e1e8-4de8-a1fd-779b33246181,revision_number=3']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:44:36.666727 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-6133b275-859f-4a7e-99b0-b77cd20c1ca2 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787145433393'] for port (ac3b87de-b317-4595-93b7-f06625db5937), after_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:36.672515 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d4e0ea-3d97-4ee2-98bb-158bf7ddfff5 req-26f6a4e8-1bfd-4edb-b510-d6e6b28f14f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:44:36.673233 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-11d4e0ea-3d97-4ee2-98bb-158bf7ddfff5 req-26f6a4e8-1bfd-4edb-b510-d6e6b28f14f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606130'] for port (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:36.676471 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-11d4e0ea-3d97-4ee2-98bb-158bf7ddfff5 req-26f6a4e8-1bfd-4edb-b510-d6e6b28f14f6 service neutron] 10.222.0.25 "PUT /v2.0/ports/26b58599-e1e8-4de8-a1fd-779b33246181 HTTP/1.1" status: 200 len: 1093 time: 5.9962618 Jan 29 03:44:36.683834 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Current status of the port 7c6226c3-f194-4b07-9569-0e30e2e333fb is: ACTIVE; New status is: ACTIVE {{(pid=109551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 03:44:36.780583 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-30bfc4d1-3183-4f1f-9f0d-b92c3e020a7b None None] Publish callbacks [] for port (3c3620d2-c4ca-4fc0-a44d-194be82ff593), precommit_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:36.807056 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-81322101-446e-4caa-8bbd-e2956905d11d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (ca6961f6-c8d0-476b-a25b-273713c64fcf), after_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:36.809717 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-81322101-446e-4caa-8bbd-e2956905d11d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:36.810010 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bea7cdf-6a92-4ad2-84a3-3d3df8145303 req-d76f84a6-d93e-408a-869e-1436c5f86755 tempest-DeleteServersTestJSON-1124593692 tempest-DeleteServersTestJSON-1124593692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:44:36.810854 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-81322101-446e-4caa-8bbd-e2956905d11d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ca6961f6-c8d0-476b-a25b-273713c64fcf HTTP/1.1" status: 204 len: 168 time: 1.0728908 Jan 29 03:44:36.817396 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-2bea7cdf-6a92-4ad2-84a3-3d3df8145303 req-d76f84a6-d93e-408a-869e-1436c5f86755 tempest-DeleteServersTestJSON-1124593692 tempest-DeleteServersTestJSON-1124593692-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0238dfa-64ff-4122-8f56-0f4430b66bbb HTTP/1.1" status: 200 len: 944 time: 0.5927703 Jan 29 03:44:36.842201 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81322101-446e-4caa-8bbd-e2956905d11d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca6961f6-c8d0-476b-a25b-273713c64fcf,revision_number=None']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:44:36.856976 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-a30d70cc-1d49-474c-a60c-d78b6992f424 req-ffee9148-60d4-4d6c-a69e-aa799015fbb9 service neutron] 10.222.0.25 "GET /v2.0/networks/8ecf2438-eca5-4dd8-92b6-936ee7f74d5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3788359 Jan 29 03:44:36.863417 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 03:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-066a6ef8-2bee-46f9-a74f-5c7c760d1a2d x-openstack-request-id: req-066a6ef8-2bee-46f9-a74f-5c7c760d1a2d {{(pid=109550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 03:44:36.863722 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0238dfa-64ff-4122-8f56-0f4430b66bbb", "tag": "344261af-89bd-4849-88f4-09b55da6299e", "status": "completed", "code": 200}]} {{(pid=109550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 03:44:36.868303 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-066a6ef8-2bee-46f9-a74f-5c7c760d1a2d {{(pid=109550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 03:44:36.868963 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0238dfa-64ff-4122-8f56-0f4430b66bbb', 'tag': '344261af-89bd-4849-88f4-09b55da6299e', 'status': 'completed', 'code': 200} Jan 29 03:44:36.870071 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6133b275-859f-4a7e-99b0-b77cd20c1ca2 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Network 84058fb5-7499-436d-9c61-9715f17a209a is already hosted by enough agents. {{(pid=109549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 03:44:36.894701 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.scheduler.base_scheduler [None req-6133b275-859f-4a7e-99b0-b77cd20c1ca2 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Resources bound (agent type, host, resource id): {{(pid=109549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 03:44:36.920775 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-30bfc4d1-3183-4f1f-9f0d-b92c3e020a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429'] for port (3c3620d2-c4ca-4fc0-a44d-194be82ff593), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:37.031639 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6133b275-859f-4a7e-99b0-b77cd20c1ca2 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Received port after_create {{(pid=109549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 03:44:37.056516 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cacaa02-0702-4229-b1a3-bf739af0a15f None None] Pushing event updated for resources: {'Port': ['ID=3c3620d2-c4ca-4fc0-a44d-194be82ff593,revision_number=3']} {{(pid=109551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:44:37.131489 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-34a9b57a-6647-4584-8158-82a5ba2d2118 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Publish callbacks [] for security_group (91323cdd-00e2-4ac4-bdcf-2a2c574a7bb9), precommit_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:37.178110 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-a30d70cc-1d49-474c-a60c-d78b6992f424 req-b6113a5d-05b6-4cf9-bacd-7344ddb970d3 service neutron] 10.222.0.25 "GET /v2.0/networks/8ecf2438-eca5-4dd8-92b6-936ee7f74d5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2857976 Jan 29 03:44:37.271823 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.managers [None req-30bfc4d1-3183-4f1f-9f0d-b92c3e020a7b None None] Attempting to bind port 3c3620d2-c4ca-4fc0-a44d-194be82ff593 on host dv-cinder-826949-1-iscsi for vnic_type normal with profile {{(pid=109551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 03:44:37.272020 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6133b275-859f-4a7e-99b0-b77cd20c1ca2 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Pushing event updated for resources: {'Port': ['ID=ac3b87de-b317-4595-93b7-f06625db5937,revision_number=1']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:44:37.272563 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.managers [None req-30bfc4d1-3183-4f1f-9f0d-b92c3e020a7b None None] Attempting to bind port 3c3620d2-c4ca-4fc0-a44d-194be82ff593 by drivers openvswitch,hyperv on host dv-cinder-826949-1-iscsi at level 0 using segments [{'id': '0f1a27ff-4507-4849-b52b-a4a1cb59f6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4b4e9710-b6c9-4002-b8a3-8aa9bf7336cb'}] {{(pid=109551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 03:44:37.277834 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bfc4d1-3183-4f1f-9f0d-b92c3e020a7b None None] Attempting to bind port 3c3620d2-c4ca-4fc0-a44d-194be82ff593 on network 4b4e9710-b6c9-4002-b8a3-8aa9bf7336cb {{(pid=109551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 03:44:37.296280 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bfc4d1-3183-4f1f-9f0d-b92c3e020a7b None None] Checking agent: {'id': 'e75d1b00-832d-4bf5-b078-2c4f5b2c10cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826949-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 3, 36, 21), 'started_at': datetime.datetime(2022, 1, 29, 3, 36, 51), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 3, 44, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826949-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 03:44:37.302746 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bfc4d1-3183-4f1f-9f0d-b92c3e020a7b None None] Checking segment: {'id': '0f1a27ff-4507-4849-b52b-a4a1cb59f6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4b4e9710-b6c9-4002-b8a3-8aa9bf7336cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 03:44:37.302746 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-30bfc4d1-3183-4f1f-9f0d-b92c3e020a7b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:37.302988 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-34a9b57a-6647-4584-8158-82a5ba2d2118 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (91323cdd-00e2-4ac4-bdcf-2a2c574a7bb9), after_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:37.303084 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bfc4d1-3183-4f1f-9f0d-b92c3e020a7b None None] Bound using segment: {'id': '0f1a27ff-4507-4849-b52b-a4a1cb59f6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4b4e9710-b6c9-4002-b8a3-8aa9bf7336cb'} {{(pid=109551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 03:44:37.303084 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.managers [None req-30bfc4d1-3183-4f1f-9f0d-b92c3e020a7b None None] Bound port: 3c3620d2-c4ca-4fc0-a44d-194be82ff593, host: dv-cinder-826949-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f1a27ff-4507-4849-b52b-a4a1cb59f6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4b4e9710-b6c9-4002-b8a3-8aa9bf7336cb'}}] {{(pid=109551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 03:44:37.303084 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-30bfc4d1-3183-4f1f-9f0d-b92c3e020a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (3c3620d2-c4ca-4fc0-a44d-194be82ff593), before_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:37.308010 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d4e0ea-3d97-4ee2-98bb-158bf7ddfff5 req-532a04af-f9c2-47c7-9bc1-55092d308af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:44:37.310803 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-11d4e0ea-3d97-4ee2-98bb-158bf7ddfff5 req-532a04af-f9c2-47c7-9bc1-55092d308af1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a61fc9a8db7445ca8c465347f41732e8&device_id=fb51aefd-c927-464c-a843-4291d9f9ec0b HTTP/1.1" status: 200 len: 1127 time: 0.4161258 Jan 29 03:44:37.448104 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83964a52-eb9f-4b9a-8291-e10510dd7e35 req-1e93eb79-1543-4b7e-8e1e-337076493d22 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:44:37.461483 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-83964a52-eb9f-4b9a-8291-e10510dd7e35 req-1e93eb79-1543-4b7e-8e1e-337076493d22 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/networks?id=def124bd-d2cb-4303-acf8-363c1eeee992 HTTP/1.1" status: 200 len: 818 time: 0.3002670 Jan 29 03:44:37.489112 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-30bfc4d1-3183-4f1f-9f0d-b92c3e020a7b None None] For port 3c3620d2-c4ca-4fc0-a44d-194be82ff593, host dv-cinder-826949-1-iscsi, cleared binding levels {{(pid=109551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 03:44:37.490559 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-2bea7cdf-6a92-4ad2-84a3-3d3df8145303 req-6d93e797-27a6-46bb-914f-655a36f990ba tempest-DeleteServersTestJSON-1124593692 tempest-DeleteServersTestJSON-1124593692-project] 10.222.0.16 "GET /v2.0/security-groups?id=de816232-dfc3-483e-a17d-8743a55c62c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5875616 Jan 29 03:44:37.510202 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-30bfc4d1-3183-4f1f-9f0d-b92c3e020a7b None None] For port 3c3620d2-c4ca-4fc0-a44d-194be82ff593, host dv-cinder-826949-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-1-iscsi',level=0,port_id=3c3620d2-c4ca-4fc0-a44d-194be82ff593,segment=NetworkSegment(0f1a27ff-4507-4849-b52b-a4a1cb59f6c4),segment_id=0f1a27ff-4507-4849-b52b-a4a1cb59f6c4)] {{(pid=109551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 03:44:37.526010 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-11d4e0ea-3d97-4ee2-98bb-158bf7ddfff5 req-2c10c7b2-6f36-4e4f-aa22-e61d99f5ee98 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=26b58599-e1e8-4de8-a1fd-779b33246181 HTTP/1.1" status: 200 len: 217 time: 0.0573583 Jan 29 03:44:37.543578 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-83964a52-eb9f-4b9a-8291-e10510dd7e35 req-87f3ad0b-90ba-49d7-83ee-6fa0dee39e1e tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/quotas/995678f3901441a099ca67990ffaa293 HTTP/1.1" status: 200 len: 375 time: 0.0810201 Jan 29 03:44:37.553529 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.provisioning_blocks [None req-1c2e5e2d-d5c6-4b6b-b7b6-5d229adc8069 None None] Provisioning complete for port 3c3620d2-c4ca-4fc0-a44d-194be82ff593 triggered by entity DHCP. {{(pid=109551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 03:44:37.554084 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-1c2e5e2d-d5c6-4b6b-b7b6-5d229adc8069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785313'] for port (3c3620d2-c4ca-4fc0-a44d-194be82ff593), provisioning_complete {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:37.629066 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-6133b275-859f-4a7e-99b0-b77cd20c1ca2 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Publish callbacks [] for floatingip (c38d40ff-72a5-429f-8a81-c3ca56720b05), precommit_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:37.653966 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a9b57a-6647-4584-8158-82a5ba2d2118 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91323cdd-00e2-4ac4-bdcf-2a2c574a7bb9,revision_number=1']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:44:37.685370 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-b230f665-4060-49e3-b8f6-be999ecf8ba1 admin admin] Publish callbacks [] for security_group (225e0cc7-b1f7-4bf8-a699-c695e95fd709), precommit_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:37.707823 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-1c2e5e2d-d5c6-4b6b-b7b6-5d229adc8069 None None] Port 3c3620d2-c4ca-4fc0-a44d-194be82ff593 cannot update to ACTIVE because it is not bound. {{(pid=109551) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 03:44:37.752116 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-30bfc4d1-3183-4f1f-9f0d-b92c3e020a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429'] for port (3c3620d2-c4ca-4fc0-a44d-194be82ff593), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:37.775237 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-34a9b57a-6647-4584-8158-82a5ba2d2118 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Publish callbacks [] for security_group (None), before_response {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:37.776895 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-34a9b57a-6647-4584-8158-82a5ba2d2118 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.6931996 Jan 29 03:44:37.782844 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 43548) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:44:37.795670 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.v2.base [None req-12c37a3c-5ea3-44ea-b4f4-f0824ad83d92 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Request body: {'security_group_rule': {'security_group_id': '91323cdd-00e2-4ac4-bdcf-2a2c574a7bb9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 03:44:37.894468 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-b230f665-4060-49e3-b8f6-be999ecf8ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (225e0cc7-b1f7-4bf8-a699-c695e95fd709), after_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:37.906749 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Device ff07de42-6574-4c3e-884d-6f8f18de862c up at agent ovs-agent-dv-cinder-826949-1-iscsi {{(pid=109551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 03:44:37.998067 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2390576d-4c16-4e6f-9700-9d30739ea7d0 req-4a42fa23-edf1-4e35-a56d-5a12158816a9 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:44:38.007443 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cacaa02-0702-4229-b1a3-bf739af0a15f None None] Pushing event updated for resources: {'Port': ['ID=3c3620d2-c4ca-4fc0-a44d-194be82ff593,revision_number=4']} {{(pid=109551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:44:38.014553 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30bfc4d1-3183-4f1f-9f0d-b92c3e020a7b None None] Routers {'a9646b44-979d-436f-ac6b-9bba0d33500b'} bound to L3 agent in host dv-cinder-826949-1-iscsi {{(pid=109551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 03:44:38.015335 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_hamode_db [None req-30bfc4d1-3183-4f1f-9f0d-b92c3e020a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T03:36:17Z,description=,heartbeat_timestamp=2022-01-29T03:44:18Z,host='dv-cinder-826949-1-iscsi',id=d5b8732c-6ac1-45e3-a79e-cd9863fe8196,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T03:36:18Z,topic='l3_agent')) {'router_ids': ['a9646b44-979d-436f-ac6b-9bba0d33500b'], 'active': True} {{(pid=109551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:44:38.021859 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-2390576d-4c16-4e6f-9700-9d30739ea7d0 req-4a42fa23-edf1-4e35-a56d-5a12158816a9 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb51aefd-c927-464c-a843-4291d9f9ec0b HTTP/1.1" status: 200 len: 943 time: 0.3408186 Jan 29 03:44:38.027238 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b230f665-4060-49e3-b8f6-be999ecf8ba1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=225e0cc7-b1f7-4bf8-a699-c695e95fd709,revision_number=1']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:44:38.092180 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-6133b275-859f-4a7e-99b0-b77cd20c1ca2 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (ac3b87de-b317-4595-93b7-f06625db5937), before_update {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:38.182984 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-12c37a3c-5ea3-44ea-b4f4-f0824ad83d92 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Publish callbacks [] for security_group_rule (faca9404-4358-4c3f-b021-2ba34c4e96f8), before_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:38.241441 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-83964a52-eb9f-4b9a-8291-e10510dd7e35 req-68e08d54-1897-441a-9cb3-5f6234950a4b tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=995678f3901441a099ca67990ffaa293&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6967506 Jan 29 03:44:38.243509 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d4e0ea-3d97-4ee2-98bb-158bf7ddfff5 req-bfbd7f53-d7ec-4a28-a94a-3b3920fa5caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:44:38.245490 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-11d4e0ea-3d97-4ee2-98bb-158bf7ddfff5 req-bfbd7f53-d7ec-4a28-a94a-3b3920fa5caa service neutron] 10.222.0.25 "GET /v2.0/subnets?id=167c6c42-9dd3-4598-ba9e-66d705822162 HTTP/1.1" status: 200 len: 855 time: 0.6550646 Jan 29 03:44:38.247610 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343f7a92-45bb-4594-bb7d-cfca6c665a3b req-0a11b0b6-5696-4121-bc82-4ac750d4faf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:44:38.249914 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-343f7a92-45bb-4594-bb7d-cfca6c665a3b req-0a11b0b6-5696-4121-bc82-4ac750d4faf7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=654101f4db1547ce8e1bea070af930d9&device_id=d0238dfa-64ff-4122-8f56-0f4430b66bbb HTTP/1.1" status: 200 len: 1128 time: 0.6607385 Jan 29 03:44:38.295362 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-b230f665-4060-49e3-b8f6-be999ecf8ba1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bce90e44c55544aaa23d1845cd7eb6e1&name=default HTTP/1.1" status: 200 len: 2996 time: 2.4859765 Jan 29 03:44:38.302076 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 43558) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:44:38.362439 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.provisioning_blocks [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Provisioning complete for port ff07de42-6574-4c3e-884d-6f8f18de862c triggered by entity L2. {{(pid=109551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 03:44:38.364781 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785313'] for port (ff07de42-6574-4c3e-884d-6f8f18de862c), provisioning_complete {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:38.420308 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_dvr_db [None req-30bfc4d1-3183-4f1f-9f0d-b92c3e020a7b None None] Set router a9646b44-979d-436f-ac6b-9bba0d33500b gateway port host: dv-cinder-826949-1-iscsi {{(pid=109551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 03:44:38.471246 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-11d4e0ea-3d97-4ee2-98bb-158bf7ddfff5 req-1c2e1839-4179-405a-87f6-3c00ca745d1f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4191093a-3e75-431e-ba6a-0a5e62dd1238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0682354 Jan 29 03:44:38.622516 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343f7a92-45bb-4594-bb7d-cfca6c665a3b req-9fbc6c73-433a-4534-9598-4358e95d9d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:44:38.624205 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-343f7a92-45bb-4594-bb7d-cfca6c665a3b req-9fbc6c73-433a-4534-9598-4358e95d9d18 service neutron] 10.222.0.25 "GET /v2.0/networks?id=8ecf2438-eca5-4dd8-92b6-936ee7f74d5d HTTP/1.1" status: 200 len: 911 time: 0.3593352 Jan 29 03:44:38.627405 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.provisioning_blocks [None req-689fa228-6f32-4e52-a2ca-6d97f10bcfb4 None None] Provisioning complete for port 3c3620d2-c4ca-4fc0-a44d-194be82ff593 triggered by entity DHCP. {{(pid=109551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 03:44:38.628125 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-689fa228-6f32-4e52-a2ca-6d97f10bcfb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785313'] for port (3c3620d2-c4ca-4fc0-a44d-194be82ff593), provisioning_complete {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:38.666839 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-2390576d-4c16-4e6f-9700-9d30739ea7d0 req-2f174abf-9414-4c88-a2b8-9b553b41eaaa tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d2e1765-fee5-481b-a069-96f98e74cbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6442950 Jan 29 03:44:38.695288 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-343f7a92-45bb-4594-bb7d-cfca6c665a3b req-653ca4fe-3d4a-4c82-abe4-66d2aec8c2e8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=344261af-89bd-4849-88f4-09b55da6299e HTTP/1.1" status: 200 len: 217 time: 0.0577779 Jan 29 03:44:38.725054 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-12c37a3c-5ea3-44ea-b4f4-f0824ad83d92 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Publish callbacks [] for security_group_rule (faca9404-4358-4c3f-b021-2ba34c4e96f8), precommit_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:38.754069 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-afcaf11c-f5a8-432c-bb2f-fee9c61ccaa7 admin admin] Publish callbacks [] for security_group (225e0cc7-b1f7-4bf8-a699-c695e95fd709), before_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:38.759049 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343f7a92-45bb-4594-bb7d-cfca6c665a3b req-11807b47-e77b-4f06-8b8a-9764c0531f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:44:38.760741 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-343f7a92-45bb-4594-bb7d-cfca6c665a3b req-11807b47-e77b-4f06-8b8a-9764c0531f62 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=180c737b-7d5c-45ce-8000-e85773eccd70 HTTP/1.1" status: 200 len: 851 time: 0.0507488 Jan 29 03:44:38.800986 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-83964a52-eb9f-4b9a-8291-e10510dd7e35 req-0073f83e-73a2-487b-a49f-df92865d62dd service neutron] 10.222.0.16 "GET /v2.0/networks/def124bd-d2cb-4303-acf8-363c1eeee992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5423207 Jan 29 03:44:38.801727 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-12c37a3c-5ea3-44ea-b4f4-f0824ad83d92 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615546'] for security_group_rule (faca9404-4358-4c3f-b021-2ba34c4e96f8), after_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:38.823367 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-afcaf11c-f5a8-432c-bb2f-fee9c61ccaa7 admin admin] Publish callbacks [] for security_group (225e0cc7-b1f7-4bf8-a699-c695e95fd709), precommit_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:38.844875 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-343f7a92-45bb-4594-bb7d-cfca6c665a3b req-4785cfeb-9ad0-4b2c-ae16-e4d09a7d496b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8ecf2438-eca5-4dd8-92b6-936ee7f74d5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0694718 Jan 29 03:44:38.847933 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-11d4e0ea-3d97-4ee2-98bb-158bf7ddfff5 req-b8ca82a5-27eb-4cce-9ba9-907af6781b0f service neutron] 10.222.0.25 "GET /v2.0/networks/4191093a-3e75-431e-ba6a-0a5e62dd1238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3324151 Jan 29 03:44:38.889217 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Current status of the port ff07de42-6574-4c3e-884d-6f8f18de862c is: DOWN; New status is: ACTIVE {{(pid=109551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 03:44:38.890210 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (ff07de42-6574-4c3e-884d-6f8f18de862c), before_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:38.958038 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c37a3c-5ea3-44ea-b4f4-f0824ad83d92 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=faca9404-4358-4c3f-b021-2ba34c4e96f8,revision_number=0']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:44:38.974470 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb51aefd-c927-464c-a843-4291d9f9ec0b', 'tag': '26b58599-e1e8-4de8-a1fd-779b33246181'}] {{(pid=109550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 03:44:38.977154 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fa7e8514ec8b1871638cf3d0c6bf241b62bf17ffd430199c6215cc57604ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89dcf007-0fe7-4ab3-8ed4-ce2b545bc029" -d '{"events": [{"name": "network-changed", "server_uuid": "fb51aefd-c927-464c-a843-4291d9f9ec0b", "tag": "26b58599-e1e8-4de8-a1fd-779b33246181"}]}' {{(pid=109550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 03:44:38.981559 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-343f7a92-45bb-4594-bb7d-cfca6c665a3b req-fdaf2efc-3c23-49a3-9893-101dad2066e1 service neutron] 10.222.0.25 "GET /v2.0/networks/8ecf2438-eca5-4dd8-92b6-936ee7f74d5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196246 Jan 29 03:44:39.053119 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] For port ff07de42-6574-4c3e-884d-6f8f18de862c, host dv-cinder-826949-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-1-iscsi',level=0,port_id=ff07de42-6574-4c3e-884d-6f8f18de862c,segment=NetworkSegment(33654556-4a78-4da6-99c6-24c24c214550),segment_id=33654556-4a78-4da6-99c6-24c24c214550)] {{(pid=109551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 03:44:39.070465 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-689fa228-6f32-4e52-a2ca-6d97f10bcfb4 None None] Current status of the port 3c3620d2-c4ca-4fc0-a44d-194be82ff593 is: DOWN; New status is: ACTIVE {{(pid=109551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 03:44:39.070956 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-689fa228-6f32-4e52-a2ca-6d97f10bcfb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (3c3620d2-c4ca-4fc0-a44d-194be82ff593), before_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:39.200227 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-689fa228-6f32-4e52-a2ca-6d97f10bcfb4 None None] For port 3c3620d2-c4ca-4fc0-a44d-194be82ff593, host dv-cinder-826949-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-1-iscsi',level=0,port_id=3c3620d2-c4ca-4fc0-a44d-194be82ff593,segment=NetworkSegment(0f1a27ff-4507-4849-b52b-a4a1cb59f6c4),segment_id=0f1a27ff-4507-4849-b52b-a4a1cb59f6c4)] {{(pid=109551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 03:44:39.217348 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429'] for port (ff07de42-6574-4c3e-884d-6f8f18de862c), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:39.261410 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_hamode_db [None req-30bfc4d1-3183-4f1f-9f0d-b92c3e020a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9646b44-979d-436f-ac6b-9bba0d33500b', 'name': 'tempest-AttachVolumeTestJSON-723999373-router', 'tenant_id': '0f6df9863d6a490a92b2f3c872aec541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'external_fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '35a06f04-9d71-4fa3-86c3-5181b2063974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T03:44:19Z', 'updated_at': '2022-01-29T03:44:29Z', 'revision_number': 4, 'project_id': '0f6df9863d6a490a92b2f3c872aec541', 'gw_port': {'id': '35a06f04-9d71-4fa3-86c3-5181b2063974', 'name': '', 'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e2:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9646b44-979d-436f-ac6b-9bba0d33500b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:44:21Z', 'updated_at': '2022-01-29T03:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-1-iscsi', '_interfaces': [{'id': '3c3620d2-c4ca-4fc0-a44d-194be82ff593', 'name': '', 'network_id': '4b4e9710-b6c9-4002-b8a3-8aa9bf7336cb', 'tenant_id': '0f6df9863d6a490a92b2f3c872aec541', 'mac_address': 'fa:16:3e:b7:c7:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9646b44-979d-436f-ac6b-9bba0d33500b', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '2f142c9b-e8b9-4838-a5d9-5c60564542f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:44:27Z', 'updated_at': '2022-01-29T03:44:37Z', 'revision_number': 4, 'project_id': '0f6df9863d6a490a92b2f3c872aec541', 'subnets': [{'id': '2f142c9b-e8b9-4838-a5d9-5c60564542f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-1-iscsi', False) {} {{(pid=109551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:44:39.286794 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-343f7a92-45bb-4594-bb7d-cfca6c665a3b req-a2a55df7-ba4d-4a54-bcec-b1e56d208ff4 service neutron] 10.222.0.25 "GET /v2.0/networks/8ecf2438-eca5-4dd8-92b6-936ee7f74d5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2674997 Jan 29 03:44:39.290361 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.25', 54196) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:44:39.291027 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 43578) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:44:39.293110 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-6133b275-859f-4a7e-99b0-b77cd20c1ca2 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Publish callbacks [] for port (ac3b87de-b317-4595-93b7-f06625db5937), precommit_update {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:39.320940 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-12c37a3c-5ea3-44ea-b4f4-f0824ad83d92 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:39.326022 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-12c37a3c-5ea3-44ea-b4f4-f0824ad83d92 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5395477 Jan 29 03:44:39.332522 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 43582) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:44:39.354540 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-83964a52-eb9f-4b9a-8291-e10510dd7e35 req-007ebba7-ab7b-4ca1-a2fc-3ef2c1d6f386 service neutron] 10.222.0.16 "GET /v2.0/networks/def124bd-d2cb-4303-acf8-363c1eeee992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5200114 Jan 29 03:44:39.363751 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.v2.base [None req-9a60eb22-4cba-4965-ae02-ac119536ed1e tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Request body: {'security_group_rule': {'security_group_id': '91323cdd-00e2-4ac4-bdcf-2a2c574a7bb9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 03:44:39.384113 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-689fa228-6f32-4e52-a2ca-6d97f10bcfb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429'] for port (3c3620d2-c4ca-4fc0-a44d-194be82ff593), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:39.388440 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30bfc4d1-3183-4f1f-9f0d-b92c3e020a7b None None] The sync data for ids ['a9646b44-979d-436f-ac6b-9bba0d33500b'] in dv-cinder-826949-1-iscsi is: [{'id': 'a9646b44-979d-436f-ac6b-9bba0d33500b', 'name': 'tempest-AttachVolumeTestJSON-723999373-router', 'tenant_id': '0f6df9863d6a490a92b2f3c872aec541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'external_fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '35a06f04-9d71-4fa3-86c3-5181b2063974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T03:44:19Z', 'updated_at': '2022-01-29T03:44:29Z', 'revision_number': 4, 'project_id': '0f6df9863d6a490a92b2f3c872aec541', 'gw_port': {'id': '35a06f04-9d71-4fa3-86c3-5181b2063974', 'name': '', 'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e2:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9646b44-979d-436f-ac6b-9bba0d33500b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:44:21Z', 'updated_at': '2022-01-29T03:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-1-iscsi', '_interfaces': [{'id': '3c3620d2-c4ca-4fc0-a44d-194be82ff593', 'name': '', 'network_id': '4b4e9710-b6c9-4002-b8a3-8aa9bf7336cb', 'tenant_id': '0f6df9863d6a490a92b2f3c872aec541', 'mac_address': 'fa:16:3e:b7:c7:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9646b44-979d-436f-ac6b-9bba0d33500b', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '2f142c9b-e8b9-4838-a5d9-5c60564542f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:44:27Z', 'updated_at': '2022-01-29T03:44:37Z', 'revision_number': 4, 'project_id': '0f6df9863d6a490a92b2f3c872aec541', 'subnets': [{'id': '2f142c9b-e8b9-4838-a5d9-5c60564542f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 03:44:39.432791 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Pushing event updated for resources: {'Port': ['ID=ff07de42-6574-4c3e-884d-6f8f18de862c,revision_number=5']} {{(pid=109551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:44:39.473473 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-6133b275-859f-4a7e-99b0-b77cd20c1ca2 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429'] for port (ac3b87de-b317-4595-93b7-f06625db5937), after_update {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:39.530301 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-11d4e0ea-3d97-4ee2-98bb-158bf7ddfff5 req-ecddef9a-17d0-4ae1-b0a1-ba85b8dafc62 service neutron] 10.222.0.25 "GET /v2.0/networks/4191093a-3e75-431e-ba6a-0a5e62dd1238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5463419 Jan 29 03:44:39.609760 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689fa228-6f32-4e52-a2ca-6d97f10bcfb4 None None] Pushing event updated for resources: {'Port': ['ID=3c3620d2-c4ca-4fc0-a44d-194be82ff593,revision_number=5']} {{(pid=109551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:44:39.622210 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3545b4-e160-4cd6-9e8b-03cbaa7b4589 req-1971053f-d87a-43a3-b508-e14f5543347f tempest-DeleteServersTestJSON-1124593692 tempest-DeleteServersTestJSON-1124593692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:44:39.623801 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-7a3545b4-e160-4cd6-9e8b-03cbaa7b4589 req-1971053f-d87a-43a3-b508-e14f5543347f tempest-DeleteServersTestJSON-1124593692 tempest-DeleteServersTestJSON-1124593692-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0238dfa-64ff-4122-8f56-0f4430b66bbb HTTP/1.1" status: 200 len: 944 time: 0.7627683 Jan 29 03:44:39.642065 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-6133b275-859f-4a7e-99b0-b77cd20c1ca2 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1909920'] for floatingip (c38d40ff-72a5-429f-8a81-c3ca56720b05), after_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:39.647699 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-4cd30d96-a4d9-4c8b-a91d-92a9e6c58526 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:39.660407 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-9a60eb22-4cba-4965-ae02-ac119536ed1e tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Publish callbacks [] for security_group_rule (2385684c-e611-442c-b92f-b0187ae5173c), before_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:39.733789 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Device ff07de42-6574-4c3e-884d-6f8f18de862c up at agent ovs-agent-dv-cinder-826949-1-iscsi {{(pid=109551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 03:44:39.791556 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6133b275-859f-4a7e-99b0-b77cd20c1ca2 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Pushing event updated for resources: {'Port': ['ID=ac3b87de-b317-4595-93b7-f06625db5937,revision_number=2']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:44:39.831117 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-7a3545b4-e160-4cd6-9e8b-03cbaa7b4589 req-9e47eba5-f9a8-415d-bd4b-fc3f2ad597ae tempest-DeleteServersTestJSON-1124593692 tempest-DeleteServersTestJSON-1124593692-project] 10.222.0.16 "GET /v2.0/security-groups?id=de816232-dfc3-483e-a17d-8743a55c62c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659923 Jan 29 03:44:39.839884 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba11842-21a7-4e07-872f-bd91e094a40a req-96a59c9c-bec3-47b1-94d8-412a333623c3 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:44:39.846551 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-6ba11842-21a7-4e07-872f-bd91e094a40a req-96a59c9c-bec3-47b1-94d8-412a333623c3 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.25 "GET /v2.0/networks?id=def124bd-d2cb-4303-acf8-363c1eeee992 HTTP/1.1" status: 200 len: 818 time: 0.5460100 Jan 29 03:44:39.847252 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-afcaf11c-f5a8-432c-bb2f-fee9c61ccaa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (225e0cc7-b1f7-4bf8-a699-c695e95fd709), after_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:39.857039 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-afcaf11c-f5a8-432c-bb2f-fee9c61ccaa7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:39.871622 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-afcaf11c-f5a8-432c-bb2f-fee9c61ccaa7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/225e0cc7-b1f7-4bf8-a699-c695e95fd709 HTTP/1.1" status: 204 len: 168 time: 1.5533731 Jan 29 03:44:39.895201 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.v2.base [req-6ba11842-21a7-4e07-872f-bd91e094a40a req-9f092832-c510-4add-b2a4-cc89c1c46fea tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Request body: {'port': {'device_id': '333eec8c-4437-4fe4-9440-e0210b9b6b71', 'network_id': 'def124bd-d2cb-4303-acf8-363c1eeee992', 'admin_state_up': True, 'tenant_id': '995678f3901441a099ca67990ffaa293'}} {{(pid=109549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 03:44:39.903153 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 03:44:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6557f0c6-db95-43d7-b9e8-420c5d1e5f40 x-openstack-request-id: req-6557f0c6-db95-43d7-b9e8-420c5d1e5f40 {{(pid=109550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 03:44:39.903447 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb51aefd-c927-464c-a843-4291d9f9ec0b", "tag": "26b58599-e1e8-4de8-a1fd-779b33246181", "status": "completed", "code": 200}]} {{(pid=109550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 03:44:39.903709 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6557f0c6-db95-43d7-b9e8-420c5d1e5f40 {{(pid=109550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 03:44:39.904137 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb51aefd-c927-464c-a843-4291d9f9ec0b', 'tag': '26b58599-e1e8-4de8-a1fd-779b33246181', 'status': 'completed', 'code': 200} Jan 29 03:44:39.908682 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-6133b275-859f-4a7e-99b0-b77cd20c1ca2 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166518'] for floatingip (None), before_response {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:39.920666 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-6133b275-859f-4a7e-99b0-b77cd20c1ca2 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.3031936 Jan 29 03:44:39.944252 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-9a60eb22-4cba-4965-ae02-ac119536ed1e tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Publish callbacks [] for security_group_rule (2385684c-e611-442c-b92f-b0187ae5173c), precommit_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:39.969960 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.provisioning_blocks [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Provisioning complete for port ff07de42-6574-4c3e-884d-6f8f18de862c triggered by entity L2. {{(pid=109551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 03:44:39.972121 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785313'] for port (ff07de42-6574-4c3e-884d-6f8f18de862c), provisioning_complete {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:40.007517 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcaf11c-f5a8-432c-bb2f-fee9c61ccaa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=225e0cc7-b1f7-4bf8-a699-c695e95fd709,revision_number=None']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:44:40.142561 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-9a60eb22-4cba-4965-ae02-ac119536ed1e tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615546'] for security_group_rule (2385684c-e611-442c-b92f-b0187ae5173c), after_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:40.160057 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-74af21e0-8b72-4dd7-90da-973f57dddc57 req-849b9a04-42b1-496d-8423-e9e6d46266d2 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce5ee017-4daf-4262-8ab0-d31cbfc42bce HTTP/1.1" status: 200 len: 210 time: 0.1192923 Jan 29 03:44:40.245933 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a60eb22-4cba-4965-ae02-ac119536ed1e tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2385684c-e611-442c-b92f-b0187ae5173c,revision_number=0']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:44:40.264351 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dcf007-0fe7-4ab3-8ed4-ce2b545bc029 req-984ee6c5-6d3a-463e-90d2-da3e6970e10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:44:40.271649 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-89dcf007-0fe7-4ab3-8ed4-ce2b545bc029 req-984ee6c5-6d3a-463e-90d2-da3e6970e10e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a61fc9a8db7445ca8c465347f41732e8&device_id=fb51aefd-c927-464c-a843-4291d9f9ec0b HTTP/1.1" status: 200 len: 1127 time: 0.2854409 Jan 29 03:44:40.318560 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Current status of the port ff07de42-6574-4c3e-884d-6f8f18de862c is: ACTIVE; New status is: ACTIVE {{(pid=109551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 03:44:40.331192 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d486de07-c71a-4edc-8255-f5b62aa33636 req-a5ade6be-f778-44e3-90f2-ee6cfd8a5080 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:44:40.332866 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-d486de07-c71a-4edc-8255-f5b62aa33636 req-a5ade6be-f778-44e3-90f2-ee6cfd8a5080 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb51aefd-c927-464c-a843-4291d9f9ec0b HTTP/1.1" status: 200 len: 943 time: 0.3121171 Jan 29 03:44:40.377579 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-9a60eb22-4cba-4965-ae02-ac119536ed1e tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:40.382258 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-9a60eb22-4cba-4965-ae02-ac119536ed1e tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0240762 Jan 29 03:44:40.385606 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-4cd30d96-a4d9-4c8b-a91d-92a9e6c58526 admin admin] Publish callbacks [] for security_group (d97408db-de56-4f1b-aebd-53e8e85c99cc), precommit_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:40.403518 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 43612) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:44:40.416001 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.v2.base [None req-0d0d0303-4178-4eb8-ae82-3f45cf8b1505 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Request body: {'floatingip': {'floating_network_id': '84058fb5-7499-436d-9c61-9715f17a209a'}} {{(pid=109549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 03:44:40.522262 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dcf007-0fe7-4ab3-8ed4-ce2b545bc029 req-ff2aca5d-f6af-4dbe-9211-fd45090c2296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:44:40.526186 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-89dcf007-0fe7-4ab3-8ed4-ce2b545bc029 req-ff2aca5d-f6af-4dbe-9211-fd45090c2296 service neutron] 10.222.0.25 "GET /v2.0/networks?id=4191093a-3e75-431e-ba6a-0a5e62dd1238 HTTP/1.1" status: 200 len: 915 time: 0.1819351 Jan 29 03:44:40.551110 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-4cd30d96-a4d9-4c8b-a91d-92a9e6c58526 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (d97408db-de56-4f1b-aebd-53e8e85c99cc), after_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:40.613895 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-4cd30d96-a4d9-4c8b-a91d-92a9e6c58526 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c99eb94bdcfc4cf19a9b5a3e66b2531b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3167665 Jan 29 03:44:40.620550 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 43624) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:44:40.647578 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-0d0d0303-4178-4eb8-ae82-3f45cf8b1505 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:40.652453 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-89dcf007-0fe7-4ab3-8ed4-ce2b545bc029 req-7e94e3b8-036a-4635-ad0c-59dbc5432e05 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=26b58599-e1e8-4de8-a1fd-779b33246181 HTTP/1.1" status: 200 len: 217 time: 0.1002684 Jan 29 03:44:40.664101 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd30d96-a4d9-4c8b-a91d-92a9e6c58526 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d97408db-de56-4f1b-aebd-53e8e85c99cc,revision_number=1']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:44:40.668464 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-d486de07-c71a-4edc-8255-f5b62aa33636 req-de03e07f-1810-4310-ba75-31fa9b11da97 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d2e1765-fee5-481b-a069-96f98e74cbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2777319 Jan 29 03:44:40.822634 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ba11842-21a7-4e07-872f-bd91e094a40a req-9f092832-c510-4add-b2a4-cc89c1c46fea tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Made reservation on behalf of 995678f3901441a099ca67990ffaa293 for: {'port': 1} {{(pid=109549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 03:44:40.828852 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [req-6ba11842-21a7-4e07-872f-bd91e094a40a req-9f092832-c510-4add-b2a4-cc89c1c46fea tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (None), before_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:40.862108 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-1d51b2a5-bde7-4782-b06c-5661b1da7e3e admin admin] Publish callbacks [] for security_group (d97408db-de56-4f1b-aebd-53e8e85c99cc), before_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:40.902756 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-90f9fe0d-5e96-4eec-98dd-7711fe790e58 req-529a22aa-298a-43e2-b007-b9ec5261dd52 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1114631034&fields=id&tenant_id=00cfcd24ac464466b0c59b2955aac89e HTTP/1.1" status: 200 len: 267 time: 0.3396866 Jan 29 03:44:40.929667 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dcf007-0fe7-4ab3-8ed4-ce2b545bc029 req-478881a6-a737-4d3c-9406-acd99e1bcc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:44:40.931187 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-89dcf007-0fe7-4ab3-8ed4-ce2b545bc029 req-478881a6-a737-4d3c-9406-acd99e1bcc1f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=167c6c42-9dd3-4598-ba9e-66d705822162 HTTP/1.1" status: 200 len: 855 time: 0.2719920 Jan 29 03:44:41.040553 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-89dcf007-0fe7-4ab3-8ed4-ce2b545bc029 req-c559f139-8305-47a2-8698-f0b172f24d76 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4191093a-3e75-431e-ba6a-0a5e62dd1238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0948122 Jan 29 03:44:41.125106 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-1d51b2a5-bde7-4782-b06c-5661b1da7e3e admin admin] Publish callbacks [] for security_group (d97408db-de56-4f1b-aebd-53e8e85c99cc), precommit_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:41.201626 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f9fe0d-5e96-4eec-98dd-7711fe790e58 req-53903e4d-9fb3-48fe-9127-83b5827a9ff7 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:44:41.210668 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-90f9fe0d-5e96-4eec-98dd-7711fe790e58 req-53903e4d-9fb3-48fe-9127-83b5827a9ff7 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/networks?id=204ced72-9299-4a30-aa72-466acced45bf HTTP/1.1" status: 200 len: 817 time: 0.3068802 Jan 29 03:44:41.243209 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-90f9fe0d-5e96-4eec-98dd-7711fe790e58 req-2dd3648b-00ea-478f-aa1c-271dd40f496d tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/quotas/00cfcd24ac464466b0c59b2955aac89e HTTP/1.1" status: 200 len: 375 time: 0.0264094 Jan 29 03:44:41.372276 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-89dcf007-0fe7-4ab3-8ed4-ce2b545bc029 req-11428045-6fb9-4662-b4ff-324d15713793 service neutron] 10.222.0.25 "GET /v2.0/networks/4191093a-3e75-431e-ba6a-0a5e62dd1238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3192978 Jan 29 03:44:41.466803 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-90f9fe0d-5e96-4eec-98dd-7711fe790e58 req-ef9e7aca-6c36-45b3-9ffe-fd5c9e644860 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=00cfcd24ac464466b0c59b2955aac89e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2176890 Jan 29 03:44:41.634619 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b207c51e-6a40-4dda-861a-0abde54a6812 req-32d7c719-2851-49b8-96e9-fa269a5dd0e4 tempest-DeleteServersTestJSON-1124593692 tempest-DeleteServersTestJSON-1124593692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:44:41.636771 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-b207c51e-6a40-4dda-861a-0abde54a6812 req-32d7c719-2851-49b8-96e9-fa269a5dd0e4 tempest-DeleteServersTestJSON-1124593692 tempest-DeleteServersTestJSON-1124593692-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0238dfa-64ff-4122-8f56-0f4430b66bbb HTTP/1.1" status: 200 len: 944 time: 0.5907412 Jan 29 03:44:41.660928 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.db.db_base_plugin_common [req-6ba11842-21a7-4e07-872f-bd91e094a40a req-9f092832-c510-4add-b2a4-cc89c1c46fea tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Allocated IP 172.20.0.8 (def124bd-d2cb-4303-acf8-363c1eeee992/49f78b84-8abd-498c-8afc-c0464fd07915/99574264-03c0-4cb9-9094-a916433c52ab) {{(pid=109549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 03:44:41.669563 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-0d0d0303-4178-4eb8-ae82-3f45cf8b1505 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (None), before_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:41.783576 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-1d51b2a5-bde7-4782-b06c-5661b1da7e3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (d97408db-de56-4f1b-aebd-53e8e85c99cc), after_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:41.790652 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-1d51b2a5-bde7-4782-b06c-5661b1da7e3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:41.790652 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-1d51b2a5-bde7-4782-b06c-5661b1da7e3e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d97408db-de56-4f1b-aebd-53e8e85c99cc HTTP/1.1" status: 204 len: 168 time: 1.1611903 Jan 29 03:44:41.817926 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Device 3c3620d2-c4ca-4fc0-a44d-194be82ff593 up at agent ovs-agent-dv-cinder-826949-1-iscsi {{(pid=109551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 03:44:41.894614 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d51b2a5-bde7-4782-b06c-5661b1da7e3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d97408db-de56-4f1b-aebd-53e8e85c99cc,revision_number=None']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:44:41.955047 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-89dcf007-0fe7-4ab3-8ed4-ce2b545bc029 req-322b0fb6-3434-48d5-9951-80a15f6f63c0 service neutron] 10.222.0.25 "GET /v2.0/networks/4191093a-3e75-431e-ba6a-0a5e62dd1238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5662777 Jan 29 03:44:42.013060 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-90f9fe0d-5e96-4eec-98dd-7711fe790e58 req-44a55dcb-bd34-4bb4-b3e2-6a39a1e9e6f2 service neutron] 10.222.0.16 "GET /v2.0/networks/204ced72-9299-4a30-aa72-466acced45bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2565372 Jan 29 03:44:42.045240 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-b207c51e-6a40-4dda-861a-0abde54a6812 req-cc78f76a-6667-4754-8e8d-7c61ec460d8b tempest-DeleteServersTestJSON-1124593692 tempest-DeleteServersTestJSON-1124593692-project] 10.222.0.16 "GET /v2.0/security-groups?id=de816232-dfc3-483e-a17d-8743a55c62c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3878887 Jan 29 03:44:42.087473 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.provisioning_blocks [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Provisioning complete for port 3c3620d2-c4ca-4fc0-a44d-194be82ff593 triggered by entity L2. {{(pid=109551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 03:44:42.087473 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785313'] for port (3c3620d2-c4ca-4fc0-a44d-194be82ff593), provisioning_complete {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:42.214693 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-0f7c0828-5bf5-41c9-bbdc-031f1c17a162 req-d5e3dbbc-dc03-473a-ad4e-58135526268f tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce5ee017-4daf-4262-8ab0-d31cbfc42bce HTTP/1.1" status: 200 len: 210 time: 0.0484896 Jan 29 03:44:42.325001 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-90f9fe0d-5e96-4eec-98dd-7711fe790e58 req-a32eacc5-af16-4c84-8052-0a91a571e38e service neutron] 10.222.0.16 "GET /v2.0/networks/204ced72-9299-4a30-aa72-466acced45bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3051279 Jan 29 03:44:42.335337 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Current status of the port 3c3620d2-c4ca-4fc0-a44d-194be82ff593 is: ACTIVE; New status is: ACTIVE {{(pid=109551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 03:44:42.460126 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba99af06-19f3-4f39-ae87-b2f7f05332bf req-aabe9bb4-c43a-4d8d-8b00-d5cfc1d78c5e tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:44:42.474938 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-ba99af06-19f3-4f39-ae87-b2f7f05332bf req-aabe9bb4-c43a-4d8d-8b00-d5cfc1d78c5e tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb51aefd-c927-464c-a843-4291d9f9ec0b HTTP/1.1" status: 200 len: 943 time: 0.1290250 Jan 29 03:44:42.523075 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [req-6ba11842-21a7-4e07-872f-bd91e094a40a req-9f092832-c510-4add-b2a4-cc89c1c46fea tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Publish callbacks [] for port (99574264-03c0-4cb9-9094-a916433c52ab), precommit_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:42.535268 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.db.db_base_plugin_common [None req-0d0d0303-4178-4eb8-ae82-3f45cf8b1505 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Allocated IP 172.27.1.185 (84058fb5-7499-436d-9c61-9715f17a209a/8ef1eacb-ef7e-49c2-acc5-31126b063ddd/39704419-3945-489b-be90-0453c1367612) {{(pid=109549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 03:44:42.599359 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-ba99af06-19f3-4f39-ae87-b2f7f05332bf req-ed37f55f-5921-4873-a337-861f72f96d31 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d2e1765-fee5-481b-a069-96f98e74cbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223075 Jan 29 03:44:42.745849 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-0d0d0303-4178-4eb8-ae82-3f45cf8b1505 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Publish callbacks [] for port (39704419-3945-489b-be90-0453c1367612), precommit_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:42.870375 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [req-6ba11842-21a7-4e07-872f-bd91e094a40a req-9f092832-c510-4add-b2a4-cc89c1c46fea tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787145433393'] for port (99574264-03c0-4cb9-9094-a916433c52ab), after_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:42.951150 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-0d0d0303-4178-4eb8-ae82-3f45cf8b1505 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787145433393'] for port (39704419-3945-489b-be90-0453c1367612), after_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:43.024748 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ba11842-21a7-4e07-872f-bd91e094a40a req-9f092832-c510-4add-b2a4-cc89c1c46fea tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Network def124bd-d2cb-4303-acf8-363c1eeee992 is already hosted by enough agents. {{(pid=109549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 03:44:43.038638 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-bf97ca7f-30fd-40e3-81a2-2d6d72a2622b req-bc93fbc8-d983-441c-9a22-7635f689c45d tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f5813a3-d10f-42ef-99a5-50aa1af18f3a HTTP/1.1" status: 200 len: 210 time: 0.0910594 Jan 29 03:44:43.061620 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.scheduler.base_scheduler [req-6ba11842-21a7-4e07-872f-bd91e094a40a req-9f092832-c510-4add-b2a4-cc89c1c46fea tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Resources bound (agent type, host, resource id): {{(pid=109549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 03:44:43.068410 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ba11842-21a7-4e07-872f-bd91e094a40a req-9f092832-c510-4add-b2a4-cc89c1c46fea tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Received port after_create {{(pid=109549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 03:44:43.083950 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba11842-21a7-4e07-872f-bd91e094a40a req-9f092832-c510-4add-b2a4-cc89c1c46fea tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:44:43.086005 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [req-6ba11842-21a7-4e07-872f-bd91e094a40a req-9f092832-c510-4add-b2a4-cc89c1c46fea tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606130'] for port (None), before_response {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:43.102099 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f092832-c510-4add-b2a4-cc89c1c46fea tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Pushing event updated for resources: {'Port': ['ID=99574264-03c0-4cb9-9094-a916433c52ab,revision_number=1']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:44:43.116096 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0d0303-4178-4eb8-ae82-3f45cf8b1505 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Network 84058fb5-7499-436d-9c61-9715f17a209a is already hosted by enough agents. {{(pid=109549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 03:44:43.146146 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.scheduler.base_scheduler [None req-0d0d0303-4178-4eb8-ae82-3f45cf8b1505 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Resources bound (agent type, host, resource id): {{(pid=109549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 03:44:43.149110 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0d0303-4178-4eb8-ae82-3f45cf8b1505 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Received port after_create {{(pid=109549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 03:44:43.175588 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 43682) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:44:43.192892 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-426c9538-72e0-4f5a-a67c-ab7e08567736 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:43.202074 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0d0303-4178-4eb8-ae82-3f45cf8b1505 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Pushing event updated for resources: {'Port': ['ID=39704419-3945-489b-be90-0453c1367612,revision_number=1']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:44:43.242808 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-0d0d0303-4178-4eb8-ae82-3f45cf8b1505 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Publish callbacks [] for floatingip (67a047ca-d3d1-4721-8bea-502986995721), precommit_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:43.247603 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-6ba11842-21a7-4e07-872f-bd91e094a40a req-9f092832-c510-4add-b2a4-cc89c1c46fea tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3577874 Jan 29 03:44:43.273560 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.v2.base [req-6ba11842-21a7-4e07-872f-bd91e094a40a req-65b1bd03-8f24-4723-930d-4848cb16d8ee service neutron] Request body: {'port': {'device_id': '333eec8c-4437-4fe4-9440-e0210b9b6b71', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82694'}} {{(pid=109549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 03:44:43.320190 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b3c8e4-10ce-423b-9c29-1ab5faccb603 req-e060387b-4e80-4286-a2ce-48bfbac9239b tempest-DeleteServersTestJSON-1124593692 tempest-DeleteServersTestJSON-1124593692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:44:43.331294 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-41b3c8e4-10ce-423b-9c29-1ab5faccb603 req-e060387b-4e80-4286-a2ce-48bfbac9239b tempest-DeleteServersTestJSON-1124593692 tempest-DeleteServersTestJSON-1124593692-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0238dfa-64ff-4122-8f56-0f4430b66bbb HTTP/1.1" status: 200 len: 944 time: 0.1308160 Jan 29 03:44:43.369311 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 43688) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:44:43.410817 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-4f4063af-6910-4487-a7fd-0ce4eeb5f618 req-d1c10984-ea5a-4dec-97e5-2a1a0833f86f tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce5ee017-4daf-4262-8ab0-d31cbfc42bce HTTP/1.1" status: 200 len: 210 time: 0.0376163 Jan 29 03:44:43.427776 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-426c9538-72e0-4f5a-a67c-ab7e08567736 admin admin] Publish callbacks [] for security_group (3ea5a143-0ea6-48ea-b2ec-ec82bbe094ae), precommit_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:43.439568 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-41b3c8e4-10ce-423b-9c29-1ab5faccb603 req-0ea6b949-a513-46ec-9833-0ce25187aeb9 tempest-DeleteServersTestJSON-1124593692 tempest-DeleteServersTestJSON-1124593692-project] 10.222.0.16 "GET /v2.0/security-groups?id=de816232-dfc3-483e-a17d-8743a55c62c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066701 Jan 29 03:44:43.458461 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [req-6ba11842-21a7-4e07-872f-bd91e094a40a req-65b1bd03-8f24-4723-930d-4848cb16d8ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (99574264-03c0-4cb9-9094-a916433c52ab), before_update {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:43.499184 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-426c9538-72e0-4f5a-a67c-ab7e08567736 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (3ea5a143-0ea6-48ea-b2ec-ec82bbe094ae), after_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:43.524637 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-0d0d0303-4178-4eb8-ae82-3f45cf8b1505 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (39704419-3945-489b-be90-0453c1367612), before_update {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:43.596685 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426c9538-72e0-4f5a-a67c-ab7e08567736 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ea5a143-0ea6-48ea-b2ec-ec82bbe094ae,revision_number=1']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:44:43.610544 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-426c9538-72e0-4f5a-a67c-ab7e08567736 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e0bafea7f72f4f5aa12d701dab3f4ac7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4336519 Jan 29 03:44:43.623274 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 43692) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:44:43.990716 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83964a52-eb9f-4b9a-8291-e10510dd7e35 req-313c6e30-4a7f-4a82-a090-b0e7f0550857 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:44:43.992610 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-83964a52-eb9f-4b9a-8291-e10510dd7e35 req-313c6e30-4a7f-4a82-a090-b0e7f0550857 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.25 "GET /v2.0/networks?id=def124bd-d2cb-4303-acf8-363c1eeee992 HTTP/1.1" status: 200 len: 818 time: 0.3070195 Jan 29 03:44:44.063124 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.v2.base [req-83964a52-eb9f-4b9a-8291-e10510dd7e35 req-28254394-8285-400a-9038-7c6eae39871c tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Request body: {'port': {'device_id': 'ce5ee017-4daf-4262-8ab0-d31cbfc42bce', 'network_id': 'def124bd-d2cb-4303-acf8-363c1eeee992', 'admin_state_up': True, 'tenant_id': '995678f3901441a099ca67990ffaa293'}} {{(pid=109550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 03:44:44.096616 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-a66be2a1-81d7-482f-a341-ba68cfaab9a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:44.213325 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1f8127-4af9-46fa-9274-0150cdda03c2 req-b650e3ac-99b4-4bc1-829f-aad4d31e893c tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:44:44.214942 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-ca1f8127-4af9-46fa-9274-0150cdda03c2 req-b650e3ac-99b4-4bc1-829f-aad4d31e893c tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb51aefd-c927-464c-a843-4291d9f9ec0b HTTP/1.1" status: 200 len: 943 time: 0.4902716 Jan 29 03:44:44.215624 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-203462f4-e20f-484f-8885-7d0ceaa91dad admin admin] Publish callbacks [] for security_group (3ea5a143-0ea6-48ea-b2ec-ec82bbe094ae), before_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:44.331847 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-203462f4-e20f-484f-8885-7d0ceaa91dad admin admin] Publish callbacks [] for security_group (3ea5a143-0ea6-48ea-b2ec-ec82bbe094ae), precommit_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:44.434080 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-ca1f8127-4af9-46fa-9274-0150cdda03c2 req-e313e1e5-a400-4815-97b1-c4fa6658828c tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d2e1765-fee5-481b-a069-96f98e74cbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967952 Jan 29 03:44:44.485512 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-a66be2a1-81d7-482f-a341-ba68cfaab9a3 admin admin] Publish callbacks [] for security_group (b9ca126b-4f96-4f85-a176-8c60a79ea456), precommit_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:44.562912 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-59ad43c2-9f11-4235-a17b-8bd24777469a req-c81646dc-230a-4251-be59-e1234bdb3154 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f5813a3-d10f-42ef-99a5-50aa1af18f3a HTTP/1.1" status: 200 len: 210 time: 0.3331749 Jan 29 03:44:44.618566 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83964a52-eb9f-4b9a-8291-e10510dd7e35 req-28254394-8285-400a-9038-7c6eae39871c tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Made reservation on behalf of 995678f3901441a099ca67990ffaa293 for: {'port': 1} {{(pid=109550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 03:44:44.634153 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-83964a52-eb9f-4b9a-8291-e10510dd7e35 req-28254394-8285-400a-9038-7c6eae39871c tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (None), before_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:44.655196 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-a66be2a1-81d7-482f-a341-ba68cfaab9a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (b9ca126b-4f96-4f85-a176-8c60a79ea456), after_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:44.663011 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5073b609-48c9-41e2-a5dd-b95828191489 req-3ec97d1b-bef6-4c45-bfcc-813ad94b1e4c tempest-DeleteServersTestJSON-1124593692 tempest-DeleteServersTestJSON-1124593692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:44:44.665200 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-5073b609-48c9-41e2-a5dd-b95828191489 req-3ec97d1b-bef6-4c45-bfcc-813ad94b1e4c tempest-DeleteServersTestJSON-1124593692 tempest-DeleteServersTestJSON-1124593692-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0238dfa-64ff-4122-8f56-0f4430b66bbb HTTP/1.1" status: 200 len: 944 time: 0.1377718 Jan 29 03:44:44.665886 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-203462f4-e20f-484f-8885-7d0ceaa91dad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (3ea5a143-0ea6-48ea-b2ec-ec82bbe094ae), after_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:44.669339 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-203462f4-e20f-484f-8885-7d0ceaa91dad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:44.670797 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-203462f4-e20f-484f-8885-7d0ceaa91dad admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3ea5a143-0ea6-48ea-b2ec-ec82bbe094ae HTTP/1.1" status: 204 len: 168 time: 1.0456736 Jan 29 03:44:44.720613 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-ac2b4815-b1e4-4726-85a1-4996a9191d00 req-b526bd26-f1d8-4ff7-ae26-6c12877b4c3a tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce5ee017-4daf-4262-8ab0-d31cbfc42bce HTTP/1.1" status: 200 len: 210 time: 0.0492747 Jan 29 03:44:44.724335 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.notifiers.nova [req-6ba11842-21a7-4e07-872f-bd91e094a40a req-65b1bd03-8f24-4723-930d-4848cb16d8ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99574264-03c0-4cb9-9094-a916433c52ab {{(pid=109549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 03:44:44.735635 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [req-6ba11842-21a7-4e07-872f-bd91e094a40a req-65b1bd03-8f24-4723-930d-4848cb16d8ee service neutron] Publish callbacks [] for port (99574264-03c0-4cb9-9094-a916433c52ab), precommit_update {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:44.768927 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-0d0d0303-4178-4eb8-ae82-3f45cf8b1505 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Publish callbacks [] for port (39704419-3945-489b-be90-0453c1367612), precommit_update {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:44.770974 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.db.provisioning_blocks [req-6ba11842-21a7-4e07-872f-bd91e094a40a req-65b1bd03-8f24-4723-930d-4848cb16d8ee service neutron] Transition to ACTIVE for port object 99574264-03c0-4cb9-9094-a916433c52ab will not be triggered until provisioned by entity L2. {{(pid=109549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 03:44:44.818315 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 43726) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:44:44.818577 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-a66be2a1-81d7-482f-a341-ba68cfaab9a3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5a2e8e0451cf4a93b43d7ea69285805d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4467061 Jan 29 03:44:44.825716 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66be2a1-81d7-482f-a341-ba68cfaab9a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9ca126b-4f96-4f85-a176-8c60a79ea456,revision_number=1']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:44:44.886167 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-0d0d0303-4178-4eb8-ae82-3f45cf8b1505 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429'] for port (39704419-3945-489b-be90-0453c1367612), after_update {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:44.901124 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-ed921244-36eb-4a5a-85ca-511ccd2258cf admin admin] Publish callbacks [] for security_group (b9ca126b-4f96-4f85-a176-8c60a79ea456), before_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:44.903198 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203462f4-e20f-484f-8885-7d0ceaa91dad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ea5a143-0ea6-48ea-b2ec-ec82bbe094ae,revision_number=None']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:44:44.917871 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-5073b609-48c9-41e2-a5dd-b95828191489 req-ee30b44a-905c-4d29-ba2e-b338432bbf94 tempest-DeleteServersTestJSON-1124593692 tempest-DeleteServersTestJSON-1124593692-project] 10.222.0.16 "GET /v2.0/security-groups?id=de816232-dfc3-483e-a17d-8743a55c62c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220438 Jan 29 03:44:44.923644 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-688e1ff1-2fe7-4049-8d5b-a9c39a2a0db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (dac82def-0781-4624-a171-654e1b1d12af), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:44.935937 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [req-6ba11842-21a7-4e07-872f-bd91e094a40a req-65b1bd03-8f24-4723-930d-4848cb16d8ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429'] for port (99574264-03c0-4cb9-9094-a916433c52ab), after_update {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:44.938409 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-0d0d0303-4178-4eb8-ae82-3f45cf8b1505 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1909920'] for floatingip (67a047ca-d3d1-4721-8bea-502986995721), after_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:44.970993 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-ed921244-36eb-4a5a-85ca-511ccd2258cf admin admin] Publish callbacks [] for security_group (b9ca126b-4f96-4f85-a176-8c60a79ea456), precommit_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:45.004864 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0d0303-4178-4eb8-ae82-3f45cf8b1505 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Pushing event updated for resources: {'Port': ['ID=39704419-3945-489b-be90-0453c1367612,revision_number=2']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:44:45.058026 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.db.db_base_plugin_common [req-83964a52-eb9f-4b9a-8291-e10510dd7e35 req-28254394-8285-400a-9038-7c6eae39871c tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Allocated IP 172.20.0.9 (def124bd-d2cb-4303-acf8-363c1eeee992/49f78b84-8abd-498c-8afc-c0464fd07915/5e8c426e-0aed-4140-8239-4f445cd530d4) {{(pid=109550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 03:44:45.093880 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-0d0d0303-4178-4eb8-ae82-3f45cf8b1505 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166518'] for floatingip (None), before_response {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:45.095125 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-0d0d0303-4178-4eb8-ae82-3f45cf8b1505 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.6906149 Jan 29 03:44:45.115687 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.plugins.ml2.managers [req-6ba11842-21a7-4e07-872f-bd91e094a40a req-65b1bd03-8f24-4723-930d-4848cb16d8ee service neutron] Attempting to bind port 99574264-03c0-4cb9-9094-a916433c52ab on host hv-cinder-82694 for vnic_type normal with profile {{(pid=109549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 03:44:45.115687 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.plugins.ml2.managers [req-6ba11842-21a7-4e07-872f-bd91e094a40a req-65b1bd03-8f24-4723-930d-4848cb16d8ee service neutron] Attempting to bind port 99574264-03c0-4cb9-9094-a916433c52ab by drivers openvswitch,hyperv on host hv-cinder-82694 at level 0 using segments [{'id': '33654556-4a78-4da6-99c6-24c24c214550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'def124bd-d2cb-4303-acf8-363c1eeee992'}] {{(pid=109549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 03:44:45.115687 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba11842-21a7-4e07-872f-bd91e094a40a req-65b1bd03-8f24-4723-930d-4848cb16d8ee service neutron] Attempting to bind port 99574264-03c0-4cb9-9094-a916433c52ab on network def124bd-d2cb-4303-acf8-363c1eeee992 {{(pid=109549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 03:44:45.122093 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b1bd03-8f24-4723-930d-4848cb16d8ee service neutron] Pushing event updated for resources: {'Port': ['ID=99574264-03c0-4cb9-9094-a916433c52ab,revision_number=2']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:44:45.126338 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba11842-21a7-4e07-872f-bd91e094a40a req-65b1bd03-8f24-4723-930d-4848cb16d8ee service neutron] Port 99574264-03c0-4cb9-9094-a916433c52ab on network def124bd-d2cb-4303-acf8-363c1eeee992 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82694 {{(pid=109549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 03:44:45.126338 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba11842-21a7-4e07-872f-bd91e094a40a req-65b1bd03-8f24-4723-930d-4848cb16d8ee service neutron] Attempting to bind port 99574264-03c0-4cb9-9094-a916433c52ab on network def124bd-d2cb-4303-acf8-363c1eeee992 {{(pid=109549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 03:44:45.132821 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba11842-21a7-4e07-872f-bd91e094a40a req-65b1bd03-8f24-4723-930d-4848cb16d8ee service neutron] Checking agent: {'id': 'ad4128b7-7a77-4672-aa49-b5d5d6c7d736', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 3, 42, 25), 'started_at': datetime.datetime(2022, 1, 29, 3, 42, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 3, 44, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 03:44:45.132821 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba11842-21a7-4e07-872f-bd91e094a40a req-65b1bd03-8f24-4723-930d-4848cb16d8ee service neutron] Checking segment: {'id': '33654556-4a78-4da6-99c6-24c24c214550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'def124bd-d2cb-4303-acf8-363c1eeee992'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 03:44:45.133219 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba11842-21a7-4e07-872f-bd91e094a40a req-65b1bd03-8f24-4723-930d-4848cb16d8ee service neutron] Bound using segment: {'id': '33654556-4a78-4da6-99c6-24c24c214550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'def124bd-d2cb-4303-acf8-363c1eeee992'} {{(pid=109549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 03:44:45.133648 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.plugins.ml2.managers [req-6ba11842-21a7-4e07-872f-bd91e094a40a req-65b1bd03-8f24-4723-930d-4848cb16d8ee service neutron] Bound port: 99574264-03c0-4cb9-9094-a916433c52ab, host: hv-cinder-82694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33654556-4a78-4da6-99c6-24c24c214550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'def124bd-d2cb-4303-acf8-363c1eeee992'}}] {{(pid=109549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 03:44:45.134007 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [req-6ba11842-21a7-4e07-872f-bd91e094a40a req-65b1bd03-8f24-4723-930d-4848cb16d8ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (99574264-03c0-4cb9-9094-a916433c52ab), before_update {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:45.208218 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.plugins.ml2.db [req-6ba11842-21a7-4e07-872f-bd91e094a40a req-65b1bd03-8f24-4723-930d-4848cb16d8ee service neutron] For port 99574264-03c0-4cb9-9094-a916433c52ab, host hv-cinder-82694, cleared binding levels {{(pid=109549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 03:44:45.212701 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.plugins.ml2.db [req-6ba11842-21a7-4e07-872f-bd91e094a40a req-65b1bd03-8f24-4723-930d-4848cb16d8ee service neutron] For port 99574264-03c0-4cb9-9094-a916433c52ab, host hv-cinder-82694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=99574264-03c0-4cb9-9094-a916433c52ab,segment=NetworkSegment(33654556-4a78-4da6-99c6-24c24c214550),segment_id=33654556-4a78-4da6-99c6-24c24c214550)] {{(pid=109549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 03:44:45.218102 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-ed921244-36eb-4a5a-85ca-511ccd2258cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (b9ca126b-4f96-4f85-a176-8c60a79ea456), after_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:45.221363 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-ed921244-36eb-4a5a-85ca-511ccd2258cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:45.223045 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-ed921244-36eb-4a5a-85ca-511ccd2258cf admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b9ca126b-4f96-4f85-a176-8c60a79ea456 HTTP/1.1" status: 204 len: 168 time: 0.4027493 Jan 29 03:44:45.234694 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed921244-36eb-4a5a-85ca-511ccd2258cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9ca126b-4f96-4f85-a176-8c60a79ea456,revision_number=None']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:44:45.316938 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-83964a52-eb9f-4b9a-8291-e10510dd7e35 req-28254394-8285-400a-9038-7c6eae39871c tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Publish callbacks [] for port (5e8c426e-0aed-4140-8239-4f445cd530d4), precommit_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:45.329359 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [req-6ba11842-21a7-4e07-872f-bd91e094a40a req-65b1bd03-8f24-4723-930d-4848cb16d8ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429'] for port (99574264-03c0-4cb9-9094-a916433c52ab), after_update {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:45.377714 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba11842-21a7-4e07-872f-bd91e094a40a req-65b1bd03-8f24-4723-930d-4848cb16d8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:44:45.378375 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [req-6ba11842-21a7-4e07-872f-bd91e094a40a req-65b1bd03-8f24-4723-930d-4848cb16d8ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606130'] for port (None), before_response {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:45.380027 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-6ba11842-21a7-4e07-872f-bd91e094a40a req-65b1bd03-8f24-4723-930d-4848cb16d8ee service neutron] 10.222.0.25 "PUT /v2.0/ports/99574264-03c0-4cb9-9094-a916433c52ab HTTP/1.1" status: 200 len: 1093 time: 2.1167405 Jan 29 03:44:45.380320 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '333eec8c-4437-4fe4-9440-e0210b9b6b71', 'tag': '99574264-03c0-4cb9-9094-a916433c52ab'}] {{(pid=109549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 03:44:45.426570 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-83964a52-eb9f-4b9a-8291-e10510dd7e35 req-28254394-8285-400a-9038-7c6eae39871c tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787145433393'] for port (5e8c426e-0aed-4140-8239-4f445cd530d4), after_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:45.470393 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83964a52-eb9f-4b9a-8291-e10510dd7e35 req-28254394-8285-400a-9038-7c6eae39871c tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Network def124bd-d2cb-4303-acf8-363c1eeee992 is already hosted by enough agents. {{(pid=109550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 03:44:45.476273 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.scheduler.base_scheduler [req-83964a52-eb9f-4b9a-8291-e10510dd7e35 req-28254394-8285-400a-9038-7c6eae39871c tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Resources bound (agent type, host, resource id): {{(pid=109550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 03:44:45.481020 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.db.l3_dvrscheduler_db [req-83964a52-eb9f-4b9a-8291-e10510dd7e35 req-28254394-8285-400a-9038-7c6eae39871c tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Received port after_create {{(pid=109550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 03:44:45.486334 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83964a52-eb9f-4b9a-8291-e10510dd7e35 req-28254394-8285-400a-9038-7c6eae39871c tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:44:45.486975 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-83964a52-eb9f-4b9a-8291-e10510dd7e35 req-28254394-8285-400a-9038-7c6eae39871c tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606130'] for port (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:45.491643 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28254394-8285-400a-9038-7c6eae39871c tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Pushing event updated for resources: {'Port': ['ID=5e8c426e-0aed-4140-8239-4f445cd530d4,revision_number=1']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:44:45.503196 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b1bd03-8f24-4723-930d-4848cb16d8ee service neutron] Pushing event updated for resources: {'Port': ['ID=99574264-03c0-4cb9-9094-a916433c52ab,revision_number=3']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:44:45.509940 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-5c4058d2-db1f-425c-82e2-d8dc8769ba4b req-a0d0ccf7-a48d-471e-a6cb-568e25d6e9a3 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1723519298&fields=id&tenant_id=0f6df9863d6a490a92b2f3c872aec541 HTTP/1.1" status: 200 len: 267 time: 0.1896722 Jan 29 03:44:45.614098 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d628728-87a0-4fbc-ad69-516dae31ebd9 req-72a0f145-a743-4567-a2e6-c119ed5c24bb tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:44:45.616340 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-0d628728-87a0-4fbc-ad69-516dae31ebd9 req-72a0f145-a743-4567-a2e6-c119ed5c24bb tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb51aefd-c927-464c-a843-4291d9f9ec0b HTTP/1.1" status: 200 len: 943 time: 0.0844355 Jan 29 03:44:45.628525 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-83964a52-eb9f-4b9a-8291-e10510dd7e35 req-28254394-8285-400a-9038-7c6eae39871c tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5877771 Jan 29 03:44:45.651024 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.v2.base [req-83964a52-eb9f-4b9a-8291-e10510dd7e35 req-ea73dae5-dba3-4b11-acd2-15834f631db0 service neutron] Request body: {'port': {'device_id': 'ce5ee017-4daf-4262-8ab0-d31cbfc42bce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82694'}} {{(pid=109550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 03:44:45.706645 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4058d2-db1f-425c-82e2-d8dc8769ba4b req-9b9ceaa6-fe77-48c5-99b5-e2ac32d4824e tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:44:45.707429 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-0d628728-87a0-4fbc-ad69-516dae31ebd9 req-b515b0be-7421-4c5a-a98f-7769be180e20 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d2e1765-fee5-481b-a069-96f98e74cbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853395 Jan 29 03:44:45.708435 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-5c4058d2-db1f-425c-82e2-d8dc8769ba4b req-9b9ceaa6-fe77-48c5-99b5-e2ac32d4824e tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/networks?id=4b4e9710-b6c9-4002-b8a3-8aa9bf7336cb HTTP/1.1" status: 200 len: 810 time: 0.1901457 Jan 29 03:44:45.730249 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 43768) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:44:45.742044 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-83964a52-eb9f-4b9a-8291-e10510dd7e35 req-ea73dae5-dba3-4b11-acd2-15834f631db0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (5e8c426e-0aed-4140-8239-4f445cd530d4), before_update {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:45.746427 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-5c4058d2-db1f-425c-82e2-d8dc8769ba4b req-afe3bd9e-65d2-417f-aeb5-2791e7777200 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/quotas/0f6df9863d6a490a92b2f3c872aec541 HTTP/1.1" status: 200 len: 375 time: 0.0313148 Jan 29 03:44:45.756293 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba11842-21a7-4e07-872f-bd91e094a40a req-948022e2-dcc3-41fa-9393-ee135b8f0b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:44:45.758091 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-6ba11842-21a7-4e07-872f-bd91e094a40a req-948022e2-dcc3-41fa-9393-ee135b8f0b7f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=995678f3901441a099ca67990ffaa293&device_id=333eec8c-4437-4fe4-9440-e0210b9b6b71 HTTP/1.1" status: 200 len: 1127 time: 0.1303031 Jan 29 03:44:45.878770 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-6ba11842-21a7-4e07-872f-bd91e094a40a req-463c3b42-dae2-4b6b-90a1-621b56dbfd8a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=99574264-03c0-4cb9-9094-a916433c52ab HTTP/1.1" status: 200 len: 217 time: 0.1063824 Jan 29 03:44:45.903503 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-75e75a76-ba36-421e-9d68-a02b9bfde7d1 req-0d200d09-5153-49ee-aa8e-2699c4dfb1c2 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f5813a3-d10f-42ef-99a5-50aa1af18f3a HTTP/1.1" status: 200 len: 210 time: 0.0421815 Jan 29 03:44:45.903887 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eb97c5ce77542c962afefcf7d25dfa9d5b4346a1bb599a27deba15904c7eea3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c4b3ca9-2588-4b59-a28c-f428ad1b2de9" -d '{"events": [{"name": "network-changed", "server_uuid": "333eec8c-4437-4fe4-9440-e0210b9b6b71", "tag": "99574264-03c0-4cb9-9094-a916433c52ab"}]}' {{(pid=109549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 03:44:45.963920 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-5c4058d2-db1f-425c-82e2-d8dc8769ba4b req-3ac718b1-9c4a-42d4-bd9b-617e4d98679c tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=0f6df9863d6a490a92b2f3c872aec541&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2044036 Jan 29 03:44:46.039972 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba11842-21a7-4e07-872f-bd91e094a40a req-fe8849d0-2e13-45d5-8653-42ee4e9a288e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:44:46.045578 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-6ba11842-21a7-4e07-872f-bd91e094a40a req-fe8849d0-2e13-45d5-8653-42ee4e9a288e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=49f78b84-8abd-498c-8afc-c0464fd07915 HTTP/1.1" status: 200 len: 858 time: 0.1413970 Jan 29 03:44:46.059649 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-137244b0-3c56-4a91-bc52-3bf65f981a52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:46.110342 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-6ba11842-21a7-4e07-872f-bd91e094a40a req-06959a3d-dbc4-4149-a8fb-6b02a0254861 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=def124bd-d2cb-4303-acf8-363c1eeee992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533819 Jan 29 03:44:46.140805 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-5c4058d2-db1f-425c-82e2-d8dc8769ba4b req-52036ab3-e5fd-4357-9ad3-d7fd5036f5b9 service neutron] 10.222.0.16 "GET /v2.0/networks/4b4e9710-b6c9-4002-b8a3-8aa9bf7336cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647842 Jan 29 03:44:46.144658 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47fbccb-a345-49ad-a536-bfecc2b4b685 req-7170b1a7-784b-4eca-ac39-1970aa1cc1bd tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:44:46.146108 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-a47fbccb-a345-49ad-a536-bfecc2b4b685 req-7170b1a7-784b-4eca-ac39-1970aa1cc1bd tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce5ee017-4daf-4262-8ab0-d31cbfc42bce HTTP/1.1" status: 200 len: 931 time: 0.1392882 Jan 29 03:44:46.206759 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.notifiers.nova [req-83964a52-eb9f-4b9a-8291-e10510dd7e35 req-ea73dae5-dba3-4b11-acd2-15834f631db0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e8c426e-0aed-4140-8239-4f445cd530d4 {{(pid=109550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 03:44:46.219825 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-83964a52-eb9f-4b9a-8291-e10510dd7e35 req-ea73dae5-dba3-4b11-acd2-15834f631db0 service neutron] Publish callbacks [] for port (5e8c426e-0aed-4140-8239-4f445cd530d4), precommit_update {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:46.255608 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.db.provisioning_blocks [req-83964a52-eb9f-4b9a-8291-e10510dd7e35 req-ea73dae5-dba3-4b11-acd2-15834f631db0 service neutron] Transition to ACTIVE for port object 5e8c426e-0aed-4140-8239-4f445cd530d4 will not be triggered until provisioned by entity L2. {{(pid=109550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 03:44:46.282520 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-a47fbccb-a345-49ad-a536-bfecc2b4b685 req-1319b2bf-a6e4-4ab0-86d4-890018567d21 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c3df9bf-9f05-408c-a02f-29a763dd3f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150925 Jan 29 03:44:46.287674 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-137244b0-3c56-4a91-bc52-3bf65f981a52 admin admin] Publish callbacks [] for security_group (94d76647-7c75-4f56-81c3-214d8025ce74), precommit_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:46.383896 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-83964a52-eb9f-4b9a-8291-e10510dd7e35 req-ea73dae5-dba3-4b11-acd2-15834f631db0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429'] for port (5e8c426e-0aed-4140-8239-4f445cd530d4), after_update {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:46.447402 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-137244b0-3c56-4a91-bc52-3bf65f981a52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (94d76647-7c75-4f56-81c3-214d8025ce74), after_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:46.471458 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-5c4058d2-db1f-425c-82e2-d8dc8769ba4b req-f5940957-93c4-4573-81e2-2ce48f6fd39c service neutron] 10.222.0.16 "GET /v2.0/networks/4b4e9710-b6c9-4002-b8a3-8aa9bf7336cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3296871 Jan 29 03:44:46.480627 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea73dae5-dba3-4b11-acd2-15834f631db0 service neutron] Pushing event updated for resources: {'Port': ['ID=5e8c426e-0aed-4140-8239-4f445cd530d4,revision_number=2']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:44:46.538147 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 03:44:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a6ca0fa-7188-4a1e-8559-76cd6a6e0319 x-openstack-request-id: req-2a6ca0fa-7188-4a1e-8559-76cd6a6e0319 {{(pid=109549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 03:44:46.538384 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "333eec8c-4437-4fe4-9440-e0210b9b6b71", "tag": "99574264-03c0-4cb9-9094-a916433c52ab", "status": "completed", "code": 200}]} {{(pid=109549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 03:44:46.538487 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2a6ca0fa-7188-4a1e-8559-76cd6a6e0319 {{(pid=109549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 03:44:46.543452 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '333eec8c-4437-4fe4-9440-e0210b9b6b71', 'tag': '99574264-03c0-4cb9-9094-a916433c52ab', 'status': 'completed', 'code': 200} Jan 29 03:44:46.543452 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 43790) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:44:46.543821 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-137244b0-3c56-4a91-bc52-3bf65f981a52 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5dcd01312a1c4bc598bcca5e15abc11f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8084874 Jan 29 03:44:46.549355 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 43792) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:44:46.583154 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-a03a16d0-1b38-45cc-8691-ae2403bd85b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:46.598590 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.managers [req-83964a52-eb9f-4b9a-8291-e10510dd7e35 req-ea73dae5-dba3-4b11-acd2-15834f631db0 service neutron] Attempting to bind port 5e8c426e-0aed-4140-8239-4f445cd530d4 on host hv-cinder-82694 for vnic_type normal with profile {{(pid=109550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 03:44:46.598966 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.managers [req-83964a52-eb9f-4b9a-8291-e10510dd7e35 req-ea73dae5-dba3-4b11-acd2-15834f631db0 service neutron] Attempting to bind port 5e8c426e-0aed-4140-8239-4f445cd530d4 by drivers openvswitch,hyperv on host hv-cinder-82694 at level 0 using segments [{'id': '33654556-4a78-4da6-99c6-24c24c214550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'def124bd-d2cb-4303-acf8-363c1eeee992'}] {{(pid=109550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 03:44:46.599334 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83964a52-eb9f-4b9a-8291-e10510dd7e35 req-ea73dae5-dba3-4b11-acd2-15834f631db0 service neutron] Attempting to bind port 5e8c426e-0aed-4140-8239-4f445cd530d4 on network def124bd-d2cb-4303-acf8-363c1eeee992 {{(pid=109550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 03:44:46.619417 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-6ba11842-21a7-4e07-872f-bd91e094a40a req-bed008fc-4a72-477b-90b9-69e25b283609 service neutron] 10.222.0.25 "GET /v2.0/networks/def124bd-d2cb-4303-acf8-363c1eeee992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4974914 Jan 29 03:44:46.652684 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137244b0-3c56-4a91-bc52-3bf65f981a52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94d76647-7c75-4f56-81c3-214d8025ce74,revision_number=1']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:44:46.665950 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83964a52-eb9f-4b9a-8291-e10510dd7e35 req-ea73dae5-dba3-4b11-acd2-15834f631db0 service neutron] Port 5e8c426e-0aed-4140-8239-4f445cd530d4 on network def124bd-d2cb-4303-acf8-363c1eeee992 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82694 {{(pid=109550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 03:44:46.665950 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83964a52-eb9f-4b9a-8291-e10510dd7e35 req-ea73dae5-dba3-4b11-acd2-15834f631db0 service neutron] Attempting to bind port 5e8c426e-0aed-4140-8239-4f445cd530d4 on network def124bd-d2cb-4303-acf8-363c1eeee992 {{(pid=109550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 03:44:46.679538 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83964a52-eb9f-4b9a-8291-e10510dd7e35 req-ea73dae5-dba3-4b11-acd2-15834f631db0 service neutron] Checking agent: {'id': 'ad4128b7-7a77-4672-aa49-b5d5d6c7d736', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 3, 42, 25), 'started_at': datetime.datetime(2022, 1, 29, 3, 42, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 3, 44, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 03:44:46.679805 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83964a52-eb9f-4b9a-8291-e10510dd7e35 req-ea73dae5-dba3-4b11-acd2-15834f631db0 service neutron] Checking segment: {'id': '33654556-4a78-4da6-99c6-24c24c214550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'def124bd-d2cb-4303-acf8-363c1eeee992'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 03:44:46.680213 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83964a52-eb9f-4b9a-8291-e10510dd7e35 req-ea73dae5-dba3-4b11-acd2-15834f631db0 service neutron] Bound using segment: {'id': '33654556-4a78-4da6-99c6-24c24c214550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'def124bd-d2cb-4303-acf8-363c1eeee992'} {{(pid=109550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 03:44:46.680654 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.managers [req-83964a52-eb9f-4b9a-8291-e10510dd7e35 req-ea73dae5-dba3-4b11-acd2-15834f631db0 service neutron] Bound port: 5e8c426e-0aed-4140-8239-4f445cd530d4, host: hv-cinder-82694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33654556-4a78-4da6-99c6-24c24c214550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'def124bd-d2cb-4303-acf8-363c1eeee992'}}] {{(pid=109550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 03:44:46.680997 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-83964a52-eb9f-4b9a-8291-e10510dd7e35 req-ea73dae5-dba3-4b11-acd2-15834f631db0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (5e8c426e-0aed-4140-8239-4f445cd530d4), before_update {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:46.755310 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-19e7dd76-406c-43a2-ad33-c61826d0777e admin admin] Publish callbacks [] for security_group (94d76647-7c75-4f56-81c3-214d8025ce74), before_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:46.766973 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622142f4-8170-423a-be0f-443a0201de01 req-2e0f75c8-0732-485b-b783-db22aa5bbbd9 tempest-DeleteServersTestJSON-1124593692 tempest-DeleteServersTestJSON-1124593692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:44:46.768927 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-622142f4-8170-423a-be0f-443a0201de01 req-2e0f75c8-0732-485b-b783-db22aa5bbbd9 tempest-DeleteServersTestJSON-1124593692 tempest-DeleteServersTestJSON-1124593692-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0238dfa-64ff-4122-8f56-0f4430b66bbb HTTP/1.1" status: 200 len: 944 time: 0.2091424 Jan 29 03:44:46.783752 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f9fe0d-5e96-4eec-98dd-7711fe790e58 req-4510a16e-e6a6-4f42-83a9-3db78b2253e1 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:44:46.784103 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-6ba11842-21a7-4e07-872f-bd91e094a40a req-0f209cc0-dcfd-4faa-b4df-f30f55739cf8 service neutron] 10.222.0.25 "GET /v2.0/networks/def124bd-d2cb-4303-acf8-363c1eeee992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543777 Jan 29 03:44:46.784232 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-90f9fe0d-5e96-4eec-98dd-7711fe790e58 req-4510a16e-e6a6-4f42-83a9-3db78b2253e1 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.25 "GET /v2.0/networks?id=204ced72-9299-4a30-aa72-466acced45bf HTTP/1.1" status: 200 len: 817 time: 0.2566907 Jan 29 03:44:46.804113 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-19e7dd76-406c-43a2-ad33-c61826d0777e admin admin] Publish callbacks [] for security_group (94d76647-7c75-4f56-81c3-214d8025ce74), precommit_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:46.853838 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-a03a16d0-1b38-45cc-8691-ae2403bd85b0 admin admin] Publish callbacks [] for security_group (5a8916a9-afd2-4dd5-aa1d-f7aded9a4c92), precommit_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:46.862193 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.db [req-83964a52-eb9f-4b9a-8291-e10510dd7e35 req-ea73dae5-dba3-4b11-acd2-15834f631db0 service neutron] For port 5e8c426e-0aed-4140-8239-4f445cd530d4, host hv-cinder-82694, cleared binding levels {{(pid=109550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 03:44:46.908038 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.db [req-83964a52-eb9f-4b9a-8291-e10510dd7e35 req-ea73dae5-dba3-4b11-acd2-15834f631db0 service neutron] For port 5e8c426e-0aed-4140-8239-4f445cd530d4, host hv-cinder-82694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=5e8c426e-0aed-4140-8239-4f445cd530d4,segment=NetworkSegment(33654556-4a78-4da6-99c6-24c24c214550),segment_id=33654556-4a78-4da6-99c6-24c24c214550)] {{(pid=109550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 03:44:46.919401 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-622142f4-8170-423a-be0f-443a0201de01 req-2a46116d-9e51-458d-a5e9-662c2215e203 tempest-DeleteServersTestJSON-1124593692 tempest-DeleteServersTestJSON-1124593692-project] 10.222.0.16 "GET /v2.0/security-groups?id=de816232-dfc3-483e-a17d-8743a55c62c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434464 Jan 29 03:44:46.940091 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-90f9fe0d-5e96-4eec-98dd-7711fe790e58 req-6d9eaad9-7522-41ca-b5ca-3dba7ed89d7b tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=00cfcd24ac464466b0c59b2955aac89e HTTP/1.1" status: 200 len: 380 time: 0.1254287 Jan 29 03:44:46.956334 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aab54f-161b-4ffb-9dde-e30080c362ae req-2b3166e5-3a46-41c2-a065-7a4b43ebb1c6 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:44:46.958096 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-a2aab54f-161b-4ffb-9dde-e30080c362ae req-2b3166e5-3a46-41c2-a065-7a4b43ebb1c6 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb51aefd-c927-464c-a843-4291d9f9ec0b HTTP/1.1" status: 200 len: 943 time: 0.0957403 Jan 29 03:44:46.959340 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-a03a16d0-1b38-45cc-8691-ae2403bd85b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (5a8916a9-afd2-4dd5-aa1d-f7aded9a4c92), after_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:46.982367 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.v2.base [req-90f9fe0d-5e96-4eec-98dd-7711fe790e58 req-f437df29-475d-447d-839e-b8f31a4ef929 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Request body: {'port': {'device_id': '8f5813a3-d10f-42ef-99a5-50aa1af18f3a', 'network_id': '204ced72-9299-4a30-aa72-466acced45bf', 'admin_state_up': True, 'tenant_id': '00cfcd24ac464466b0c59b2955aac89e', 'security_groups': ['ca8be9f3-7d70-4884-a281-94c7af685802']}} {{(pid=109550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 03:44:47.040889 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-83964a52-eb9f-4b9a-8291-e10510dd7e35 req-ea73dae5-dba3-4b11-acd2-15834f631db0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429'] for port (5e8c426e-0aed-4140-8239-4f445cd530d4), after_update {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:47.066904 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-19e7dd76-406c-43a2-ad33-c61826d0777e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (94d76647-7c75-4f56-81c3-214d8025ce74), after_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:47.069496 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-19e7dd76-406c-43a2-ad33-c61826d0777e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:47.073198 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-19e7dd76-406c-43a2-ad33-c61826d0777e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/94d76647-7c75-4f56-81c3-214d8025ce74 HTTP/1.1" status: 204 len: 168 time: 0.5176837 Jan 29 03:44:47.077591 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a16d0-1b38-45cc-8691-ae2403bd85b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a8916a9-afd2-4dd5-aa1d-f7aded9a4c92,revision_number=1']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:44:47.082572 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-a03a16d0-1b38-45cc-8691-ae2403bd85b0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=afa7a0e9d657469981deab5bbc5adf2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5402966 Jan 29 03:44:47.093057 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 43814) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:44:47.115312 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e7dd76-406c-43a2-ad33-c61826d0777e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94d76647-7c75-4f56-81c3-214d8025ce74,revision_number=None']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:44:47.144036 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-a2aab54f-161b-4ffb-9dde-e30080c362ae req-a02a5562-0fe4-4a62-819b-b8609f23bed3 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d2e1765-fee5-481b-a069-96f98e74cbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780009 Jan 29 03:44:47.167900 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-88d940ec-3d0f-4f31-8c7f-9e02d65c1faf req-25d44b84-ee51-4c54-9e22-b2bb1d3fb8cb tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/ports?device_id=45fc5079-1458-479d-b5b0-d0b0fb1e9235 HTTP/1.1" status: 200 len: 210 time: 0.1290660 Jan 29 03:44:47.168671 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4b3ca9-2588-4b59-a28c-f428ad1b2de9 req-a42e3aea-7740-425d-93ab-acf9c0a53233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:44:47.170191 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-0c4b3ca9-2588-4b59-a28c-f428ad1b2de9 req-a42e3aea-7740-425d-93ab-acf9c0a53233 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=995678f3901441a099ca67990ffaa293&device_id=333eec8c-4437-4fe4-9440-e0210b9b6b71 HTTP/1.1" status: 200 len: 1127 time: 0.1805282 Jan 29 03:44:47.200788 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83964a52-eb9f-4b9a-8291-e10510dd7e35 req-ea73dae5-dba3-4b11-acd2-15834f631db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:44:47.201359 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-83964a52-eb9f-4b9a-8291-e10510dd7e35 req-ea73dae5-dba3-4b11-acd2-15834f631db0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606130'] for port (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:47.203255 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-83964a52-eb9f-4b9a-8291-e10510dd7e35 req-ea73dae5-dba3-4b11-acd2-15834f631db0 service neutron] 10.222.0.25 "PUT /v2.0/ports/5e8c426e-0aed-4140-8239-4f445cd530d4 HTTP/1.1" status: 200 len: 1093 time: 1.5582240 Jan 29 03:44:47.208083 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce5ee017-4daf-4262-8ab0-d31cbfc42bce', 'tag': '5e8c426e-0aed-4140-8239-4f445cd530d4'}] {{(pid=109550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 03:44:47.208083 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fa7e8514ec8b1871638cf3d0c6bf241b62bf17ffd430199c6215cc57604ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-940f02c7-b744-4e4c-bd9f-974135594d92" -d '{"events": [{"name": "network-changed", "server_uuid": "ce5ee017-4daf-4262-8ab0-d31cbfc42bce", "tag": "5e8c426e-0aed-4140-8239-4f445cd530d4"}]}' {{(pid=109550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 03:44:47.276941 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea73dae5-dba3-4b11-acd2-15834f631db0 service neutron] Pushing event updated for resources: {'Port': ['ID=5e8c426e-0aed-4140-8239-4f445cd530d4,revision_number=3']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:44:47.285375 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-adbc61ac-4a85-435f-8490-811163e29d27 admin admin] Publish callbacks [] for security_group (5a8916a9-afd2-4dd5-aa1d-f7aded9a4c92), before_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:47.293127 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 03:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3deb0fcc-e7bd-474d-8ee8-d0bf2247ad3e x-openstack-request-id: req-3deb0fcc-e7bd-474d-8ee8-d0bf2247ad3e {{(pid=109550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 03:44:47.296698 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce5ee017-4daf-4262-8ab0-d31cbfc42bce", "tag": "5e8c426e-0aed-4140-8239-4f445cd530d4", "status": "completed", "code": 200}]} {{(pid=109550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 03:44:47.296698 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3deb0fcc-e7bd-474d-8ee8-d0bf2247ad3e {{(pid=109550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 03:44:47.296698 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce5ee017-4daf-4262-8ab0-d31cbfc42bce', 'tag': '5e8c426e-0aed-4140-8239-4f445cd530d4', 'status': 'completed', 'code': 200} Jan 29 03:44:47.401903 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940f02c7-b744-4e4c-bd9f-974135594d92 req-f497de7d-6420-40a6-8c29-1a3fe65aa91d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:44:47.403547 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-940f02c7-b744-4e4c-bd9f-974135594d92 req-f497de7d-6420-40a6-8c29-1a3fe65aa91d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=995678f3901441a099ca67990ffaa293&device_id=ce5ee017-4daf-4262-8ab0-d31cbfc42bce HTTP/1.1" status: 200 len: 1127 time: 0.0727386 Jan 29 03:44:47.410116 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-8733cbae-61f1-47d9-9f6e-a17f37000ca6 req-4228e830-044e-4c6c-8755-9e1000680179 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f5813a3-d10f-42ef-99a5-50aa1af18f3a HTTP/1.1" status: 200 len: 210 time: 0.1261017 Jan 29 03:44:47.440931 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-152a18f9-f986-4128-8c0d-a4d997fdb260 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (d5b8732c-6ac1-45e3-a79e-cd9863fe8196), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:47.442789 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-adbc61ac-4a85-435f-8490-811163e29d27 admin admin] Publish callbacks [] for security_group (5a8916a9-afd2-4dd5-aa1d-f7aded9a4c92), precommit_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:47.511873 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4b3ca9-2588-4b59-a28c-f428ad1b2de9 req-6e717a68-5eef-42f5-919b-72d8cd696da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:44:47.513363 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-0c4b3ca9-2588-4b59-a28c-f428ad1b2de9 req-6e717a68-5eef-42f5-919b-72d8cd696da9 service neutron] 10.222.0.25 "GET /v2.0/networks?id=def124bd-d2cb-4303-acf8-363c1eeee992 HTTP/1.1" status: 200 len: 918 time: 0.3330801 Jan 29 03:44:47.531701 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90f9fe0d-5e96-4eec-98dd-7711fe790e58 req-f437df29-475d-447d-839e-b8f31a4ef929 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Made reservation on behalf of 00cfcd24ac464466b0c59b2955aac89e for: {'port': 1} {{(pid=109550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 03:44:47.540516 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-90f9fe0d-5e96-4eec-98dd-7711fe790e58 req-f437df29-475d-447d-839e-b8f31a4ef929 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (None), before_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:47.595744 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-0c4b3ca9-2588-4b59-a28c-f428ad1b2de9 req-57aabbbe-9c54-4dfc-8d47-a42f94bfa8da service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=99574264-03c0-4cb9-9094-a916433c52ab HTTP/1.1" status: 200 len: 217 time: 0.0734022 Jan 29 03:44:47.619662 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1756d871-ad73-4d2c-a0fe-a80a47013499 req-10436597-e2fb-4a4f-b65e-a35a5f09ed41 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:44:47.627097 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-1756d871-ad73-4d2c-a0fe-a80a47013499 req-10436597-e2fb-4a4f-b65e-a35a5f09ed41 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce5ee017-4daf-4262-8ab0-d31cbfc42bce HTTP/1.1" status: 200 len: 943 time: 0.2543511 Jan 29 03:44:47.652213 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4b3ca9-2588-4b59-a28c-f428ad1b2de9 req-348ca3c7-49cf-4f8f-9729-3e8af66f3868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:44:47.653958 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-0c4b3ca9-2588-4b59-a28c-f428ad1b2de9 req-348ca3c7-49cf-4f8f-9729-3e8af66f3868 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=49f78b84-8abd-498c-8afc-c0464fd07915 HTTP/1.1" status: 200 len: 858 time: 0.0517673 Jan 29 03:44:47.690563 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-0c4b3ca9-2588-4b59-a28c-f428ad1b2de9 req-d15098c4-09ca-4609-9a15-abeef9888e3e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=def124bd-d2cb-4303-acf8-363c1eeee992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299339 Jan 29 03:44:47.691521 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940f02c7-b744-4e4c-bd9f-974135594d92 req-aba97a90-ab34-4a02-a86e-2b5d68eacfed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:44:47.692974 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-940f02c7-b744-4e4c-bd9f-974135594d92 req-aba97a90-ab34-4a02-a86e-2b5d68eacfed service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=995678f3901441a099ca67990ffaa293&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2731209 Jan 29 03:44:47.723814 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-adbc61ac-4a85-435f-8490-811163e29d27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (5a8916a9-afd2-4dd5-aa1d-f7aded9a4c92), after_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:47.727787 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-adbc61ac-4a85-435f-8490-811163e29d27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:47.732146 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-adbc61ac-4a85-435f-8490-811163e29d27 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5a8916a9-afd2-4dd5-aa1d-f7aded9a4c92 HTTP/1.1" status: 204 len: 168 time: 0.6349223 Jan 29 03:44:47.741439 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-1756d871-ad73-4d2c-a0fe-a80a47013499 req-65afb4a9-3ec4-45ce-bc11-0e48e76f4be1 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c3df9bf-9f05-408c-a02f-29a763dd3f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138299 Jan 29 03:44:47.768234 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbc61ac-4a85-435f-8490-811163e29d27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a8916a9-afd2-4dd5-aa1d-f7aded9a4c92,revision_number=None']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:44:47.811932 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-0c4b3ca9-2588-4b59-a28c-f428ad1b2de9 req-30edca49-b614-4f54-91dc-f9b9292c682e service neutron] 10.222.0.25 "GET /v2.0/networks/def124bd-d2cb-4303-acf8-363c1eeee992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101134 Jan 29 03:44:47.931057 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-0c4b3ca9-2588-4b59-a28c-f428ad1b2de9 req-3c8da7be-9c00-44d6-bcbd-063a0a022fb8 service neutron] 10.222.0.25 "GET /v2.0/networks/def124bd-d2cb-4303-acf8-363c1eeee992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127317 Jan 29 03:44:48.040416 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 43838) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:44:48.058528 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-6a0bb60c-5b7b-499b-b43f-7eb32e921150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (4cfc2a27-deed-4689-8f39-0bd5aa6fe3c3), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:48.096814 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-49484d3c-797d-42db-9096-5645d9e50cfa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:48.183880 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38879159-7ac2-4974-9cc6-080c6c265b74 req-afc01269-c23e-41d1-ac82-da83b5cbd6de tempest-DeleteServersTestJSON-1124593692 tempest-DeleteServersTestJSON-1124593692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:44:48.183880 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-38879159-7ac2-4974-9cc6-080c6c265b74 req-afc01269-c23e-41d1-ac82-da83b5cbd6de tempest-DeleteServersTestJSON-1124593692 tempest-DeleteServersTestJSON-1124593692-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0238dfa-64ff-4122-8f56-0f4430b66bbb HTTP/1.1" status: 200 len: 944 time: 0.1609373 Jan 29 03:44:48.184855 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940f02c7-b744-4e4c-bd9f-974135594d92 req-a432c3be-56e6-4062-8575-258233878b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:44:48.186404 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-940f02c7-b744-4e4c-bd9f-974135594d92 req-a432c3be-56e6-4062-8575-258233878b8e service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4806929 Jan 29 03:44:48.204101 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.db.db_base_plugin_common [req-90f9fe0d-5e96-4eec-98dd-7711fe790e58 req-f437df29-475d-447d-839e-b8f31a4ef929 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Allocated IP 172.20.0.5 (204ced72-9299-4a30-aa72-466acced45bf/c62d091f-c1de-4db7-ab9c-37bb62875bd8/126ac57e-93f8-430b-8a67-93adec80b5d3) {{(pid=109550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 03:44:48.351294 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-38879159-7ac2-4974-9cc6-080c6c265b74 req-fd8768e6-0601-41bf-9540-c103e41a8f3c tempest-DeleteServersTestJSON-1124593692 tempest-DeleteServersTestJSON-1124593692-project] 10.222.0.16 "GET /v2.0/security-groups?id=de816232-dfc3-483e-a17d-8743a55c62c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406379 Jan 29 03:44:48.351294 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-49484d3c-797d-42db-9096-5645d9e50cfa admin admin] Publish callbacks [] for security_group (734b9457-3675-486f-a7ca-ac436dcbc924), precommit_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:48.393402 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Device 99574264-03c0-4cb9-9094-a916433c52ab details requested by agent hyperv_hv-cinder-82694 with host hv-cinder-82694 {{(pid=109551) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 03:44:48.440336 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-01ad71c6-8d11-4e62-bfd0-50176da11ea5 req-fd6479ea-fad3-4e2c-bc41-5e8ed5b55302 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/ports?device_id=45fc5079-1458-479d-b5b0-d0b0fb1e9235 HTTP/1.1" status: 200 len: 210 time: 0.0359538 Jan 29 03:44:48.471113 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83964a52-eb9f-4b9a-8291-e10510dd7e35 req-83f4ed26-f4a9-4659-b47b-05e0fb78a719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:44:48.472711 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-83964a52-eb9f-4b9a-8291-e10510dd7e35 req-83f4ed26-f4a9-4659-b47b-05e0fb78a719 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=995678f3901441a099ca67990ffaa293&device_id=ce5ee017-4daf-4262-8ab0-d31cbfc42bce HTTP/1.1" status: 200 len: 1127 time: 0.2090714 Jan 29 03:44:48.510799 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27e45cf-7a7d-432c-906d-ec0abd9d7240 req-c392b0dd-9c14-430c-9787-fc487f2041c9 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:44:48.513448 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-a27e45cf-7a7d-432c-906d-ec0abd9d7240 req-c392b0dd-9c14-430c-9787-fc487f2041c9 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb51aefd-c927-464c-a843-4291d9f9ec0b HTTP/1.1" status: 200 len: 943 time: 0.2306294 Jan 29 03:44:48.538295 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-a32fd8b0-05e8-4bef-97ca-a89f1c3535b1 req-6279b472-3736-4340-99d1-4ea722abf543 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f5813a3-d10f-42ef-99a5-50aa1af18f3a HTTP/1.1" status: 200 len: 210 time: 0.0335875 Jan 29 03:44:48.557347 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-83964a52-eb9f-4b9a-8291-e10510dd7e35 req-714a5f05-af81-4545-9c55-e4b730297984 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e8c426e-0aed-4140-8239-4f445cd530d4 HTTP/1.1" status: 200 len: 217 time: 0.0649447 Jan 29 03:44:48.569397 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.db.resource_extend [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 29 03:44:48.575004 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-90f9fe0d-5e96-4eec-98dd-7711fe790e58 req-f437df29-475d-447d-839e-b8f31a4ef929 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Publish callbacks [] for port (126ac57e-93f8-430b-8a67-93adec80b5d3), precommit_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:48.663906 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] For port 99574264-03c0-4cb9-9094-a916433c52ab, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=99574264-03c0-4cb9-9094-a916433c52ab,segment=NetworkSegment(33654556-4a78-4da6-99c6-24c24c214550),segment_id=33654556-4a78-4da6-99c6-24c24c214550)] {{(pid=109551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 03:44:48.668069 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83964a52-eb9f-4b9a-8291-e10510dd7e35 req-2be2515f-caba-4adc-ad64-7d48d1b45530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:44:48.669612 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-83964a52-eb9f-4b9a-8291-e10510dd7e35 req-2be2515f-caba-4adc-ad64-7d48d1b45530 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=49f78b84-8abd-498c-8afc-c0464fd07915 HTTP/1.1" status: 200 len: 858 time: 0.1044388 Jan 29 03:44:48.674433 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-a27e45cf-7a7d-432c-906d-ec0abd9d7240 req-82ad67cf-6743-4713-b8b9-441c2b266b15 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d2e1765-fee5-481b-a069-96f98e74cbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242561 Jan 29 03:44:48.675553 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Returning: {'device': '99574264-03c0-4cb9-9094-a916433c52ab', 'network_id': 'def124bd-d2cb-4303-acf8-363c1eeee992', 'port_id': '99574264-03c0-4cb9-9094-a916433c52ab', 'mac_address': 'fa:16:3e:39:d0:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49f78b84-8abd-498c-8afc-c0464fd07915', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109551) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 03:44:48.715927 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-83964a52-eb9f-4b9a-8291-e10510dd7e35 req-bf3c3a18-a53b-4e38-bdc1-f9967dd6330e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=def124bd-d2cb-4303-acf8-363c1eeee992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402718 Jan 29 03:44:48.718682 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Current status of the port 99574264-03c0-4cb9-9094-a916433c52ab is: DOWN; New status is: BUILD {{(pid=109551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 03:44:48.719076 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (99574264-03c0-4cb9-9094-a916433c52ab), before_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:48.734661 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.notifiers.nova [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99574264-03c0-4cb9-9094-a916433c52ab {{(pid=109551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 03:44:48.760965 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] For port 99574264-03c0-4cb9-9094-a916433c52ab, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=99574264-03c0-4cb9-9094-a916433c52ab,segment=NetworkSegment(33654556-4a78-4da6-99c6-24c24c214550),segment_id=33654556-4a78-4da6-99c6-24c24c214550)] {{(pid=109551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 03:44:48.809243 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-83964a52-eb9f-4b9a-8291-e10510dd7e35 req-0d3700c0-cbbe-428b-91c7-ecc00cc46c90 service neutron] 10.222.0.25 "GET /v2.0/networks/def124bd-d2cb-4303-acf8-363c1eeee992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868721 Jan 29 03:44:48.870155 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a7e1ef-a7a3-4f7c-89ca-a6399929b4ae req-a1bcebdd-9062-4224-bd56-f4e208e59b94 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:44:48.872340 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-b4a7e1ef-a7a3-4f7c-89ca-a6399929b4ae req-a1bcebdd-9062-4224-bd56-f4e208e59b94 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce5ee017-4daf-4262-8ab0-d31cbfc42bce HTTP/1.1" status: 200 len: 943 time: 0.0567729 Jan 29 03:44:48.906560 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-83964a52-eb9f-4b9a-8291-e10510dd7e35 req-1aa2865d-77fd-4492-a879-6d5baf19780b service neutron] 10.222.0.25 "GET /v2.0/networks/def124bd-d2cb-4303-acf8-363c1eeee992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913785 Jan 29 03:44:48.933361 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-b4a7e1ef-a7a3-4f7c-89ca-a6399929b4ae req-03489e87-dab9-45bf-a802-52479cb20cf9 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c3df9bf-9f05-408c-a02f-29a763dd3f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456870 Jan 29 03:44:49.475383 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e94a7a-d0b6-44fd-bf49-136cb50cfcde req-3af2021e-3579-406a-bb65-4282ad7b7f0a tempest-DeleteServersTestJSON-1124593692 tempest-DeleteServersTestJSON-1124593692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:44:49.475383 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-08e94a7a-d0b6-44fd-bf49-136cb50cfcde req-3af2021e-3579-406a-bb65-4282ad7b7f0a tempest-DeleteServersTestJSON-1124593692 tempest-DeleteServersTestJSON-1124593692-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0238dfa-64ff-4122-8f56-0f4430b66bbb HTTP/1.1" status: 200 len: 944 time: 0.0550866 Jan 29 03:44:49.492278 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-49484d3c-797d-42db-9096-5645d9e50cfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (734b9457-3675-486f-a7ca-ac436dcbc924), after_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:49.493032 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429'] for port (99574264-03c0-4cb9-9094-a916433c52ab), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:49.495564 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Device 26b58599-e1e8-4de8-a1fd-779b33246181 details requested by agent hyperv_hv-cinder-82694 with host hv-cinder-82694 {{(pid=109551) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 03:44:49.512928 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-90f9fe0d-5e96-4eec-98dd-7711fe790e58 req-f437df29-475d-447d-839e-b8f31a4ef929 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787145433393'] for port (126ac57e-93f8-430b-8a67-93adec80b5d3), after_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:49.578893 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49484d3c-797d-42db-9096-5645d9e50cfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=734b9457-3675-486f-a7ca-ac436dcbc924,revision_number=1']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:44:49.594539 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-49484d3c-797d-42db-9096-5645d9e50cfa admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e8235f6a50134413ae6273a1cb717033&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5452220 Jan 29 03:44:49.594831 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 43866) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:44:49.595256 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90f9fe0d-5e96-4eec-98dd-7711fe790e58 req-f437df29-475d-447d-839e-b8f31a4ef929 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Network 204ced72-9299-4a30-aa72-466acced45bf is already hosted by enough agents. {{(pid=109550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 03:44:49.595358 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-1a757a57-9e9e-42d6-8858-0b2ec42b9513 req-c46fd73f-2fc6-4909-9345-79439ae019dc tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/ports?device_id=45fc5079-1458-479d-b5b0-d0b0fb1e9235 HTTP/1.1" status: 200 len: 210 time: 0.0467200 Jan 29 03:44:49.621771 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.scheduler.base_scheduler [req-90f9fe0d-5e96-4eec-98dd-7711fe790e58 req-f437df29-475d-447d-839e-b8f31a4ef929 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Resources bound (agent type, host, resource id): {{(pid=109550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 03:44:49.624868 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.db.l3_dvrscheduler_db [req-90f9fe0d-5e96-4eec-98dd-7711fe790e58 req-f437df29-475d-447d-839e-b8f31a4ef929 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Received port after_create {{(pid=109550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 03:44:49.628226 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] For port 26b58599-e1e8-4de8-a1fd-779b33246181, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=26b58599-e1e8-4de8-a1fd-779b33246181,segment=NetworkSegment(55c6d1ba-1ae1-4be3-9e12-aad260737131),segment_id=55c6d1ba-1ae1-4be3-9e12-aad260737131)] {{(pid=109551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 03:44:49.639981 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f9fe0d-5e96-4eec-98dd-7711fe790e58 req-f437df29-475d-447d-839e-b8f31a4ef929 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:44:49.639981 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-90f9fe0d-5e96-4eec-98dd-7711fe790e58 req-f437df29-475d-447d-839e-b8f31a4ef929 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606130'] for port (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:49.647142 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f437df29-475d-447d-839e-b8f31a4ef929 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Pushing event updated for resources: {'Port': ['ID=126ac57e-93f8-430b-8a67-93adec80b5d3,revision_number=1']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:44:49.666576 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-08e94a7a-d0b6-44fd-bf49-136cb50cfcde req-1e07dde5-81eb-4baa-838f-80a455939d9f tempest-DeleteServersTestJSON-1124593692 tempest-DeleteServersTestJSON-1124593692-project] 10.222.0.16 "GET /v2.0/security-groups?id=de816232-dfc3-483e-a17d-8743a55c62c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860435 Jan 29 03:44:49.736508 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Returning: {'device': '26b58599-e1e8-4de8-a1fd-779b33246181', 'network_id': '4191093a-3e75-431e-ba6a-0a5e62dd1238', 'port_id': '26b58599-e1e8-4de8-a1fd-779b33246181', 'mac_address': 'fa:16:3e:55:86:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '167c6c42-9dd3-4598-ba9e-66d705822162', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109551) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 03:44:49.741853 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-3f38ff68-1320-44ad-a0e2-54cf6f5fb818 admin admin] Publish callbacks [] for security_group (734b9457-3675-486f-a7ca-ac436dcbc924), before_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:49.742037 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-30ace4c1-806b-4d7c-a886-fe7b65bfbfcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (7774c0be-b957-4204-896b-7e749f55bf81), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:49.742037 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Pushing event updated for resources: {'Port': ['ID=99574264-03c0-4cb9-9094-a916433c52ab,revision_number=4']} {{(pid=109551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:44:49.767324 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-90f9fe0d-5e96-4eec-98dd-7711fe790e58 req-f437df29-475d-447d-839e-b8f31a4ef929 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7900841 Jan 29 03:44:49.793942 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.v2.base [req-90f9fe0d-5e96-4eec-98dd-7711fe790e58 req-c93071b8-80eb-44e9-84c3-2eeac3ea9aa6 service neutron] Request body: {'port': {'device_id': '8f5813a3-d10f-42ef-99a5-50aa1af18f3a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82694'}} {{(pid=109550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 03:44:49.823949 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Current status of the port 26b58599-e1e8-4de8-a1fd-779b33246181 is: DOWN; New status is: BUILD {{(pid=109551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 03:44:49.824341 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (26b58599-e1e8-4de8-a1fd-779b33246181), before_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:49.833695 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97be4fe6-d615-43e6-84b9-5b21d9bad2cd req-d0cbf711-b5bd-4218-acd4-ad74baeeba38 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:44:49.839844 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.notifiers.nova [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26b58599-e1e8-4de8-a1fd-779b33246181 {{(pid=109551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 03:44:49.842583 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-97be4fe6-d615-43e6-84b9-5b21d9bad2cd req-d0cbf711-b5bd-4218-acd4-ad74baeeba38 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f5813a3-d10f-42ef-99a5-50aa1af18f3a HTTP/1.1" status: 200 len: 931 time: 0.1133947 Jan 29 03:44:49.862666 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] For port 26b58599-e1e8-4de8-a1fd-779b33246181, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=26b58599-e1e8-4de8-a1fd-779b33246181,segment=NetworkSegment(55c6d1ba-1ae1-4be3-9e12-aad260737131),segment_id=55c6d1ba-1ae1-4be3-9e12-aad260737131)] {{(pid=109551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 03:44:49.869048 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-3f38ff68-1320-44ad-a0e2-54cf6f5fb818 admin admin] Publish callbacks [] for security_group (734b9457-3675-486f-a7ca-ac436dcbc924), precommit_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:49.936365 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-97be4fe6-d615-43e6-84b9-5b21d9bad2cd req-a70c7b67-5d38-4e75-b8f3-5fcbff277f38 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca8be9f3-7d70-4884-a281-94c7af685802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928092 Jan 29 03:44:49.961722 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429'] for port (26b58599-e1e8-4de8-a1fd-779b33246181), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:49.962521 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Device 344261af-89bd-4849-88f4-09b55da6299e details requested by agent hyperv_hv-cinder-82694 with host hv-cinder-82694 {{(pid=109551) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 03:44:50.003943 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-90f9fe0d-5e96-4eec-98dd-7711fe790e58 req-c93071b8-80eb-44e9-84c3-2eeac3ea9aa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (126ac57e-93f8-430b-8a67-93adec80b5d3), before_update {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:50.069198 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d1bbb2-d9bd-42fd-8f42-ef73e2c53f9a req-007f874a-d450-45b8-994d-b7df95905cc4 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:44:50.069198 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-13d1bbb2-d9bd-42fd-8f42-ef73e2c53f9a req-007f874a-d450-45b8-994d-b7df95905cc4 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb51aefd-c927-464c-a843-4291d9f9ec0b HTTP/1.1" status: 200 len: 943 time: 0.2157860 Jan 29 03:44:50.128654 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397293e0-83aa-4963-876a-f56823b972d1 req-155fa829-e882-4cb4-b251-e7d73a549310 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:44:50.129475 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-3f38ff68-1320-44ad-a0e2-54cf6f5fb818 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (734b9457-3675-486f-a7ca-ac436dcbc924), after_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:50.130965 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-397293e0-83aa-4963-876a-f56823b972d1 req-155fa829-e882-4cb4-b251-e7d73a549310 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce5ee017-4daf-4262-8ab0-d31cbfc42bce HTTP/1.1" status: 200 len: 943 time: 0.0664232 Jan 29 03:44:50.134410 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-3f38ff68-1320-44ad-a0e2-54cf6f5fb818 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:50.135558 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-3f38ff68-1320-44ad-a0e2-54cf6f5fb818 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/734b9457-3675-486f-a7ca-ac436dcbc924 HTTP/1.1" status: 204 len: 168 time: 0.5326762 Jan 29 03:44:50.184847 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.provisioning_blocks [None req-27ef300a-8bed-4504-b01a-1a7566189cac None None] Provisioning complete for port 126ac57e-93f8-430b-8a67-93adec80b5d3 triggered by entity DHCP. {{(pid=109551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 03:44:50.189447 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-27ef300a-8bed-4504-b01a-1a7566189cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785313'] for port (126ac57e-93f8-430b-8a67-93adec80b5d3), provisioning_complete {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:50.238489 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f38ff68-1320-44ad-a0e2-54cf6f5fb818 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=734b9457-3675-486f-a7ca-ac436dcbc924,revision_number=None']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:44:50.251846 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-397293e0-83aa-4963-876a-f56823b972d1 req-637c794a-28de-4e01-bb11-7857c9316ee4 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c3df9bf-9f05-408c-a02f-29a763dd3f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050076 Jan 29 03:44:50.260503 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-13d1bbb2-d9bd-42fd-8f42-ef73e2c53f9a req-4587701d-5771-4ed9-a27c-483a09c9040b tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d2e1765-fee5-481b-a069-96f98e74cbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882854 Jan 29 03:44:50.341664 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] For port 344261af-89bd-4849-88f4-09b55da6299e, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=344261af-89bd-4849-88f4-09b55da6299e,segment=NetworkSegment(681e4f4c-a04e-4ad7-8fa3-3aec06a7c928),segment_id=681e4f4c-a04e-4ad7-8fa3-3aec06a7c928)] {{(pid=109551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 03:44:50.350635 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Pushing event updated for resources: {'Port': ['ID=26b58599-e1e8-4de8-a1fd-779b33246181,revision_number=4']} {{(pid=109551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:44:50.365369 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Returning: {'device': '344261af-89bd-4849-88f4-09b55da6299e', 'network_id': '8ecf2438-eca5-4dd8-92b6-936ee7f74d5d', 'port_id': '344261af-89bd-4849-88f4-09b55da6299e', 'mac_address': 'fa:16:3e:57:1c:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '180c737b-7d5c-45ce-8000-e85773eccd70', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109551) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 03:44:50.367458 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-27ef300a-8bed-4504-b01a-1a7566189cac None None] Port 126ac57e-93f8-430b-8a67-93adec80b5d3 cannot update to ACTIVE because it is not bound. {{(pid=109551) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 03:44:50.416292 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Current status of the port 344261af-89bd-4849-88f4-09b55da6299e is: DOWN; New status is: BUILD {{(pid=109551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 03:44:50.417371 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (344261af-89bd-4849-88f4-09b55da6299e), before_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:50.437537 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.notifiers.nova [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 344261af-89bd-4849-88f4-09b55da6299e {{(pid=109551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 03:44:50.459804 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] For port 344261af-89bd-4849-88f4-09b55da6299e, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=344261af-89bd-4849-88f4-09b55da6299e,segment=NetworkSegment(681e4f4c-a04e-4ad7-8fa3-3aec06a7c928),segment_id=681e4f4c-a04e-4ad7-8fa3-3aec06a7c928)] {{(pid=109551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 03:44:50.465879 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.notifiers.nova [req-90f9fe0d-5e96-4eec-98dd-7711fe790e58 req-c93071b8-80eb-44e9-84c3-2eeac3ea9aa6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 126ac57e-93f8-430b-8a67-93adec80b5d3 {{(pid=109550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 03:44:50.477490 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-90f9fe0d-5e96-4eec-98dd-7711fe790e58 req-c93071b8-80eb-44e9-84c3-2eeac3ea9aa6 service neutron] Publish callbacks [] for port (126ac57e-93f8-430b-8a67-93adec80b5d3), precommit_update {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:50.490945 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.db.provisioning_blocks [req-90f9fe0d-5e96-4eec-98dd-7711fe790e58 req-c93071b8-80eb-44e9-84c3-2eeac3ea9aa6 service neutron] Transition to ACTIVE for port object 126ac57e-93f8-430b-8a67-93adec80b5d3 will not be triggered until provisioned by entity L2. {{(pid=109550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 03:44:50.538458 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429'] for port (344261af-89bd-4849-88f4-09b55da6299e), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:50.565118 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-90f9fe0d-5e96-4eec-98dd-7711fe790e58 req-c93071b8-80eb-44e9-84c3-2eeac3ea9aa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429'] for port (126ac57e-93f8-430b-8a67-93adec80b5d3), after_update {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:50.611281 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Pushing event updated for resources: {'Port': ['ID=344261af-89bd-4849-88f4-09b55da6299e,revision_number=4']} {{(pid=109551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:44:50.624620 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Device 5e8c426e-0aed-4140-8239-4f445cd530d4 details requested by agent hyperv_hv-cinder-82694 with host hv-cinder-82694 {{(pid=109551) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 03:44:50.665349 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93071b8-80eb-44e9-84c3-2eeac3ea9aa6 service neutron] Pushing event updated for resources: {'Port': ['ID=126ac57e-93f8-430b-8a67-93adec80b5d3,revision_number=2']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:44:50.715004 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.managers [req-90f9fe0d-5e96-4eec-98dd-7711fe790e58 req-c93071b8-80eb-44e9-84c3-2eeac3ea9aa6 service neutron] Attempting to bind port 126ac57e-93f8-430b-8a67-93adec80b5d3 on host hv-cinder-82694 for vnic_type normal with profile {{(pid=109550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 03:44:50.715340 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.managers [req-90f9fe0d-5e96-4eec-98dd-7711fe790e58 req-c93071b8-80eb-44e9-84c3-2eeac3ea9aa6 service neutron] Attempting to bind port 126ac57e-93f8-430b-8a67-93adec80b5d3 by drivers openvswitch,hyperv on host hv-cinder-82694 at level 0 using segments [{'id': 'e5471ed5-97f1-48e6-86f5-92c6b5bce849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '204ced72-9299-4a30-aa72-466acced45bf'}] {{(pid=109550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 03:44:50.715669 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f9fe0d-5e96-4eec-98dd-7711fe790e58 req-c93071b8-80eb-44e9-84c3-2eeac3ea9aa6 service neutron] Attempting to bind port 126ac57e-93f8-430b-8a67-93adec80b5d3 on network 204ced72-9299-4a30-aa72-466acced45bf {{(pid=109550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 03:44:50.739376 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f9fe0d-5e96-4eec-98dd-7711fe790e58 req-c93071b8-80eb-44e9-84c3-2eeac3ea9aa6 service neutron] Port 126ac57e-93f8-430b-8a67-93adec80b5d3 on network 204ced72-9299-4a30-aa72-466acced45bf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82694 {{(pid=109550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 03:44:50.739733 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f9fe0d-5e96-4eec-98dd-7711fe790e58 req-c93071b8-80eb-44e9-84c3-2eeac3ea9aa6 service neutron] Attempting to bind port 126ac57e-93f8-430b-8a67-93adec80b5d3 on network 204ced72-9299-4a30-aa72-466acced45bf {{(pid=109550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 03:44:50.757697 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f9fe0d-5e96-4eec-98dd-7711fe790e58 req-c93071b8-80eb-44e9-84c3-2eeac3ea9aa6 service neutron] Checking agent: {'id': 'ad4128b7-7a77-4672-aa49-b5d5d6c7d736', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 3, 42, 25), 'started_at': datetime.datetime(2022, 1, 29, 3, 42, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 3, 44, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 03:44:50.758048 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f9fe0d-5e96-4eec-98dd-7711fe790e58 req-c93071b8-80eb-44e9-84c3-2eeac3ea9aa6 service neutron] Checking segment: {'id': 'e5471ed5-97f1-48e6-86f5-92c6b5bce849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '204ced72-9299-4a30-aa72-466acced45bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 03:44:50.758459 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f9fe0d-5e96-4eec-98dd-7711fe790e58 req-c93071b8-80eb-44e9-84c3-2eeac3ea9aa6 service neutron] Bound using segment: {'id': 'e5471ed5-97f1-48e6-86f5-92c6b5bce849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '204ced72-9299-4a30-aa72-466acced45bf'} {{(pid=109550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 03:44:50.758906 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.managers [req-90f9fe0d-5e96-4eec-98dd-7711fe790e58 req-c93071b8-80eb-44e9-84c3-2eeac3ea9aa6 service neutron] Bound port: 126ac57e-93f8-430b-8a67-93adec80b5d3, host: hv-cinder-82694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5471ed5-97f1-48e6-86f5-92c6b5bce849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '204ced72-9299-4a30-aa72-466acced45bf'}}] {{(pid=109550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 03:44:50.759267 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-90f9fe0d-5e96-4eec-98dd-7711fe790e58 req-c93071b8-80eb-44e9-84c3-2eeac3ea9aa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (126ac57e-93f8-430b-8a67-93adec80b5d3), before_update {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:50.787367 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-1f398d38-8226-4a65-8090-7066cf2f29a6 req-d0fc8723-ed2f-4833-97df-6627cbc071b8 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/ports?device_id=45fc5079-1458-479d-b5b0-d0b0fb1e9235 HTTP/1.1" status: 200 len: 210 time: 0.0638974 Jan 29 03:44:50.858086 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] For port 5e8c426e-0aed-4140-8239-4f445cd530d4, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=5e8c426e-0aed-4140-8239-4f445cd530d4,segment=NetworkSegment(33654556-4a78-4da6-99c6-24c24c214550),segment_id=33654556-4a78-4da6-99c6-24c24c214550)] {{(pid=109551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 03:44:50.916654 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Returning: {'device': '5e8c426e-0aed-4140-8239-4f445cd530d4', 'network_id': 'def124bd-d2cb-4303-acf8-363c1eeee992', 'port_id': '5e8c426e-0aed-4140-8239-4f445cd530d4', 'mac_address': 'fa:16:3e:89:c5:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49f78b84-8abd-498c-8afc-c0464fd07915', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109551) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 03:44:50.925274 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.db [req-90f9fe0d-5e96-4eec-98dd-7711fe790e58 req-c93071b8-80eb-44e9-84c3-2eeac3ea9aa6 service neutron] For port 126ac57e-93f8-430b-8a67-93adec80b5d3, host hv-cinder-82694, cleared binding levels {{(pid=109550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 03:44:50.929343 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.db [req-90f9fe0d-5e96-4eec-98dd-7711fe790e58 req-c93071b8-80eb-44e9-84c3-2eeac3ea9aa6 service neutron] For port 126ac57e-93f8-430b-8a67-93adec80b5d3, host hv-cinder-82694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=126ac57e-93f8-430b-8a67-93adec80b5d3,segment=NetworkSegment(e5471ed5-97f1-48e6-86f5-92c6b5bce849),segment_id=e5471ed5-97f1-48e6-86f5-92c6b5bce849)] {{(pid=109550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 03:44:50.946995 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27cba2d-b5bc-4f70-a7c4-cb7024295712 req-3d973944-65ff-4965-b923-3c55b73d71c5 tempest-DeleteServersTestJSON-1124593692 tempest-DeleteServersTestJSON-1124593692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:44:50.948754 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-a27cba2d-b5bc-4f70-a7c4-cb7024295712 req-3d973944-65ff-4965-b923-3c55b73d71c5 tempest-DeleteServersTestJSON-1124593692 tempest-DeleteServersTestJSON-1124593692-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0238dfa-64ff-4122-8f56-0f4430b66bbb HTTP/1.1" status: 200 len: 945 time: 0.1348546 Jan 29 03:44:50.986328 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Current status of the port 5e8c426e-0aed-4140-8239-4f445cd530d4 is: DOWN; New status is: BUILD {{(pid=109551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 03:44:50.986784 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (5e8c426e-0aed-4140-8239-4f445cd530d4), before_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:51.010005 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.notifiers.nova [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e8c426e-0aed-4140-8239-4f445cd530d4 {{(pid=109551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 03:44:51.039981 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] For port 5e8c426e-0aed-4140-8239-4f445cd530d4, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=5e8c426e-0aed-4140-8239-4f445cd530d4,segment=NetworkSegment(33654556-4a78-4da6-99c6-24c24c214550),segment_id=33654556-4a78-4da6-99c6-24c24c214550)] {{(pid=109551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 03:44:51.077954 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-90f9fe0d-5e96-4eec-98dd-7711fe790e58 req-c93071b8-80eb-44e9-84c3-2eeac3ea9aa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429'] for port (126ac57e-93f8-430b-8a67-93adec80b5d3), after_update {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:51.118880 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] get_ports_and_sgs() called for port_ids ['26b58599-e1e8-4de8-a1fd-779b33246181'] {{(pid=109551) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 03:44:51.125857 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-a27cba2d-b5bc-4f70-a7c4-cb7024295712 req-b5d79255-3e51-49af-8092-93f22ae0e4af tempest-DeleteServersTestJSON-1124593692 tempest-DeleteServersTestJSON-1124593692-project] 10.222.0.16 "GET /v2.0/security-groups?id=de816232-dfc3-483e-a17d-8743a55c62c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688457 Jan 29 03:44:51.140897 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f9fe0d-5e96-4eec-98dd-7711fe790e58 req-c93071b8-80eb-44e9-84c3-2eeac3ea9aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:44:51.141522 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-90f9fe0d-5e96-4eec-98dd-7711fe790e58 req-c93071b8-80eb-44e9-84c3-2eeac3ea9aa6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606130'] for port (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:51.143834 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-90f9fe0d-5e96-4eec-98dd-7711fe790e58 req-c93071b8-80eb-44e9-84c3-2eeac3ea9aa6 service neutron] 10.222.0.25 "PUT /v2.0/ports/126ac57e-93f8-430b-8a67-93adec80b5d3 HTTP/1.1" status: 200 len: 1093 time: 1.3561513 Jan 29 03:44:51.149747 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f5813a3-d10f-42ef-99a5-50aa1af18f3a', 'tag': '126ac57e-93f8-430b-8a67-93adec80b5d3'}] {{(pid=109550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 03:44:51.157232 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fa7e8514ec8b1871638cf3d0c6bf241b62bf17ffd430199c6215cc57604ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af0ca96f-c700-4f30-9ff5-94b79bf4dd97" -d '{"events": [{"name": "network-changed", "server_uuid": "8f5813a3-d10f-42ef-99a5-50aa1af18f3a", "tag": "126ac57e-93f8-430b-8a67-93adec80b5d3"}]}' {{(pid=109550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 03:44:51.192589 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9a9e81-27ee-46a8-b2e8-65e68155cca2 req-4ee0c7fc-712d-4e06-9791-d3753d44bc86 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:44:51.211341 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-ee9a9e81-27ee-46a8-b2e8-65e68155cca2 req-4ee0c7fc-712d-4e06-9791-d3753d44bc86 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f5813a3-d10f-42ef-99a5-50aa1af18f3a HTTP/1.1" status: 200 len: 943 time: 0.1581182 Jan 29 03:44:51.229139 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93071b8-80eb-44e9-84c3-2eeac3ea9aa6 service neutron] Pushing event updated for resources: {'Port': ['ID=126ac57e-93f8-430b-8a67-93adec80b5d3,revision_number=3']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:44:51.235153 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] get_ports_and_sgs() called for port_ids ['344261af-89bd-4849-88f4-09b55da6299e'] {{(pid=109551) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 03:44:51.239376 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4058d2-db1f-425c-82e2-d8dc8769ba4b req-f2e50882-0d53-4afb-aa4b-e20975d5201d tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:44:51.241123 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-5c4058d2-db1f-425c-82e2-d8dc8769ba4b req-f2e50882-0d53-4afb-aa4b-e20975d5201d tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.25 "GET /v2.0/networks?id=4b4e9710-b6c9-4002-b8a3-8aa9bf7336cb HTTP/1.1" status: 200 len: 810 time: 0.2400832 Jan 29 03:44:51.242965 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] get_ports_and_sgs() called for port_ids ['99574264-03c0-4cb9-9094-a916433c52ab'] {{(pid=109551) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 03:44:51.318576 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 03:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c323e6c-b97f-4e98-a6a4-4803b3410bc4 x-openstack-request-id: req-8c323e6c-b97f-4e98-a6a4-4803b3410bc4 {{(pid=109550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 03:44:51.318917 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f5813a3-d10f-42ef-99a5-50aa1af18f3a", "tag": "126ac57e-93f8-430b-8a67-93adec80b5d3", "status": "completed", "code": 200}]} {{(pid=109550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 03:44:51.319129 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8c323e6c-b97f-4e98-a6a4-4803b3410bc4 {{(pid=109550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 03:44:51.319526 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f5813a3-d10f-42ef-99a5-50aa1af18f3a', 'tag': '126ac57e-93f8-430b-8a67-93adec80b5d3', 'status': 'completed', 'code': 200} Jan 29 03:44:51.342786 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (e75d1b00-832d-4bf5-b078-2c4f5b2c10cd), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:51.345661 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429'] for port (5e8c426e-0aed-4140-8239-4f445cd530d4), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:51.350898 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-ee9a9e81-27ee-46a8-b2e8-65e68155cca2 req-9d15a949-1278-461d-8054-6b0102c0326a tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca8be9f3-7d70-4884-a281-94c7af685802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1384730 Jan 29 03:44:51.435904 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f9fe0d-5e96-4eec-98dd-7711fe790e58 req-1e756e29-53ac-4912-be04-768f39c95314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:44:51.437648 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-90f9fe0d-5e96-4eec-98dd-7711fe790e58 req-1e756e29-53ac-4912-be04-768f39c95314 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=00cfcd24ac464466b0c59b2955aac89e&device_id=8f5813a3-d10f-42ef-99a5-50aa1af18f3a HTTP/1.1" status: 200 len: 1127 time: 0.1267447 Jan 29 03:44:51.448234 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-5c4058d2-db1f-425c-82e2-d8dc8769ba4b req-6226767b-0703-49ae-a921-deda80a22610 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0f6df9863d6a490a92b2f3c872aec541 HTTP/1.1" status: 200 len: 380 time: 0.1776948 Jan 29 03:44:51.468112 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.v2.base [req-5c4058d2-db1f-425c-82e2-d8dc8769ba4b req-01ea09e0-7da0-4c5d-822d-2878d4ddf366 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Request body: {'port': {'device_id': '45fc5079-1458-479d-b5b0-d0b0fb1e9235', 'network_id': '4b4e9710-b6c9-4002-b8a3-8aa9bf7336cb', 'admin_state_up': True, 'tenant_id': '0f6df9863d6a490a92b2f3c872aec541', 'security_groups': ['91323cdd-00e2-4ac4-bdcf-2a2c574a7bb9']}} {{(pid=109550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 03:44:51.542963 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-90f9fe0d-5e96-4eec-98dd-7711fe790e58 req-41416247-833e-4392-8ac9-ddabdad8bd4e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=126ac57e-93f8-430b-8a67-93adec80b5d3 HTTP/1.1" status: 200 len: 217 time: 0.0836399 Jan 29 03:44:51.561436 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560c6990-a080-416a-b199-404cccd03fb9 req-8f629c7e-9e9f-49e9-84d3-9af850622450 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:44:51.570386 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-560c6990-a080-416a-b199-404cccd03fb9 req-8f629c7e-9e9f-49e9-84d3-9af850622450 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb51aefd-c927-464c-a843-4291d9f9ec0b HTTP/1.1" status: 200 len: 944 time: 0.0749691 Jan 29 03:44:51.661204 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Pushing event updated for resources: {'Port': ['ID=5e8c426e-0aed-4140-8239-4f445cd530d4,revision_number=4']} {{(pid=109551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:44:51.673218 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-560c6990-a080-416a-b199-404cccd03fb9 req-dee8f966-8845-4a3a-a72e-35c9eb589f53 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d2e1765-fee5-481b-a069-96f98e74cbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918238 Jan 29 03:44:51.683522 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] get_ports_and_sgs() called for port_ids ['5e8c426e-0aed-4140-8239-4f445cd530d4'] {{(pid=109551) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 03:44:51.691716 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b56c05a-91af-4509-8607-5092098d0184 req-6c1e3eca-627f-462c-bc0e-1633724d893a tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:44:51.693264 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-3b56c05a-91af-4509-8607-5092098d0184 req-6c1e3eca-627f-462c-bc0e-1633724d893a tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce5ee017-4daf-4262-8ab0-d31cbfc42bce HTTP/1.1" status: 200 len: 944 time: 0.2441037 Jan 29 03:44:51.701808 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f9fe0d-5e96-4eec-98dd-7711fe790e58 req-0523059f-fc1a-4aa7-bd93-68b1ee74fdff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:44:51.701808 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-90f9fe0d-5e96-4eec-98dd-7711fe790e58 req-0523059f-fc1a-4aa7-bd93-68b1ee74fdff service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c62d091f-c1de-4db7-ab9c-37bb62875bd8 HTTP/1.1" status: 200 len: 856 time: 0.1392014 Jan 29 03:44:51.839909 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-3b56c05a-91af-4509-8607-5092098d0184 req-156a7e6d-815c-497e-b2dd-a129023ab807 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c3df9bf-9f05-408c-a02f-29a763dd3f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348021 Jan 29 03:44:51.888227 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 43942) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:44:51.893603 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f9fe0d-5e96-4eec-98dd-7711fe790e58 req-1f4c49bd-9b28-4eff-b43d-44d8508fb0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:44:51.895478 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-90f9fe0d-5e96-4eec-98dd-7711fe790e58 req-1f4c49bd-9b28-4eff-b43d-44d8508fb0cb service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=204ced72-9299-4a30-aa72-466acced45bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1840496 Jan 29 03:44:51.945985 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-3e6e60dc-966c-43a0-ad43-26f73742ed9c req-a2772b55-44f8-4935-b461-da6e8a346c83 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/ports?device_id=45fc5079-1458-479d-b5b0-d0b0fb1e9235 HTTP/1.1" status: 200 len: 210 time: 0.0540657 Jan 29 03:44:51.975756 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c4058d2-db1f-425c-82e2-d8dc8769ba4b req-01ea09e0-7da0-4c5d-822d-2878d4ddf366 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Made reservation on behalf of 0f6df9863d6a490a92b2f3c872aec541 for: {'port': 1} {{(pid=109550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 03:44:51.979528 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-5c4058d2-db1f-425c-82e2-d8dc8769ba4b req-01ea09e0-7da0-4c5d-822d-2878d4ddf366 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (None), before_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:52.121081 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.v2.base [None req-16704a70-94c3-4e54-b442-865fc1f5bcad admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1603967917-network', 'tenant_id': '4f19f81713aa4f4891d3ba65e5ed6918'}} {{(pid=109549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 03:44:52.265866 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16704a70-94c3-4e54-b442-865fc1f5bcad admin admin] Made reservation on behalf of 4f19f81713aa4f4891d3ba65e5ed6918 for: {'network': 1} {{(pid=109549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 03:44:52.266392 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-16704a70-94c3-4e54-b442-865fc1f5bcad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for network (None), before_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:52.275429 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-16704a70-94c3-4e54-b442-865fc1f5bcad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:52.309173 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-90f9fe0d-5e96-4eec-98dd-7711fe790e58 req-bf686530-474f-4c68-bd1d-5a43ccee2bcb service neutron] 10.222.0.25 "GET /v2.0/networks/204ced72-9299-4a30-aa72-466acced45bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4033098 Jan 29 03:44:52.361398 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-16704a70-94c3-4e54-b442-865fc1f5bcad admin admin] Publish callbacks [] for security_group (e53bd144-c523-42b6-987d-f06e668a2961), precommit_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:52.423281 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333e0494-7e6e-434f-ab79-6b73b56492f7 req-d636439c-8f73-4f8d-b3db-b48c6e3d0c3b tempest-DeleteServersTestJSON-1124593692 tempest-DeleteServersTestJSON-1124593692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:44:52.424799 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-333e0494-7e6e-434f-ab79-6b73b56492f7 req-d636439c-8f73-4f8d-b3db-b48c6e3d0c3b tempest-DeleteServersTestJSON-1124593692 tempest-DeleteServersTestJSON-1124593692-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0238dfa-64ff-4122-8f56-0f4430b66bbb HTTP/1.1" status: 200 len: 945 time: 0.1949589 Jan 29 03:44:52.425985 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.db.db_base_plugin_common [req-5c4058d2-db1f-425c-82e2-d8dc8769ba4b req-01ea09e0-7da0-4c5d-822d-2878d4ddf366 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Allocated IP 172.20.0.7 (4b4e9710-b6c9-4002-b8a3-8aa9bf7336cb/2f142c9b-e8b9-4838-a5d9-5c60564542f5/b515e1c3-80c1-45a6-ac70-b260f4d4c858) {{(pid=109550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 03:44:52.429412 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-16704a70-94c3-4e54-b442-865fc1f5bcad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (e53bd144-c523-42b6-987d-f06e668a2961), after_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:52.477950 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16704a70-94c3-4e54-b442-865fc1f5bcad admin admin] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=109549) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 03:44:52.516668 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-90f9fe0d-5e96-4eec-98dd-7711fe790e58 req-cd1a7ad0-a47d-498d-861f-7097598355bf service neutron] 10.222.0.25 "GET /v2.0/networks/204ced72-9299-4a30-aa72-466acced45bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891255 Jan 29 03:44:52.517738 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-16704a70-94c3-4e54-b442-865fc1f5bcad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541992'] for segment (444d9df8-49d6-4f7d-8465-ba485b51dc55), precommit_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:52.518076 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.db.segments_db [None req-16704a70-94c3-4e54-b442-865fc1f5bcad admin admin] Added segment 444d9df8-49d6-4f7d-8465-ba485b51dc55 of type vlan for network 5d999f68-b670-4342-9eee-e4490a3e35c0 Jan 29 03:44:52.520152 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16704a70-94c3-4e54-b442-865fc1f5bcad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e53bd144-c523-42b6-987d-f06e668a2961,revision_number=1']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:44:52.550830 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-333e0494-7e6e-434f-ab79-6b73b56492f7 req-243ae611-2cf4-4aeb-a2cd-77dfe277487c tempest-DeleteServersTestJSON-1124593692 tempest-DeleteServersTestJSON-1124593692-project] 10.222.0.16 "GET /v2.0/security-groups?id=de816232-dfc3-483e-a17d-8743a55c62c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182811 Jan 29 03:44:52.577103 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-16704a70-94c3-4e54-b442-865fc1f5bcad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787145422201'] for network (5d999f68-b670-4342-9eee-e4490a3e35c0), precommit_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:52.582113 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3422955-d454-4e95-8836-ffb3c6722edb req-40748cb5-e608-45f5-9d60-1a6a47560e30 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:44:52.583757 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-f3422955-d454-4e95-8836-ffb3c6722edb req-40748cb5-e608-45f5-9d60-1a6a47560e30 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f5813a3-d10f-42ef-99a5-50aa1af18f3a HTTP/1.1" status: 200 len: 943 time: 0.1214774 Jan 29 03:44:52.646723 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-f3422955-d454-4e95-8836-ffb3c6722edb req-eb99545a-b54e-4302-9c2c-fc440c9236af tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca8be9f3-7d70-4884-a281-94c7af685802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550091 Jan 29 03:44:52.653762 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-5c4058d2-db1f-425c-82e2-d8dc8769ba4b req-01ea09e0-7da0-4c5d-822d-2878d4ddf366 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Publish callbacks [] for port (b515e1c3-80c1-45a6-ac70-b260f4d4c858), precommit_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:52.720722 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-16704a70-94c3-4e54-b442-865fc1f5bcad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888'] for network (5d999f68-b670-4342-9eee-e4490a3e35c0), after_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:52.721712 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16704a70-94c3-4e54-b442-865fc1f5bcad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:44:52.722338 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-16704a70-94c3-4e54-b442-865fc1f5bcad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606130'] for network (None), before_response {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:52.747057 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0ca96f-c700-4f30-9ff5-94b79bf4dd97 req-85fadcc1-1c6c-423c-a698-a4159a07ca37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:44:52.748715 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-af0ca96f-c700-4f30-9ff5-94b79bf4dd97 req-85fadcc1-1c6c-423c-a698-a4159a07ca37 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=00cfcd24ac464466b0c59b2955aac89e&device_id=8f5813a3-d10f-42ef-99a5-50aa1af18f3a HTTP/1.1" status: 200 len: 1127 time: 0.0552578 Jan 29 03:44:52.790544 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16704a70-94c3-4e54-b442-865fc1f5bcad admin admin] Pushing event updated for resources: {'Network': ['ID=5d999f68-b670-4342-9eee-e4490a3e35c0,revision_number=1']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:44:52.801521 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Network 5d999f68-b670-4342-9eee-e4490a3e35c0 details requested by agent ovs-agent-dv-cinder-826949-1-iscsi with host dv-cinder-826949-1-iscsi {{(pid=109551) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 03:44:52.832536 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-5c4058d2-db1f-425c-82e2-d8dc8769ba4b req-01ea09e0-7da0-4c5d-822d-2878d4ddf366 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787145433393'] for port (b515e1c3-80c1-45a6-ac70-b260f4d4c858), after_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:52.872779 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-16704a70-94c3-4e54-b442-865fc1f5bcad admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9778054 Jan 29 03:44:52.872779 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 43970) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:44:52.883909 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c4058d2-db1f-425c-82e2-d8dc8769ba4b req-01ea09e0-7da0-4c5d-822d-2878d4ddf366 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Network 4b4e9710-b6c9-4002-b8a3-8aa9bf7336cb is already hosted by enough agents. {{(pid=109550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 03:44:52.889625 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.v2.base [None req-45872f0f-c1b8-426c-89d8-e899b5501401 admin admin] Request body: {'subnet': {'network_id': '5d999f68-b670-4342-9eee-e4490a3e35c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1603967917-subnet', 'tenant_id': '4f19f81713aa4f4891d3ba65e5ed6918', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 03:44:52.894729 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.scheduler.base_scheduler [req-5c4058d2-db1f-425c-82e2-d8dc8769ba4b req-01ea09e0-7da0-4c5d-822d-2878d4ddf366 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Resources bound (agent type, host, resource id): {{(pid=109550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 03:44:52.897271 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c4058d2-db1f-425c-82e2-d8dc8769ba4b req-01ea09e0-7da0-4c5d-822d-2878d4ddf366 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Received port after_create {{(pid=109550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 03:44:52.903100 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4058d2-db1f-425c-82e2-d8dc8769ba4b req-01ea09e0-7da0-4c5d-822d-2878d4ddf366 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:44:52.906882 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-5c4058d2-db1f-425c-82e2-d8dc8769ba4b req-01ea09e0-7da0-4c5d-822d-2878d4ddf366 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606130'] for port (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:52.928921 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc9a7ba-36f2-4bec-b10a-ad81d568e2c8 req-0c91ba07-2886-4a38-bc71-2359066b1b94 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:44:52.930459 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-bdc9a7ba-36f2-4bec-b10a-ad81d568e2c8 req-0c91ba07-2886-4a38-bc71-2359066b1b94 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb51aefd-c927-464c-a843-4291d9f9ec0b HTTP/1.1" status: 200 len: 944 time: 0.1975365 Jan 29 03:44:52.960720 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ea09e0-7da0-4c5d-822d-2878d4ddf366 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Pushing event updated for resources: {'Port': ['ID=b515e1c3-80c1-45a6-ac70-b260f4d4c858,revision_number=1']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:44:52.983458 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0ca96f-c700-4f30-9ff5-94b79bf4dd97 req-b96941c2-9797-47ad-bef0-d5b17a057180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:44:52.984966 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-af0ca96f-c700-4f30-9ff5-94b79bf4dd97 req-b96941c2-9797-47ad-bef0-d5b17a057180 service neutron] 10.222.0.25 "GET /v2.0/networks?id=204ced72-9299-4a30-aa72-466acced45bf HTTP/1.1" status: 200 len: 917 time: 0.2157998 Jan 29 03:44:53.001091 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244212ab-61e4-4636-b65c-a9d8beb8933a req-e383933b-3f0e-409a-9ee0-27888ce8fa45 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:44:53.003911 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-244212ab-61e4-4636-b65c-a9d8beb8933a req-e383933b-3f0e-409a-9ee0-27888ce8fa45 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce5ee017-4daf-4262-8ab0-d31cbfc42bce HTTP/1.1" status: 200 len: 944 time: 0.0622442 Jan 29 03:44:53.042402 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-af0ca96f-c700-4f30-9ff5-94b79bf4dd97 req-3713136d-ac6d-4663-a83b-60da3b1c2f54 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=126ac57e-93f8-430b-8a67-93adec80b5d3 HTTP/1.1" status: 200 len: 217 time: 0.0475173 Jan 29 03:44:53.045627 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-5c4058d2-db1f-425c-82e2-d8dc8769ba4b req-01ea09e0-7da0-4c5d-822d-2878d4ddf366 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5824368 Jan 29 03:44:53.050235 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-bdc9a7ba-36f2-4bec-b10a-ad81d568e2c8 req-c631ad07-a32a-4560-ac15-1ca8543a5ec6 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d2e1765-fee5-481b-a069-96f98e74cbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071017 Jan 29 03:44:53.051847 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45872f0f-c1b8-426c-89d8-e899b5501401 admin admin] Made reservation on behalf of 4f19f81713aa4f4891d3ba65e5ed6918 for: {'subnet': 1} {{(pid=109549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 03:44:53.054379 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-45872f0f-c1b8-426c-89d8-e899b5501401 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:53.087662 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.v2.base [req-5c4058d2-db1f-425c-82e2-d8dc8769ba4b req-522544b6-501e-4f5d-9418-51dc7b9c1d4e service neutron] Request body: {'port': {'device_id': '45fc5079-1458-479d-b5b0-d0b0fb1e9235', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82694'}} {{(pid=109550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 03:44:53.104136 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-244212ab-61e4-4636-b65c-a9d8beb8933a req-0789f3e7-7e04-4f96-9ce0-fb0921ea780b tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c3df9bf-9f05-408c-a02f-29a763dd3f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920498 Jan 29 03:44:53.178878 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.provisioning_blocks [None req-9b5e5ef1-3c50-463a-b048-fecb16ce9945 None None] Provisioning complete for port b515e1c3-80c1-45a6-ac70-b260f4d4c858 triggered by entity DHCP. {{(pid=109551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 03:44:53.179603 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-9b5e5ef1-3c50-463a-b048-fecb16ce9945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785313'] for port (b515e1c3-80c1-45a6-ac70-b260f4d4c858), provisioning_complete {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:53.186777 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0ca96f-c700-4f30-9ff5-94b79bf4dd97 req-3c94ebee-2d5c-43e7-ace1-7bb32d8867f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:44:53.188806 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-af0ca96f-c700-4f30-9ff5-94b79bf4dd97 req-3c94ebee-2d5c-43e7-ace1-7bb32d8867f1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c62d091f-c1de-4db7-ab9c-37bb62875bd8 HTTP/1.1" status: 200 len: 856 time: 0.1278403 Jan 29 03:44:53.214693 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-9b5e5ef1-3c50-463a-b048-fecb16ce9945 None None] Port b515e1c3-80c1-45a6-ac70-b260f4d4c858 cannot update to ACTIVE because it is not bound. {{(pid=109551) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 03:44:53.254335 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-5c4058d2-db1f-425c-82e2-d8dc8769ba4b req-522544b6-501e-4f5d-9418-51dc7b9c1d4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (b515e1c3-80c1-45a6-ac70-b260f4d4c858), before_update {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:53.285219 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6910b873-b243-44ba-8e7c-0959af3851f8 req-e980db71-d58e-4183-87b1-d7ca4302da9a tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:44:53.286703 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-6910b873-b243-44ba-8e7c-0959af3851f8 req-e980db71-d58e-4183-87b1-d7ca4302da9a tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/ports?device_id=45fc5079-1458-479d-b5b0-d0b0fb1e9235 HTTP/1.1" status: 200 len: 931 time: 0.1502039 Jan 29 03:44:53.315381 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0ca96f-c700-4f30-9ff5-94b79bf4dd97 req-d11905b3-a924-4d79-80c7-7a2ca47172c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:44:53.316797 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-af0ca96f-c700-4f30-9ff5-94b79bf4dd97 req-d11905b3-a924-4d79-80c7-7a2ca47172c0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=204ced72-9299-4a30-aa72-466acced45bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1093245 Jan 29 03:44:53.331967 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-45872f0f-c1b8-426c-89d8-e899b5501401 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888'] for subnet (5df06cbb-26ff-4df6-851b-bfe77a7e5154), after_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:53.389691 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45872f0f-c1b8-426c-89d8-e899b5501401 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5df06cbb-26ff-4df6-851b-bfe77a7e5154,revision_number=0']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:44:53.405544 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45872f0f-c1b8-426c-89d8-e899b5501401 admin admin] Checking segment: {'id': '444d9df8-49d6-4f7d-8465-ba485b51dc55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '5d999f68-b670-4342-9eee-e4490a3e35c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 03:44:53.406121 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45872f0f-c1b8-426c-89d8-e899b5501401 admin admin] Network hostable DHCP agents. Network: 5d999f68-b670-4342-9eee-e4490a3e35c0, hostable agents: ['dac82def-0781-4624-a171-654e1b1d12af'], hosted agents: [] {{(pid=109549) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 03:44:53.497822 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45872f0f-c1b8-426c-89d8-e899b5501401 admin admin] Network 5d999f68-b670-4342-9eee-e4490a3e35c0 is scheduled to be hosted by DHCP agent dac82def-0781-4624-a171-654e1b1d12af with binding_index 1 {{(pid=109549) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 03:44:53.498521 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-6910b873-b243-44ba-8e7c-0959af3851f8 req-4fbbbfba-6a3f-4d9b-a0a1-ca7f6d817d44 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/security-groups?id=91323cdd-00e2-4ac4-bdcf-2a2c574a7bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1878955 Jan 29 03:44:53.552391 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-af0ca96f-c700-4f30-9ff5-94b79bf4dd97 req-6c7633e7-c24b-4694-af0e-f83092ac510a service neutron] 10.222.0.25 "GET /v2.0/networks/204ced72-9299-4a30-aa72-466acced45bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286077 Jan 29 03:44:53.590565 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.scheduler.base_scheduler [None req-45872f0f-c1b8-426c-89d8-e899b5501401 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826949-1-iscsi, 5d999f68-b670-4342-9eee-e4490a3e35c0) {{(pid=109549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 03:44:53.595177 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45872f0f-c1b8-426c-89d8-e899b5501401 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:44:53.596077 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-45872f0f-c1b8-426c-89d8-e899b5501401 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606130'] for subnet (None), before_response {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:53.602894 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a14d389-2078-4873-a03e-a1c53dc155af None None] Network 5d999f68-b670-4342-9eee-e4490a3e35c0 requested from dv-cinder-826949-1-iscsi {{(pid=109551) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 03:44:53.691594 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.notifiers.nova [req-5c4058d2-db1f-425c-82e2-d8dc8769ba4b req-522544b6-501e-4f5d-9418-51dc7b9c1d4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b515e1c3-80c1-45a6-ac70-b260f4d4c858 {{(pid=109550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 03:44:53.697133 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-45872f0f-c1b8-426c-89d8-e899b5501401 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8189859 Jan 29 03:44:53.721185 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-5c4058d2-db1f-425c-82e2-d8dc8769ba4b req-522544b6-501e-4f5d-9418-51dc7b9c1d4e service neutron] Publish callbacks [] for port (b515e1c3-80c1-45a6-ac70-b260f4d4c858), precommit_update {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:53.723189 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9cc87a-7e9d-46f7-90f0-eaa99c122ab5 req-a6b317dc-1487-42a9-a7ae-129dcb3693dd tempest-DeleteServersTestJSON-1124593692 tempest-DeleteServersTestJSON-1124593692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:44:53.723863 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c475503-b4d7-47c1-a1f7-502ac0e1f96b None None] Network 5d999f68-b670-4342-9eee-e4490a3e35c0 requested from dv-cinder-826949-1-iscsi {{(pid=109551) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 03:44:53.724755 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-6f9cc87a-7e9d-46f7-90f0-eaa99c122ab5 req-a6b317dc-1487-42a9-a7ae-129dcb3693dd tempest-DeleteServersTestJSON-1124593692 tempest-DeleteServersTestJSON-1124593692-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0238dfa-64ff-4122-8f56-0f4430b66bbb HTTP/1.1" status: 200 len: 945 time: 0.0935781 Jan 29 03:44:53.751465 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.db.provisioning_blocks [req-5c4058d2-db1f-425c-82e2-d8dc8769ba4b req-522544b6-501e-4f5d-9418-51dc7b9c1d4e service neutron] Transition to ACTIVE for port object b515e1c3-80c1-45a6-ac70-b260f4d4c858 will not be triggered until provisioned by entity L2. {{(pid=109550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 03:44:53.803858 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-6f9cc87a-7e9d-46f7-90f0-eaa99c122ab5 req-3285b446-cd06-4b77-a6e8-ed9345de0e0c tempest-DeleteServersTestJSON-1124593692 tempest-DeleteServersTestJSON-1124593692-project] 10.222.0.16 "GET /v2.0/security-groups?id=de816232-dfc3-483e-a17d-8743a55c62c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723529 Jan 29 03:44:53.847010 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42631999-085f-4a1b-9a4e-6109607646f8 req-24739b62-730d-4e1e-9022-4295b2c2c34d tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:44:53.848972 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-42631999-085f-4a1b-9a4e-6109607646f8 req-24739b62-730d-4e1e-9022-4295b2c2c34d tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f5813a3-d10f-42ef-99a5-50aa1af18f3a HTTP/1.1" status: 200 len: 943 time: 0.0866680 Jan 29 03:44:53.850223 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-5c4058d2-db1f-425c-82e2-d8dc8769ba4b req-522544b6-501e-4f5d-9418-51dc7b9c1d4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429'] for port (b515e1c3-80c1-45a6-ac70-b260f4d4c858), after_update {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:53.933278 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522544b6-501e-4f5d-9418-51dc7b9c1d4e service neutron] Pushing event updated for resources: {'Port': ['ID=b515e1c3-80c1-45a6-ac70-b260f4d4c858,revision_number=2']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:44:54.010568 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-42631999-085f-4a1b-9a4e-6109607646f8 req-52eb2e07-5a13-4324-abca-75337c349b74 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca8be9f3-7d70-4884-a281-94c7af685802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166480 Jan 29 03:44:54.016436 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.managers [req-5c4058d2-db1f-425c-82e2-d8dc8769ba4b req-522544b6-501e-4f5d-9418-51dc7b9c1d4e service neutron] Attempting to bind port b515e1c3-80c1-45a6-ac70-b260f4d4c858 on host hv-cinder-82694 for vnic_type normal with profile {{(pid=109550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 03:44:54.022769 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.managers [req-5c4058d2-db1f-425c-82e2-d8dc8769ba4b req-522544b6-501e-4f5d-9418-51dc7b9c1d4e service neutron] Attempting to bind port b515e1c3-80c1-45a6-ac70-b260f4d4c858 by drivers openvswitch,hyperv on host hv-cinder-82694 at level 0 using segments [{'id': '0f1a27ff-4507-4849-b52b-a4a1cb59f6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4b4e9710-b6c9-4002-b8a3-8aa9bf7336cb'}] {{(pid=109550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 03:44:54.023227 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c4058d2-db1f-425c-82e2-d8dc8769ba4b req-522544b6-501e-4f5d-9418-51dc7b9c1d4e service neutron] Attempting to bind port b515e1c3-80c1-45a6-ac70-b260f4d4c858 on network 4b4e9710-b6c9-4002-b8a3-8aa9bf7336cb {{(pid=109550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 03:44:54.030302 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c4058d2-db1f-425c-82e2-d8dc8769ba4b req-522544b6-501e-4f5d-9418-51dc7b9c1d4e service neutron] Port b515e1c3-80c1-45a6-ac70-b260f4d4c858 on network 4b4e9710-b6c9-4002-b8a3-8aa9bf7336cb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82694 {{(pid=109550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 03:44:54.031395 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c4058d2-db1f-425c-82e2-d8dc8769ba4b req-522544b6-501e-4f5d-9418-51dc7b9c1d4e service neutron] Attempting to bind port b515e1c3-80c1-45a6-ac70-b260f4d4c858 on network 4b4e9710-b6c9-4002-b8a3-8aa9bf7336cb {{(pid=109550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 03:44:54.036724 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c4058d2-db1f-425c-82e2-d8dc8769ba4b req-522544b6-501e-4f5d-9418-51dc7b9c1d4e service neutron] Checking agent: {'id': 'ad4128b7-7a77-4672-aa49-b5d5d6c7d736', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 3, 42, 25), 'started_at': datetime.datetime(2022, 1, 29, 3, 42, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 3, 44, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 03:44:54.037060 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c4058d2-db1f-425c-82e2-d8dc8769ba4b req-522544b6-501e-4f5d-9418-51dc7b9c1d4e service neutron] Checking segment: {'id': '0f1a27ff-4507-4849-b52b-a4a1cb59f6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4b4e9710-b6c9-4002-b8a3-8aa9bf7336cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 03:44:54.037447 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c4058d2-db1f-425c-82e2-d8dc8769ba4b req-522544b6-501e-4f5d-9418-51dc7b9c1d4e service neutron] Bound using segment: {'id': '0f1a27ff-4507-4849-b52b-a4a1cb59f6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4b4e9710-b6c9-4002-b8a3-8aa9bf7336cb'} {{(pid=109550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 03:44:54.037877 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.managers [req-5c4058d2-db1f-425c-82e2-d8dc8769ba4b req-522544b6-501e-4f5d-9418-51dc7b9c1d4e service neutron] Bound port: b515e1c3-80c1-45a6-ac70-b260f4d4c858, host: hv-cinder-82694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f1a27ff-4507-4849-b52b-a4a1cb59f6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4b4e9710-b6c9-4002-b8a3-8aa9bf7336cb'}}] {{(pid=109550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 03:44:54.038258 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-5c4058d2-db1f-425c-82e2-d8dc8769ba4b req-522544b6-501e-4f5d-9418-51dc7b9c1d4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (b515e1c3-80c1-45a6-ac70-b260f4d4c858), before_update {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:54.129027 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.db [req-5c4058d2-db1f-425c-82e2-d8dc8769ba4b req-522544b6-501e-4f5d-9418-51dc7b9c1d4e service neutron] For port b515e1c3-80c1-45a6-ac70-b260f4d4c858, host hv-cinder-82694, cleared binding levels {{(pid=109550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 03:44:54.132649 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.db [req-5c4058d2-db1f-425c-82e2-d8dc8769ba4b req-522544b6-501e-4f5d-9418-51dc7b9c1d4e service neutron] For port b515e1c3-80c1-45a6-ac70-b260f4d4c858, host hv-cinder-82694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=b515e1c3-80c1-45a6-ac70-b260f4d4c858,segment=NetworkSegment(0f1a27ff-4507-4849-b52b-a4a1cb59f6c4),segment_id=0f1a27ff-4507-4849-b52b-a4a1cb59f6c4)] {{(pid=109550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 03:44:54.229281 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c302340-1c0b-4f7f-9627-1c5dccbe2913 req-80d70d69-d3fc-4be6-bb2a-8e5ea23285f3 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:44:54.229281 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-3c302340-1c0b-4f7f-9627-1c5dccbe2913 req-80d70d69-d3fc-4be6-bb2a-8e5ea23285f3 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb51aefd-c927-464c-a843-4291d9f9ec0b HTTP/1.1" status: 200 len: 944 time: 0.0939505 Jan 29 03:44:54.244255 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-5c4058d2-db1f-425c-82e2-d8dc8769ba4b req-522544b6-501e-4f5d-9418-51dc7b9c1d4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429'] for port (b515e1c3-80c1-45a6-ac70-b260f4d4c858), after_update {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:54.293388 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-3c302340-1c0b-4f7f-9627-1c5dccbe2913 req-80e40c5a-e170-49d7-adc1-fa4b84ab3603 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d2e1765-fee5-481b-a069-96f98e74cbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564127 Jan 29 03:44:54.318276 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-af0ca96f-c700-4f30-9ff5-94b79bf4dd97 req-3e94b197-0108-4952-a5dd-fb18b0708692 service neutron] 10.222.0.25 "GET /v2.0/networks/204ced72-9299-4a30-aa72-466acced45bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709697 Jan 29 03:44:54.325791 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4058d2-db1f-425c-82e2-d8dc8769ba4b req-522544b6-501e-4f5d-9418-51dc7b9c1d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:44:54.326433 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-5c4058d2-db1f-425c-82e2-d8dc8769ba4b req-522544b6-501e-4f5d-9418-51dc7b9c1d4e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606130'] for port (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:54.328302 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-5c4058d2-db1f-425c-82e2-d8dc8769ba4b req-522544b6-501e-4f5d-9418-51dc7b9c1d4e service neutron] 10.222.0.25 "PUT /v2.0/ports/b515e1c3-80c1-45a6-ac70-b260f4d4c858 HTTP/1.1" status: 200 len: 1093 time: 1.2472394 Jan 29 03:44:54.332469 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45fc5079-1458-479d-b5b0-d0b0fb1e9235', 'tag': 'b515e1c3-80c1-45a6-ac70-b260f4d4c858'}] {{(pid=109550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 03:44:54.334702 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fa7e8514ec8b1871638cf3d0c6bf241b62bf17ffd430199c6215cc57604ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eb07dbb-b00a-49b2-9bd8-999e453603ad" -d '{"events": [{"name": "network-changed", "server_uuid": "45fc5079-1458-479d-b5b0-d0b0fb1e9235", "tag": "b515e1c3-80c1-45a6-ac70-b260f4d4c858"}]}' {{(pid=109550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 03:44:54.353932 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522544b6-501e-4f5d-9418-51dc7b9c1d4e service neutron] Pushing event updated for resources: {'Port': ['ID=b515e1c3-80c1-45a6-ac70-b260f4d4c858,revision_number=3']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:44:54.368452 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d057f2-124e-44e1-b06a-8bb8c53c641d req-0ead394b-9631-4bf8-b72a-67c4c3116fb1 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:44:54.370004 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-a9d057f2-124e-44e1-b06a-8bb8c53c641d req-0ead394b-9631-4bf8-b72a-67c4c3116fb1 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce5ee017-4daf-4262-8ab0-d31cbfc42bce HTTP/1.1" status: 200 len: 944 time: 0.1545360 Jan 29 03:44:54.425326 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 03:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3471780-ac65-42c2-993c-8ab58729f74a x-openstack-request-id: req-d3471780-ac65-42c2-993c-8ab58729f74a {{(pid=109550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 03:44:54.425618 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45fc5079-1458-479d-b5b0-d0b0fb1e9235", "tag": "b515e1c3-80c1-45a6-ac70-b260f4d4c858", "status": "completed", "code": 200}]} {{(pid=109550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 03:44:54.425873 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d3471780-ac65-42c2-993c-8ab58729f74a {{(pid=109550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 03:44:54.426294 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45fc5079-1458-479d-b5b0-d0b0fb1e9235', 'tag': 'b515e1c3-80c1-45a6-ac70-b260f4d4c858', 'status': 'completed', 'code': 200} Jan 29 03:44:54.434673 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-a9d057f2-124e-44e1-b06a-8bb8c53c641d req-93df7045-4b16-4f39-a32f-de24bc6c872e tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c3df9bf-9f05-408c-a02f-29a763dd3f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559890 Jan 29 03:44:54.623856 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4a2f97-9dee-49a6-8f21-aea5d84077aa req-dd746fd8-899e-4470-9b1d-edbf9286e80d tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:44:54.626298 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-0d4a2f97-9dee-49a6-8f21-aea5d84077aa req-dd746fd8-899e-4470-9b1d-edbf9286e80d tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/ports?device_id=45fc5079-1458-479d-b5b0-d0b0fb1e9235 HTTP/1.1" status: 200 len: 943 time: 0.0560446 Jan 29 03:44:54.672801 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-0d4a2f97-9dee-49a6-8f21-aea5d84077aa req-dc0a7f29-8f9e-471b-81b2-a058fec76c9e tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/security-groups?id=91323cdd-00e2-4ac4-bdcf-2a2c574a7bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407832 Jan 29 03:44:54.786969 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 44020) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:44:54.791941 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.v2.base [None req-f14414b9-8d20-4ec9-8a2e-1cf5003d0294 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-279673143-network', 'tenant_id': '9a03120ed91940c28e7fdc057fa7d77c'}} {{(pid=109550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 03:44:54.929200 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8edc8b9-be85-4e34-8c23-63b19d1811dc req-fb89498a-8e74-48f8-a55e-d3ff1e7a74de tempest-DeleteServersTestJSON-1124593692 tempest-DeleteServersTestJSON-1124593692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:44:54.930612 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-c8edc8b9-be85-4e34-8c23-63b19d1811dc req-fb89498a-8e74-48f8-a55e-d3ff1e7a74de tempest-DeleteServersTestJSON-1124593692 tempest-DeleteServersTestJSON-1124593692-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0238dfa-64ff-4122-8f56-0f4430b66bbb HTTP/1.1" status: 200 len: 945 time: 0.0550969 Jan 29 03:44:54.960703 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f14414b9-8d20-4ec9-8a2e-1cf5003d0294 admin admin] Made reservation on behalf of 9a03120ed91940c28e7fdc057fa7d77c for: {'network': 1} {{(pid=109550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 03:44:54.962909 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-f14414b9-8d20-4ec9-8a2e-1cf5003d0294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for network (None), before_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:54.980770 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-f14414b9-8d20-4ec9-8a2e-1cf5003d0294 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:54.992879 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-c8edc8b9-be85-4e34-8c23-63b19d1811dc req-7d5ca30a-7981-402c-b979-ce021d2e70b5 tempest-DeleteServersTestJSON-1124593692 tempest-DeleteServersTestJSON-1124593692-project] 10.222.0.16 "GET /v2.0/security-groups?id=de816232-dfc3-483e-a17d-8743a55c62c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567594 Jan 29 03:44:55.067554 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-f14414b9-8d20-4ec9-8a2e-1cf5003d0294 admin admin] Publish callbacks [] for security_group (2ed5a6a5-5db2-45e5-9e14-0550d2522890), precommit_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:55.124137 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976df887-450c-4903-be15-71308a0a714a req-01d50075-cfea-470c-9205-04ad97b4fd03 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:44:55.126206 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-976df887-450c-4903-be15-71308a0a714a req-01d50075-cfea-470c-9205-04ad97b4fd03 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f5813a3-d10f-42ef-99a5-50aa1af18f3a HTTP/1.1" status: 200 len: 943 time: 0.0512128 Jan 29 03:44:55.132105 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-f14414b9-8d20-4ec9-8a2e-1cf5003d0294 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (2ed5a6a5-5db2-45e5-9e14-0550d2522890), after_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:55.157011 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f14414b9-8d20-4ec9-8a2e-1cf5003d0294 admin admin] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=109550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 03:44:55.166503 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14414b9-8d20-4ec9-8a2e-1cf5003d0294 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ed5a6a5-5db2-45e5-9e14-0550d2522890,revision_number=1']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:44:55.171929 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-f14414b9-8d20-4ec9-8a2e-1cf5003d0294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541992'] for segment (bb9a70bb-37d0-4524-9337-ebba98647d89), precommit_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:55.172265 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.db.segments_db [None req-f14414b9-8d20-4ec9-8a2e-1cf5003d0294 admin admin] Added segment bb9a70bb-37d0-4524-9337-ebba98647d89 of type vlan for network d151926f-a5e5-4b22-b558-6b14351958ea Jan 29 03:44:55.173411 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-976df887-450c-4903-be15-71308a0a714a req-8cf20733-9405-4abd-98c4-731ec993b646 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca8be9f3-7d70-4884-a281-94c7af685802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410118 Jan 29 03:44:55.218913 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-f14414b9-8d20-4ec9-8a2e-1cf5003d0294 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787145422201'] for network (d151926f-a5e5-4b22-b558-6b14351958ea), precommit_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:55.355143 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-f14414b9-8d20-4ec9-8a2e-1cf5003d0294 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888'] for network (d151926f-a5e5-4b22-b558-6b14351958ea), after_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:55.356240 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f14414b9-8d20-4ec9-8a2e-1cf5003d0294 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:44:55.356887 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-f14414b9-8d20-4ec9-8a2e-1cf5003d0294 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606130'] for network (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:55.446089 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14414b9-8d20-4ec9-8a2e-1cf5003d0294 admin admin] Pushing event updated for resources: {'Network': ['ID=d151926f-a5e5-4b22-b558-6b14351958ea,revision_number=1']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:44:55.462912 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Network d151926f-a5e5-4b22-b558-6b14351958ea details requested by agent ovs-agent-dv-cinder-826949-1-iscsi with host dv-cinder-826949-1-iscsi {{(pid=109551) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 03:44:55.464676 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8c9388-83ea-4776-bed0-e28dfff3d942 req-f45fbeaf-35d1-4024-94bc-3cc0a65cb42a tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:44:55.466254 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-2e8c9388-83ea-4776-bed0-e28dfff3d942 req-f45fbeaf-35d1-4024-94bc-3cc0a65cb42a tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb51aefd-c927-464c-a843-4291d9f9ec0b HTTP/1.1" status: 200 len: 944 time: 0.1061013 Jan 29 03:44:55.507504 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-f14414b9-8d20-4ec9-8a2e-1cf5003d0294 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.7193143 Jan 29 03:44:55.510356 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 44040) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:44:55.515590 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 44042) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:44:55.519074 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.v2.base [None req-eec7bdbd-8654-4f74-8f46-5f8ef83eeda5 admin admin] Request body: {'subnet': {'network_id': 'd151926f-a5e5-4b22-b558-6b14351958ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-279673143-subnet', 'tenant_id': '9a03120ed91940c28e7fdc057fa7d77c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 03:44:55.529278 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-2e8c9388-83ea-4776-bed0-e28dfff3d942 req-e76e1a7b-e147-44bf-9b80-a4bca8f6752c tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d2e1765-fee5-481b-a069-96f98e74cbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567677 Jan 29 03:44:55.606977 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfdac86-79d6-4a0a-a00a-dd868d6b6033 req-2e45c9ce-e142-404d-9156-1a94b861d5bc tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:44:55.608456 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-8bfdac86-79d6-4a0a-a00a-dd868d6b6033 req-2e45c9ce-e142-404d-9156-1a94b861d5bc tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce5ee017-4daf-4262-8ab0-d31cbfc42bce HTTP/1.1" status: 200 len: 944 time: 0.0724318 Jan 29 03:44:55.660671 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eec7bdbd-8654-4f74-8f46-5f8ef83eeda5 admin admin] Made reservation on behalf of 9a03120ed91940c28e7fdc057fa7d77c for: {'subnet': 1} {{(pid=109549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 03:44:55.663049 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-71189e71-548b-4538-8da0-36a9dac5cfe3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:55.664215 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-eec7bdbd-8654-4f74-8f46-5f8ef83eeda5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:55.735131 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-8bfdac86-79d6-4a0a-a00a-dd868d6b6033 req-ccae3da0-8a6a-4172-bfb9-36cbce0084ab tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c3df9bf-9f05-408c-a02f-29a763dd3f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179488 Jan 29 03:44:55.836096 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ab09a3-9e72-4232-92d9-587145d007bd req-6578cbb3-a4a3-4805-8e44-da3f2662dc00 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:44:55.837835 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-47ab09a3-9e72-4232-92d9-587145d007bd req-6578cbb3-a4a3-4805-8e44-da3f2662dc00 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/ports?device_id=45fc5079-1458-479d-b5b0-d0b0fb1e9235 HTTP/1.1" status: 200 len: 943 time: 0.0898764 Jan 29 03:44:55.840883 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-71189e71-548b-4538-8da0-36a9dac5cfe3 admin admin] Publish callbacks [] for security_group (78fb5159-08d4-424f-a165-106352ad0ffc), precommit_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:55.858034 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Device 99574264-03c0-4cb9-9094-a916433c52ab up at agent hyperv_hv-cinder-82694 {{(pid=109551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 03:44:55.897547 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-47ab09a3-9e72-4232-92d9-587145d007bd req-33e93112-d5ca-4f27-9f0c-775867d6b485 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/security-groups?id=91323cdd-00e2-4ac4-bdcf-2a2c574a7bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502529 Jan 29 03:44:55.903116 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-71189e71-548b-4538-8da0-36a9dac5cfe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (78fb5159-08d4-424f-a165-106352ad0ffc), after_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:55.932528 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (ad4128b7-7a77-4672-aa49-b5d5d6c7d736), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:55.972883 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71189e71-548b-4538-8da0-36a9dac5cfe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78fb5159-08d4-424f-a165-106352ad0ffc,revision_number=1']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:44:55.978377 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-71189e71-548b-4538-8da0-36a9dac5cfe3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3cfd9eb2989c41e0893aa531a5f06fb4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4621191 Jan 29 03:44:55.981063 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 44048) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:44:55.989395 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-eec7bdbd-8654-4f74-8f46-5f8ef83eeda5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888'] for subnet (28f605d6-73a4-4452-bfe7-032f8215c69e), after_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:56.022753 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb07dbb-b00a-49b2-9bd8-999e453603ad req-22f00ec3-23ef-49ba-9f93-d08d60898686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:44:56.024619 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.provisioning_blocks [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Provisioning for port 99574264-03c0-4cb9-9094-a916433c52ab completed by entity L2. {{(pid=109551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 03:44:56.024813 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-7eb07dbb-b00a-49b2-9bd8-999e453603ad req-22f00ec3-23ef-49ba-9f93-d08d60898686 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0f6df9863d6a490a92b2f3c872aec541&device_id=45fc5079-1458-479d-b5b0-d0b0fb1e9235 HTTP/1.1" status: 200 len: 1127 time: 0.1187756 Jan 29 03:44:56.028732 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.provisioning_blocks [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Provisioning complete for port 99574264-03c0-4cb9-9094-a916433c52ab triggered by entity L2. {{(pid=109551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 03:44:56.035509 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785313'] for port (99574264-03c0-4cb9-9094-a916433c52ab), provisioning_complete {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:56.044429 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-66fab24c-61e4-4110-b7ec-aee8ad4bee66 admin admin] Publish callbacks [] for security_group (78fb5159-08d4-424f-a165-106352ad0ffc), before_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:56.101563 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec7bdbd-8654-4f74-8f46-5f8ef83eeda5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=28f605d6-73a4-4452-bfe7-032f8215c69e,revision_number=0']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:44:56.109456 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec7bdbd-8654-4f74-8f46-5f8ef83eeda5 admin admin] Checking segment: {'id': 'bb9a70bb-37d0-4524-9337-ebba98647d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'd151926f-a5e5-4b22-b558-6b14351958ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 03:44:56.109808 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec7bdbd-8654-4f74-8f46-5f8ef83eeda5 admin admin] Network hostable DHCP agents. Network: d151926f-a5e5-4b22-b558-6b14351958ea, hostable agents: ['dac82def-0781-4624-a171-654e1b1d12af'], hosted agents: [] {{(pid=109549) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 03:44:56.122348 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-66fab24c-61e4-4110-b7ec-aee8ad4bee66 admin admin] Publish callbacks [] for security_group (78fb5159-08d4-424f-a165-106352ad0ffc), precommit_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:56.131347 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Current status of the port 99574264-03c0-4cb9-9094-a916433c52ab is: BUILD; New status is: ACTIVE {{(pid=109551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 03:44:56.132222 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (99574264-03c0-4cb9-9094-a916433c52ab), before_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:56.141839 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b5b4eb-90d1-4b68-91e6-0adf736e48f3 req-68130c95-35af-4e2e-881e-ced25930e75d tempest-DeleteServersTestJSON-1124593692 tempest-DeleteServersTestJSON-1124593692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:44:56.143330 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-c8b5b4eb-90d1-4b68-91e6-0adf736e48f3 req-68130c95-35af-4e2e-881e-ced25930e75d tempest-DeleteServersTestJSON-1124593692 tempest-DeleteServersTestJSON-1124593692-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0238dfa-64ff-4122-8f56-0f4430b66bbb HTTP/1.1" status: 200 len: 945 time: 0.0772402 Jan 29 03:44:56.158688 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '333eec8c-4437-4fe4-9440-e0210b9b6b71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99574264-03c0-4cb9-9094-a916433c52ab'}] {{(pid=109551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 03:44:56.185828 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb07dbb-b00a-49b2-9bd8-999e453603ad req-1f9de1bd-321e-4a0a-b782-b1ca3da26983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:44:56.188274 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-7eb07dbb-b00a-49b2-9bd8-999e453603ad req-1f9de1bd-321e-4a0a-b782-b1ca3da26983 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=0f6df9863d6a490a92b2f3c872aec541&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1402583 Jan 29 03:44:56.207804 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-c8b5b4eb-90d1-4b68-91e6-0adf736e48f3 req-ec3dbb8d-7b74-4e64-8087-cc0144dd3ac8 tempest-DeleteServersTestJSON-1124593692 tempest-DeleteServersTestJSON-1124593692-project] 10.222.0.16 "GET /v2.0/security-groups?id=de816232-dfc3-483e-a17d-8743a55c62c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502994 Jan 29 03:44:56.235840 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec7bdbd-8654-4f74-8f46-5f8ef83eeda5 admin admin] Network d151926f-a5e5-4b22-b558-6b14351958ea is scheduled to be hosted by DHCP agent dac82def-0781-4624-a171-654e1b1d12af with binding_index 1 {{(pid=109549) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 03:44:56.259337 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] For port 99574264-03c0-4cb9-9094-a916433c52ab, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=99574264-03c0-4cb9-9094-a916433c52ab,segment=NetworkSegment(33654556-4a78-4da6-99c6-24c24c214550),segment_id=33654556-4a78-4da6-99c6-24c24c214550)] {{(pid=109551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 03:44:56.307104 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-66fab24c-61e4-4110-b7ec-aee8ad4bee66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (78fb5159-08d4-424f-a165-106352ad0ffc), after_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:56.309635 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-66fab24c-61e4-4110-b7ec-aee8ad4bee66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:56.310842 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-66fab24c-61e4-4110-b7ec-aee8ad4bee66 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/78fb5159-08d4-424f-a165-106352ad0ffc HTTP/1.1" status: 204 len: 168 time: 0.3288980 Jan 29 03:44:56.330583 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fab24c-61e4-4110-b7ec-aee8ad4bee66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78fb5159-08d4-424f-a165-106352ad0ffc,revision_number=None']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:44:56.344421 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb07dbb-b00a-49b2-9bd8-999e453603ad req-ec08ca71-3e36-4136-ab87-445e504f98f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:44:56.345899 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-7eb07dbb-b00a-49b2-9bd8-999e453603ad req-ec08ca71-3e36-4136-ab87-445e504f98f1 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1520338 Jan 29 03:44:56.363333 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bfe225-c05e-4e42-8338-4154b2185f97 req-8e70186a-22c4-4bd9-9ace-c3287e9667b7 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:44:56.364837 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-e4bfe225-c05e-4e42-8338-4154b2185f97 req-8e70186a-22c4-4bd9-9ace-c3287e9667b7 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f5813a3-d10f-42ef-99a5-50aa1af18f3a HTTP/1.1" status: 200 len: 943 time: 0.0934315 Jan 29 03:44:56.365522 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23e056b712a42e8e31026a02bb7684ebe9f34968e78d79227c0e39fde92c0103" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0745dae-6ea0-4894-b86e-94e434a1fb9c" -d '{"events": [{"server_uuid": "333eec8c-4437-4fe4-9440-e0210b9b6b71", "name": "network-vif-plugged", "status": "completed", "tag": "99574264-03c0-4cb9-9094-a916433c52ab"}]}' {{(pid=109551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 03:44:56.381408 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.scheduler.base_scheduler [None req-eec7bdbd-8654-4f74-8f46-5f8ef83eeda5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826949-1-iscsi, d151926f-a5e5-4b22-b558-6b14351958ea) {{(pid=109549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 03:44:56.384598 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec7bdbd-8654-4f74-8f46-5f8ef83eeda5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:44:56.385765 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-eec7bdbd-8654-4f74-8f46-5f8ef83eeda5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606130'] for subnet (None), before_response {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:56.393798 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4bed789-5784-4aa8-b55c-91cb5fa00cbb None None] Network d151926f-a5e5-4b22-b558-6b14351958ea requested from dv-cinder-826949-1-iscsi {{(pid=109551) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 03:44:56.401440 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429'] for port (99574264-03c0-4cb9-9094-a916433c52ab), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:56.402269 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Device 26b58599-e1e8-4de8-a1fd-779b33246181 up at agent hyperv_hv-cinder-82694 {{(pid=109551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 03:44:56.470658 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-e4bfe225-c05e-4e42-8338-4154b2185f97 req-6faa4974-71b8-4dfb-bb93-546cf18e845c tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca8be9f3-7d70-4884-a281-94c7af685802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937371 Jan 29 03:44:56.480549 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4058d2-db1f-425c-82e2-d8dc8769ba4b req-a8258e05-1b99-40b8-a8a9-6c4a0be98191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:44:56.481924 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-5c4058d2-db1f-425c-82e2-d8dc8769ba4b req-a8258e05-1b99-40b8-a8a9-6c4a0be98191 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0f6df9863d6a490a92b2f3c872aec541&device_id=45fc5079-1458-479d-b5b0-d0b0fb1e9235 HTTP/1.1" status: 200 len: 1127 time: 0.0720434 Jan 29 03:44:56.490940 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 03:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0e836bc-ada5-43c4-ab96-f59a1f05e413 x-openstack-request-id: req-f0e836bc-ada5-43c4-ab96-f59a1f05e413 {{(pid=109551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 03:44:56.491408 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "333eec8c-4437-4fe4-9440-e0210b9b6b71", "name": "network-vif-plugged", "status": "completed", "tag": "99574264-03c0-4cb9-9094-a916433c52ab", "code": 200}]} {{(pid=109551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 03:44:56.491408 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f0e836bc-ada5-43c4-ab96-f59a1f05e413 {{(pid=109551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 03:44:56.491841 dv-cinder-826949-1-iscsi neutron-server[109551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '333eec8c-4437-4fe4-9440-e0210b9b6b71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99574264-03c0-4cb9-9094-a916433c52ab', 'code': 200} Jan 29 03:44:56.497830 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-eec7bdbd-8654-4f74-8f46-5f8ef83eeda5 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9855030 Jan 29 03:44:56.564436 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Pushing event updated for resources: {'Port': ['ID=99574264-03c0-4cb9-9094-a916433c52ab,revision_number=5']} {{(pid=109551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:44:56.572488 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-5c4058d2-db1f-425c-82e2-d8dc8769ba4b req-1cd791ac-3ecb-4587-9c4b-b975b929d30b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b515e1c3-80c1-45a6-ac70-b260f4d4c858 HTTP/1.1" status: 200 len: 217 time: 0.0468445 Jan 29 03:44:56.598716 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da9a3d25-2b09-4d2e-90ce-c68ed05cc646 None None] Network d151926f-a5e5-4b22-b558-6b14351958ea requested from dv-cinder-826949-1-iscsi {{(pid=109551) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 03:44:56.663560 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4058d2-db1f-425c-82e2-d8dc8769ba4b req-e072f9b8-e915-4a5f-b012-5691f5e9ff21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:44:56.666169 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-5c4058d2-db1f-425c-82e2-d8dc8769ba4b req-e072f9b8-e915-4a5f-b012-5691f5e9ff21 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2f142c9b-e8b9-4838-a5d9-5c60564542f5 HTTP/1.1" status: 200 len: 849 time: 0.0866518 Jan 29 03:44:56.683561 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b116820-701a-4bc9-ac57-429cf3877958 req-6378cd1a-7396-4794-9916-c673ab04a39d tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:44:56.685936 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-8b116820-701a-4bc9-ac57-429cf3877958 req-6378cd1a-7396-4794-9916-c673ab04a39d tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb51aefd-c927-464c-a843-4291d9f9ec0b HTTP/1.1" status: 200 len: 944 time: 0.0717628 Jan 29 03:44:56.706444 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.provisioning_blocks [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Provisioning for port 26b58599-e1e8-4de8-a1fd-779b33246181 completed by entity L2. {{(pid=109551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 03:44:56.715157 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.provisioning_blocks [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Provisioning complete for port 26b58599-e1e8-4de8-a1fd-779b33246181 triggered by entity L2. {{(pid=109551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 03:44:56.715505 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 44072) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:44:56.715616 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785313'] for port (26b58599-e1e8-4de8-a1fd-779b33246181), provisioning_complete {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:56.743272 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4058d2-db1f-425c-82e2-d8dc8769ba4b req-4c5aac48-422d-461e-8124-aaf455f6d17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:44:56.744944 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-5c4058d2-db1f-425c-82e2-d8dc8769ba4b req-4c5aac48-422d-461e-8124-aaf455f6d17c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4b4e9710-b6c9-4002-b8a3-8aa9bf7336cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0727413 Jan 29 03:44:56.808072 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-8b116820-701a-4bc9-ac57-429cf3877958 req-bccc311a-92c1-4042-ba71-df4e6845050f tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d2e1765-fee5-481b-a069-96f98e74cbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085281 Jan 29 03:44:56.811223 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.db.db_base_plugin_v2 [None req-08192907-2c16-4b6c-8a6a-1a8c23807c86 admin admin] Deleting subnet 5df06cbb-26ff-4df6-851b-bfe77a7e5154 {{(pid=109549) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 03:44:56.816771 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-08192907-2c16-4b6c-8a6a-1a8c23807c86 admin admin] Publish callbacks [] for subnet (5df06cbb-26ff-4df6-851b-bfe77a7e5154), before_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:56.859485 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-08192907-2c16-4b6c-8a6a-1a8c23807c86 admin admin] Publish callbacks [] for subnet (5df06cbb-26ff-4df6-851b-bfe77a7e5154), precommit_delete_associations {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:56.869398 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Current status of the port 26b58599-e1e8-4de8-a1fd-779b33246181 is: BUILD; New status is: ACTIVE {{(pid=109551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 03:44:56.869589 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-08192907-2c16-4b6c-8a6a-1a8c23807c86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-756919'] for subnet (5df06cbb-26ff-4df6-851b-bfe77a7e5154), precommit_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:56.869878 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (26b58599-e1e8-4de8-a1fd-779b33246181), before_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:56.876737 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-5c4058d2-db1f-425c-82e2-d8dc8769ba4b req-902b6b67-f82a-4f50-8476-affb4d57fb16 service neutron] 10.222.0.25 "GET /v2.0/networks/4b4e9710-b6c9-4002-b8a3-8aa9bf7336cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251647 Jan 29 03:44:56.903816 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] For port 26b58599-e1e8-4de8-a1fd-779b33246181, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=26b58599-e1e8-4de8-a1fd-779b33246181,segment=NetworkSegment(55c6d1ba-1ae1-4be3-9e12-aad260737131),segment_id=55c6d1ba-1ae1-4be3-9e12-aad260737131)] {{(pid=109551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 03:44:56.989579 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429'] for port (26b58599-e1e8-4de8-a1fd-779b33246181), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:56.990363 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Device 344261af-89bd-4849-88f4-09b55da6299e up at agent hyperv_hv-cinder-82694 {{(pid=109551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 03:44:56.997414 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-08192907-2c16-4b6c-8a6a-1a8c23807c86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-756920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888'] for subnet (5df06cbb-26ff-4df6-851b-bfe77a7e5154), after_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:57.033409 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-08192907-2c16-4b6c-8a6a-1a8c23807c86 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:57.040219 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-08192907-2c16-4b6c-8a6a-1a8c23807c86 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/5df06cbb-26ff-4df6-851b-bfe77a7e5154 HTTP/1.1" status: 204 len: 168 time: 0.3164093 Jan 29 03:44:57.041189 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 44080) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:44:57.042014 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08192907-2c16-4b6c-8a6a-1a8c23807c86 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5df06cbb-26ff-4df6-851b-bfe77a7e5154,revision_number=None']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:44:57.109216 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Pushing event updated for resources: {'Port': ['ID=26b58599-e1e8-4de8-a1fd-779b33246181,revision_number=5']} {{(pid=109551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:44:57.153923 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a27f39d-334f-4e2e-8131-5afd7b485e36 req-0f8ea3cf-a6be-4822-b0c0-d97eb500e451 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:44:57.164163 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-6a27f39d-334f-4e2e-8131-5afd7b485e36 req-0f8ea3cf-a6be-4822-b0c0-d97eb500e451 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/ports?device_id=45fc5079-1458-479d-b5b0-d0b0fb1e9235 HTTP/1.1" status: 200 len: 943 time: 0.1926572 Jan 29 03:44:57.185844 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-6048155c-ed5c-49e6-827a-caad1f8b5114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617357'] for network (5d999f68-b670-4342-9eee-e4490a3e35c0), before_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:57.196977 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 44086) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:44:57.223548 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.provisioning_blocks [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Provisioning for port 344261af-89bd-4849-88f4-09b55da6299e completed by entity L2. {{(pid=109551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 03:44:57.236138 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-7bc1ad26-9d6b-4020-ab12-6ffc83ad1ea5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:57.237292 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.provisioning_blocks [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Provisioning complete for port 344261af-89bd-4849-88f4-09b55da6299e triggered by entity L2. {{(pid=109551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 03:44:57.237968 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785313'] for port (344261af-89bd-4849-88f4-09b55da6299e), provisioning_complete {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:57.298617 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-5c4058d2-db1f-425c-82e2-d8dc8769ba4b req-b4a44b91-a04f-46be-ba2a-bbc8186139a1 service neutron] 10.222.0.25 "GET /v2.0/networks/4b4e9710-b6c9-4002-b8a3-8aa9bf7336cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4163282 Jan 29 03:44:57.307766 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2779fc8c-5ba7-43b1-ad31-ffd7823b0755 req-09103e8f-412f-433b-a379-cfdba31e8613 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:44:57.309240 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-2779fc8c-5ba7-43b1-ad31-ffd7823b0755 req-09103e8f-412f-433b-a379-cfdba31e8613 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce5ee017-4daf-4262-8ab0-d31cbfc42bce HTTP/1.1" status: 200 len: 944 time: 0.4733422 Jan 29 03:44:57.315752 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-6048155c-ed5c-49e6-827a-caad1f8b5114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783436', 'neutron.services.segments.db._delete_segments_for_network-8787145932427'] for network (5d999f68-b670-4342-9eee-e4490a3e35c0), precommit_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:57.320352 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fad7240-46c8-4064-b5fe-93f0f9e1fb0e req-554cf698-4aa4-4677-b665-d43890dd0df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:44:57.321820 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-7fad7240-46c8-4064-b5fe-93f0f9e1fb0e req-554cf698-4aa4-4677-b665-d43890dd0df1 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=333eec8c-4437-4fe4-9440-e0210b9b6b71 HTTP/1.1" status: 200 len: 1129 time: 0.1791847 Jan 29 03:44:57.346827 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-6a27f39d-334f-4e2e-8131-5afd7b485e36 req-d1d43c1f-16c0-4d2c-bc1d-babd80a70f11 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/security-groups?id=91323cdd-00e2-4ac4-bdcf-2a2c574a7bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1815460 Jan 29 03:44:57.352299 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-6048155c-ed5c-49e6-827a-caad1f8b5114 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 03:44:57.352602 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-6048155c-ed5c-49e6-827a-caad1f8b5114 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 03:44:57.353404 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-6048155c-ed5c-49e6-827a-caad1f8b5114 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 03:44:57.353762 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-6048155c-ed5c-49e6-827a-caad1f8b5114 admin admin] Subscribe: > port after_create 55550000 {{(pid=109549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 03:44:57.354540 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-6048155c-ed5c-49e6-827a-caad1f8b5114 admin admin] Subscribe: > port after_delete 55550000 {{(pid=109549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 03:44:57.354540 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-6048155c-ed5c-49e6-827a-caad1f8b5114 admin admin] Subscribe: > port after_update 55550000 {{(pid=109549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 03:44:57.354834 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-6048155c-ed5c-49e6-827a-caad1f8b5114 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 03:44:57.355117 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-6048155c-ed5c-49e6-827a-caad1f8b5114 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 03:44:57.355473 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-6048155c-ed5c-49e6-827a-caad1f8b5114 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 03:44:57.355788 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-6048155c-ed5c-49e6-827a-caad1f8b5114 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 03:44:57.368545 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Current status of the port 344261af-89bd-4849-88f4-09b55da6299e is: BUILD; New status is: ACTIVE {{(pid=109551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 03:44:57.369039 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (344261af-89bd-4849-88f4-09b55da6299e), before_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:57.375164 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-7fad7240-46c8-4064-b5fe-93f0f9e1fb0e req-72e13909-af46-4989-8641-1d6d34e2b21b service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:57.408852 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] For port 344261af-89bd-4849-88f4-09b55da6299e, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=344261af-89bd-4849-88f4-09b55da6299e,segment=NetworkSegment(681e4f4c-a04e-4ad7-8fa3-3aec06a7c928),segment_id=681e4f4c-a04e-4ad7-8fa3-3aec06a7c928)] {{(pid=109551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 03:44:57.441856 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-2779fc8c-5ba7-43b1-ad31-ffd7823b0755 req-ca7cc306-eb77-46ca-bf3d-9ff29fcbca12 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c3df9bf-9f05-408c-a02f-29a763dd3f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154668 Jan 29 03:44:57.452178 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-7bc1ad26-9d6b-4020-ab12-6ffc83ad1ea5 admin admin] Publish callbacks [] for security_group (97d4e282-908a-4a96-8310-741fcd2d5f82), precommit_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:57.510059 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-7fad7240-46c8-4064-b5fe-93f0f9e1fb0e req-72e13909-af46-4989-8641-1d6d34e2b21b service neutron] Publish callbacks [] for security_group (4a83bb6e-69d7-4624-ae57-b6563488d31d), precommit_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:57.532529 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429'] for port (344261af-89bd-4849-88f4-09b55da6299e), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:57.533329 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Device 5e8c426e-0aed-4140-8239-4f445cd530d4 up at agent hyperv_hv-cinder-82694 {{(pid=109551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 03:44:57.534333 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-6048155c-ed5c-49e6-827a-caad1f8b5114 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 03:44:57.534903 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-6048155c-ed5c-49e6-827a-caad1f8b5114 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 03:44:57.535248 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-6048155c-ed5c-49e6-827a-caad1f8b5114 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 03:44:57.535584 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-6048155c-ed5c-49e6-827a-caad1f8b5114 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 03:44:57.535950 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.services.segments.db [None req-6048155c-ed5c-49e6-827a-caad1f8b5114 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d999f68-b670-4342-9eee-e4490a3e35c0']}} {{(pid=109549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:44:57.597880 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.services.segments.db [None req-6048155c-ed5c-49e6-827a-caad1f8b5114 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '444d9df8-49d6-4f7d-8465-ba485b51dc55') {'for_net_delete': True} {{(pid=109549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:44:57.598475 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.services.segments.db [None req-6048155c-ed5c-49e6-827a-caad1f8b5114 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '444d9df8-49d6-4f7d-8465-ba485b51dc55') {} {{(pid=109549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:44:57.599737 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-7bc1ad26-9d6b-4020-ab12-6ffc83ad1ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (97d4e282-908a-4a96-8310-741fcd2d5f82), after_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:57.621274 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Pushing event updated for resources: {'Port': ['ID=344261af-89bd-4849-88f4-09b55da6299e,revision_number=5']} {{(pid=109551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:44:57.621454 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-6048155c-ed5c-49e6-827a-caad1f8b5114 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787145906580', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9381393'] for segment (444d9df8-49d6-4f7d-8465-ba485b51dc55), before_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:57.626406 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64738fdb-ff4e-4cc1-94c9-e758c79ea2e4 req-d79170f0-cc9c-4756-a47c-06064de6ceb4 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:44:57.628134 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-64738fdb-ff4e-4cc1-94c9-e758c79ea2e4 req-d79170f0-cc9c-4756-a47c-06064de6ceb4 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f5813a3-d10f-42ef-99a5-50aa1af18f3a HTTP/1.1" status: 200 len: 943 time: 0.0803115 Jan 29 03:44:57.647882 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-7fad7240-46c8-4064-b5fe-93f0f9e1fb0e req-72e13909-af46-4989-8641-1d6d34e2b21b service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (4a83bb6e-69d7-4624-ae57-b6563488d31d), after_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:57.653032 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-6048155c-ed5c-49e6-827a-caad1f8b5114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541992'] for segment (444d9df8-49d6-4f7d-8465-ba485b51dc55), precommit_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:57.670344 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57fc9e4-78aa-4903-9fcf-4564e00221df req-cc354d6f-ffdf-462a-a61f-e5ccf6a6f01f tempest-DeleteServersTestJSON-1124593692 tempest-DeleteServersTestJSON-1124593692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:44:57.672470 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-e57fc9e4-78aa-4903-9fcf-4564e00221df req-cc354d6f-ffdf-462a-a61f-e5ccf6a6f01f tempest-DeleteServersTestJSON-1124593692 tempest-DeleteServersTestJSON-1124593692-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0238dfa-64ff-4122-8f56-0f4430b66bbb HTTP/1.1" status: 200 len: 946 time: 0.1315095 Jan 29 03:44:57.673878 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6048155c-ed5c-49e6-827a-caad1f8b5114 admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=109549) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 03:44:57.674304 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-6048155c-ed5c-49e6-827a-caad1f8b5114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8440428'] for segment (444d9df8-49d6-4f7d-8465-ba485b51dc55), after_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:57.684940 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc1ad26-9d6b-4020-ab12-6ffc83ad1ea5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97d4e282-908a-4a96-8310-741fcd2d5f82,revision_number=1']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:44:57.697485 dv-cinder-826949-1-iscsi neutron-server[109549]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 29 03:44:57.697485 dv-cinder-826949-1-iscsi neutron-server[109549]: from cryptography.utils import int_from_bytes Jan 29 03:44:57.697485 dv-cinder-826949-1-iscsi neutron-server[109549]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 29 03:44:57.697485 dv-cinder-826949-1-iscsi neutron-server[109549]: from cryptography.utils import int_from_bytes Jan 29 03:44:57.697485 dv-cinder-826949-1-iscsi neutron-server[109549]: Traceback (most recent call last): Jan 29 03:44:57.697485 dv-cinder-826949-1-iscsi neutron-server[109549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 03:44:57.697485 dv-cinder-826949-1-iscsi neutron-server[109549]: timer() Jan 29 03:44:57.697485 dv-cinder-826949-1-iscsi neutron-server[109549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 03:44:57.697485 dv-cinder-826949-1-iscsi neutron-server[109549]: cb(*args, **kw) Jan 29 03:44:57.697485 dv-cinder-826949-1-iscsi neutron-server[109549]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 03:44:57.697485 dv-cinder-826949-1-iscsi neutron-server[109549]: return func(*args, **kwargs) Jan 29 03:44:57.697485 dv-cinder-826949-1-iscsi neutron-server[109549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 03:44:57.697485 dv-cinder-826949-1-iscsi neutron-server[109549]: self._notify() Jan 29 03:44:57.697485 dv-cinder-826949-1-iscsi neutron-server[109549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 03:44:57.697485 dv-cinder-826949-1-iscsi neutron-server[109549]: self.callback(batched_events) Jan 29 03:44:57.697485 dv-cinder-826949-1-iscsi neutron-server[109549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 03:44:57.697485 dv-cinder-826949-1-iscsi neutron-server[109549]: event.method(event) Jan 29 03:44:57.697485 dv-cinder-826949-1-iscsi neutron-server[109549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 03:44:57.697485 dv-cinder-826949-1-iscsi neutron-server[109549]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 03:44:57.697485 dv-cinder-826949-1-iscsi neutron-server[109549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 03:44:57.697485 dv-cinder-826949-1-iscsi neutron-server[109549]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 03:44:57.697485 dv-cinder-826949-1-iscsi neutron-server[109549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 03:44:57.697485 dv-cinder-826949-1-iscsi neutron-server[109549]: return f(self, *a, **k) Jan 29 03:44:57.697485 dv-cinder-826949-1-iscsi neutron-server[109549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 03:44:57.697485 dv-cinder-826949-1-iscsi neutron-server[109549]: return self._get(url).json() Jan 29 03:44:57.697485 dv-cinder-826949-1-iscsi neutron-server[109549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 03:44:57.697485 dv-cinder-826949-1-iscsi neutron-server[109549]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 03:44:57.697485 dv-cinder-826949-1-iscsi neutron-server[109549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 03:44:57.697485 dv-cinder-826949-1-iscsi neutron-server[109549]: return self.request(url, 'GET', **kwargs) Jan 29 03:44:57.697485 dv-cinder-826949-1-iscsi neutron-server[109549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 03:44:57.697485 dv-cinder-826949-1-iscsi neutron-server[109549]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 03:44:57.697485 dv-cinder-826949-1-iscsi neutron-server[109549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 03:44:57.697485 dv-cinder-826949-1-iscsi neutron-server[109549]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 03:44:57.697485 dv-cinder-826949-1-iscsi neutron-server[109549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 03:44:57.697485 dv-cinder-826949-1-iscsi neutron-server[109549]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 03:44:57.697485 dv-cinder-826949-1-iscsi neutron-server[109549]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 03:44:57.708621 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-7bc1ad26-9d6b-4020-ab12-6ffc83ad1ea5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=49edccc5f67847e3b044d30f62339c7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5060697 Jan 29 03:44:57.712586 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 44100) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:44:57.758298 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-7fad7240-46c8-4064-b5fe-93f0f9e1fb0e req-72e13909-af46-4989-8641-1d6d34e2b21b service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=6c3df9bf-9f05-408c-a02f-29a763dd3f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4252622 Jan 29 03:44:57.765131 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e13909-af46-4989-8641-1d6d34e2b21b service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=4a83bb6e-69d7-4624-ae57-b6563488d31d,revision_number=1']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:44:57.771750 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.provisioning_blocks [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Provisioning for port 5e8c426e-0aed-4140-8239-4f445cd530d4 completed by entity L2. {{(pid=109551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 03:44:57.783703 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.provisioning_blocks [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Provisioning complete for port 5e8c426e-0aed-4140-8239-4f445cd530d4 triggered by entity L2. {{(pid=109551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 03:44:57.783703 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785313'] for port (5e8c426e-0aed-4140-8239-4f445cd530d4), provisioning_complete {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:57.794729 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-64738fdb-ff4e-4cc1-94c9-e758c79ea2e4 req-c89a1e08-1c0f-4b88-96e5-959808d73642 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca8be9f3-7d70-4884-a281-94c7af685802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1396160 Jan 29 03:44:57.820904 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-8faa70f1-1d03-4cf6-9d83-0029a8e38b52 admin admin] Publish callbacks [] for security_group (97d4e282-908a-4a96-8310-741fcd2d5f82), before_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:57.854442 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-8faa70f1-1d03-4cf6-9d83-0029a8e38b52 admin admin] Publish callbacks [] for security_group (97d4e282-908a-4a96-8310-741fcd2d5f82), precommit_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:57.861505 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Device 126ac57e-93f8-430b-8a67-93adec80b5d3 details requested by agent hyperv_hv-cinder-82694 with host hv-cinder-82694 {{(pid=109551) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 03:44:57.895596 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Current status of the port 5e8c426e-0aed-4140-8239-4f445cd530d4 is: BUILD; New status is: ACTIVE {{(pid=109551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 03:44:57.896074 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (5e8c426e-0aed-4140-8239-4f445cd530d4), before_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:57.961964 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5e1f31-46c8-48b2-84e0-e6da8a2e9d87 req-fb7ea81a-ccf8-4a95-b322-3cefdee290de tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:44:57.966617 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-6e5e1f31-46c8-48b2-84e0-e6da8a2e9d87 req-fb7ea81a-ccf8-4a95-b322-3cefdee290de tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb51aefd-c927-464c-a843-4291d9f9ec0b HTTP/1.1" status: 200 len: 945 time: 0.0685523 Jan 29 03:44:57.982997 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-e57fc9e4-78aa-4903-9fcf-4564e00221df req-e5fe0bb4-67cc-4334-bda1-c94979ed3a4c tempest-DeleteServersTestJSON-1124593692 tempest-DeleteServersTestJSON-1124593692-project] 10.222.0.16 "GET /v2.0/security-groups?id=de816232-dfc3-483e-a17d-8743a55c62c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2781694 Jan 29 03:44:58.028004 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] For port 5e8c426e-0aed-4140-8239-4f445cd530d4, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=5e8c426e-0aed-4140-8239-4f445cd530d4,segment=NetworkSegment(33654556-4a78-4da6-99c6-24c24c214550),segment_id=33654556-4a78-4da6-99c6-24c24c214550)] {{(pid=109551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 03:44:58.028345 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-6e5e1f31-46c8-48b2-84e0-e6da8a2e9d87 req-14466e43-e6d6-476f-bd97-db4c127d8855 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d2e1765-fee5-481b-a069-96f98e74cbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529644 Jan 29 03:44:58.034482 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] For port 126ac57e-93f8-430b-8a67-93adec80b5d3, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=126ac57e-93f8-430b-8a67-93adec80b5d3,segment=NetworkSegment(e5471ed5-97f1-48e6-86f5-92c6b5bce849),segment_id=e5471ed5-97f1-48e6-86f5-92c6b5bce849)] {{(pid=109551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 03:44:58.044754 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Returning: {'device': '126ac57e-93f8-430b-8a67-93adec80b5d3', 'network_id': '204ced72-9299-4a30-aa72-466acced45bf', 'port_id': '126ac57e-93f8-430b-8a67-93adec80b5d3', 'mac_address': 'fa:16:3e:ad:f4:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c62d091f-c1de-4db7-ab9c-37bb62875bd8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109551) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 03:44:58.083007 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Current status of the port 126ac57e-93f8-430b-8a67-93adec80b5d3 is: DOWN; New status is: BUILD {{(pid=109551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 03:44:58.085392 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (126ac57e-93f8-430b-8a67-93adec80b5d3), before_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:58.096082 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.notifiers.nova [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 126ac57e-93f8-430b-8a67-93adec80b5d3 {{(pid=109551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 03:44:58.115011 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-8faa70f1-1d03-4cf6-9d83-0029a8e38b52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (97d4e282-908a-4a96-8310-741fcd2d5f82), after_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:58.115203 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-6048155c-ed5c-49e6-827a-caad1f8b5114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1909918'] for network (5d999f68-b670-4342-9eee-e4490a3e35c0), after_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:58.115651 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] For port 126ac57e-93f8-430b-8a67-93adec80b5d3, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=126ac57e-93f8-430b-8a67-93adec80b5d3,segment=NetworkSegment(e5471ed5-97f1-48e6-86f5-92c6b5bce849),segment_id=e5471ed5-97f1-48e6-86f5-92c6b5bce849)] {{(pid=109551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 03:44:58.118323 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-8faa70f1-1d03-4cf6-9d83-0029a8e38b52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:58.119953 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-8faa70f1-1d03-4cf6-9d83-0029a8e38b52 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/97d4e282-908a-4a96-8310-741fcd2d5f82 HTTP/1.1" status: 204 len: 168 time: 0.4007895 Jan 29 03:44:58.123656 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-6048155c-ed5c-49e6-827a-caad1f8b5114 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606130'] for network (None), before_response {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:58.130396 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-6048155c-ed5c-49e6-827a-caad1f8b5114 admin admin] 10.222.0.16 "DELETE /v2.0/networks/5d999f68-b670-4342-9eee-e4490a3e35c0 HTTP/1.1" status: 204 len: 168 time: 1.0811069 Jan 29 03:44:58.130477 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faa70f1-1d03-4cf6-9d83-0029a8e38b52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97d4e282-908a-4a96-8310-741fcd2d5f82,revision_number=None']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:44:58.132571 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 44106) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:44:58.137656 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6048155c-ed5c-49e6-827a-caad1f8b5114 admin admin] Pushing event deleted for resources: {'Network': ['ID=5d999f68-b670-4342-9eee-e4490a3e35c0,revision_number=None']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:44:58.180086 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7e468be-3f03-4fb3-a197-fd536081710d admin admin] Deleting subnet 28f605d6-73a4-4452-bfe7-032f8215c69e {{(pid=109550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 03:44:58.183220 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429'] for port (5e8c426e-0aed-4140-8239-4f445cd530d4), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:58.183552 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-f7e468be-3f03-4fb3-a197-fd536081710d admin admin] Publish callbacks [] for subnet (28f605d6-73a4-4452-bfe7-032f8215c69e), before_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:58.222226 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429'] for port (126ac57e-93f8-430b-8a67-93adec80b5d3), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:58.222392 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-f7e468be-3f03-4fb3-a197-fd536081710d admin admin] Publish callbacks [] for subnet (28f605d6-73a4-4452-bfe7-032f8215c69e), precommit_delete_associations {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:58.244778 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-f7e468be-3f03-4fb3-a197-fd536081710d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-756919'] for subnet (28f605d6-73a4-4452-bfe7-032f8215c69e), precommit_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:58.251006 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Pushing event updated for resources: {'Port': ['ID=5e8c426e-0aed-4140-8239-4f445cd530d4,revision_number=5']} {{(pid=109551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:44:58.312531 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Pushing event updated for resources: {'Port': ['ID=126ac57e-93f8-430b-8a67-93adec80b5d3,revision_number=4']} {{(pid=109551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:44:58.395178 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-f7e468be-3f03-4fb3-a197-fd536081710d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-756920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888'] for subnet (28f605d6-73a4-4452-bfe7-032f8215c69e), after_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:58.419643 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e468be-3f03-4fb3-a197-fd536081710d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28f605d6-73a4-4452-bfe7-032f8215c69e,revision_number=None']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:44:58.429000 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-f7e468be-3f03-4fb3-a197-fd536081710d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606130'] for subnet (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:58.432390 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-f7e468be-3f03-4fb3-a197-fd536081710d admin admin] 10.222.0.16 "DELETE /v2.0/subnets/28f605d6-73a4-4452-bfe7-032f8215c69e HTTP/1.1" status: 204 len: 168 time: 0.2991621 Jan 29 03:44:58.437930 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 44112) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:44:58.473569 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4bd90a-3a3d-4596-8bb7-dc407d8c5249 req-9fa96a2d-f5ee-47c6-8b80-b9edc572babf tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:44:58.480502 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-ca4bd90a-3a3d-4596-8bb7-dc407d8c5249 req-9fa96a2d-f5ee-47c6-8b80-b9edc572babf tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/ports?device_id=45fc5079-1458-479d-b5b0-d0b0fb1e9235 HTTP/1.1" status: 200 len: 943 time: 0.0637317 Jan 29 03:44:58.493977 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb51aefd-c927-464c-a843-4291d9f9ec0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26b58599-e1e8-4de8-a1fd-779b33246181'}, {'server_uuid': 'd0238dfa-64ff-4122-8f56-0f4430b66bbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '344261af-89bd-4849-88f4-09b55da6299e'}, {'server_uuid': 'ce5ee017-4daf-4262-8ab0-d31cbfc42bce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e8c426e-0aed-4140-8239-4f445cd530d4'}] {{(pid=109551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 03:44:58.497655 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23e056b712a42e8e31026a02bb7684ebe9f34968e78d79227c0e39fde92c0103" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80fd46d0-5655-4138-bc34-c461e9ed0592" -d '{"events": [{"server_uuid": "fb51aefd-c927-464c-a843-4291d9f9ec0b", "name": "network-vif-plugged", "status": "completed", "tag": "26b58599-e1e8-4de8-a1fd-779b33246181"}, {"server_uuid": "d0238dfa-64ff-4122-8f56-0f4430b66bbb", "name": "network-vif-plugged", "status": "completed", "tag": "344261af-89bd-4849-88f4-09b55da6299e"}, {"server_uuid": "ce5ee017-4daf-4262-8ab0-d31cbfc42bce", "name": "network-vif-plugged", "status": "completed", "tag": "5e8c426e-0aed-4140-8239-4f445cd530d4"}]}' {{(pid=109551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 03:44:58.524933 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-0a1e9177-be3e-458a-8feb-2d1e3ebf91bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617357'] for network (d151926f-a5e5-4b22-b558-6b14351958ea), before_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:58.531518 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-ca4bd90a-3a3d-4596-8bb7-dc407d8c5249 req-4c728234-58bd-44e9-9001-284da6605e36 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/security-groups?id=91323cdd-00e2-4ac4-bdcf-2a2c574a7bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501080 Jan 29 03:44:58.556209 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] get_ports_and_sgs() called for port_ids ['126ac57e-93f8-430b-8a67-93adec80b5d3'] {{(pid=109551) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 03:44:58.604060 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Sat, 29 Jan 2022 03:44:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76ed2b3e-484b-41bd-8c5e-12f99bfdc46b x-openstack-request-id: req-76ed2b3e-484b-41bd-8c5e-12f99bfdc46b {{(pid=109551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 03:44:58.604367 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb51aefd-c927-464c-a843-4291d9f9ec0b", "name": "network-vif-plugged", "status": "completed", "tag": "26b58599-e1e8-4de8-a1fd-779b33246181", "code": 200}, {"server_uuid": "d0238dfa-64ff-4122-8f56-0f4430b66bbb", "name": "network-vif-plugged", "status": "completed", "tag": "344261af-89bd-4849-88f4-09b55da6299e", "code": 200}, {"server_uuid": "ce5ee017-4daf-4262-8ab0-d31cbfc42bce", "name": "network-vif-plugged", "status": "completed", "tag": "5e8c426e-0aed-4140-8239-4f445cd530d4", "code": 200}]} {{(pid=109551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 03:44:58.604624 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-76ed2b3e-484b-41bd-8c5e-12f99bfdc46b {{(pid=109551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 03:44:58.605034 dv-cinder-826949-1-iscsi neutron-server[109551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb51aefd-c927-464c-a843-4291d9f9ec0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26b58599-e1e8-4de8-a1fd-779b33246181', 'code': 200} Jan 29 03:44:58.605292 dv-cinder-826949-1-iscsi neutron-server[109551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0238dfa-64ff-4122-8f56-0f4430b66bbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '344261af-89bd-4849-88f4-09b55da6299e', 'code': 200} Jan 29 03:44:58.605548 dv-cinder-826949-1-iscsi neutron-server[109551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce5ee017-4daf-4262-8ab0-d31cbfc42bce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e8c426e-0aed-4140-8239-4f445cd530d4', 'code': 200} Jan 29 03:44:58.668218 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-0a1e9177-be3e-458a-8feb-2d1e3ebf91bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783436', 'neutron.services.segments.db._delete_segments_for_network-8787145932427'] for network (d151926f-a5e5-4b22-b558-6b14351958ea), precommit_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:58.696211 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c060ed-8c1b-4c4c-83d8-37a8f07da1e4 req-cf0f6f86-53bf-4e7a-bb19-1dfdb10bb75f tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:44:58.697742 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-f6c060ed-8c1b-4c4c-83d8-37a8f07da1e4 req-cf0f6f86-53bf-4e7a-bb19-1dfdb10bb75f tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce5ee017-4daf-4262-8ab0-d31cbfc42bce HTTP/1.1" status: 200 len: 945 time: 0.1682394 Jan 29 03:44:58.701896 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-0a1e9177-be3e-458a-8feb-2d1e3ebf91bf admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 03:44:58.702908 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-0a1e9177-be3e-458a-8feb-2d1e3ebf91bf admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 03:44:58.703809 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-0a1e9177-be3e-458a-8feb-2d1e3ebf91bf admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 03:44:58.704290 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-0a1e9177-be3e-458a-8feb-2d1e3ebf91bf admin admin] Subscribe: > port after_create 55550000 {{(pid=109550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 03:44:58.704749 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-0a1e9177-be3e-458a-8feb-2d1e3ebf91bf admin admin] Subscribe: > port after_delete 55550000 {{(pid=109550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 03:44:58.705147 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-0a1e9177-be3e-458a-8feb-2d1e3ebf91bf admin admin] Subscribe: > port after_update 55550000 {{(pid=109550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 03:44:58.705538 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-0a1e9177-be3e-458a-8feb-2d1e3ebf91bf admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 03:44:58.705859 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-0a1e9177-be3e-458a-8feb-2d1e3ebf91bf admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 03:44:58.706216 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-0a1e9177-be3e-458a-8feb-2d1e3ebf91bf admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 03:44:58.706507 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-0a1e9177-be3e-458a-8feb-2d1e3ebf91bf admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 03:44:58.777845 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-0a1e9177-be3e-458a-8feb-2d1e3ebf91bf admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 03:44:58.778211 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-0a1e9177-be3e-458a-8feb-2d1e3ebf91bf admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 03:44:58.778543 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-0a1e9177-be3e-458a-8feb-2d1e3ebf91bf admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 03:44:58.778936 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-0a1e9177-be3e-458a-8feb-2d1e3ebf91bf admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 03:44:58.779368 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.services.segments.db [None req-0a1e9177-be3e-458a-8feb-2d1e3ebf91bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d151926f-a5e5-4b22-b558-6b14351958ea']}} {{(pid=109550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:44:58.803906 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.services.segments.db [None req-0a1e9177-be3e-458a-8feb-2d1e3ebf91bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb9a70bb-37d0-4524-9337-ebba98647d89') {'for_net_delete': True} {{(pid=109550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:44:58.804318 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.services.segments.db [None req-0a1e9177-be3e-458a-8feb-2d1e3ebf91bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb9a70bb-37d0-4524-9337-ebba98647d89') {} {{(pid=109550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:44:58.829007 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-0a1e9177-be3e-458a-8feb-2d1e3ebf91bf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787145906580', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3934299'] for segment (bb9a70bb-37d0-4524-9337-ebba98647d89), before_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:58.857819 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-0a1e9177-be3e-458a-8feb-2d1e3ebf91bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541992'] for segment (bb9a70bb-37d0-4524-9337-ebba98647d89), precommit_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:58.873524 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a1e9177-be3e-458a-8feb-2d1e3ebf91bf admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=109550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 03:44:58.873926 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-0a1e9177-be3e-458a-8feb-2d1e3ebf91bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9207515'] for segment (bb9a70bb-37d0-4524-9337-ebba98647d89), after_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:58.877760 dv-cinder-826949-1-iscsi neutron-server[109550]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 29 03:44:58.877760 dv-cinder-826949-1-iscsi neutron-server[109550]: from cryptography.utils import int_from_bytes Jan 29 03:44:58.877760 dv-cinder-826949-1-iscsi neutron-server[109550]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 29 03:44:58.877760 dv-cinder-826949-1-iscsi neutron-server[109550]: from cryptography.utils import int_from_bytes Jan 29 03:44:58.877760 dv-cinder-826949-1-iscsi neutron-server[109550]: Traceback (most recent call last): Jan 29 03:44:58.877760 dv-cinder-826949-1-iscsi neutron-server[109550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 03:44:58.877760 dv-cinder-826949-1-iscsi neutron-server[109550]: timer() Jan 29 03:44:58.877760 dv-cinder-826949-1-iscsi neutron-server[109550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 03:44:58.877760 dv-cinder-826949-1-iscsi neutron-server[109550]: cb(*args, **kw) Jan 29 03:44:58.877760 dv-cinder-826949-1-iscsi neutron-server[109550]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 03:44:58.877760 dv-cinder-826949-1-iscsi neutron-server[109550]: return func(*args, **kwargs) Jan 29 03:44:58.877760 dv-cinder-826949-1-iscsi neutron-server[109550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 03:44:58.877760 dv-cinder-826949-1-iscsi neutron-server[109550]: self._notify() Jan 29 03:44:58.877760 dv-cinder-826949-1-iscsi neutron-server[109550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 03:44:58.877760 dv-cinder-826949-1-iscsi neutron-server[109550]: self.callback(batched_events) Jan 29 03:44:58.877760 dv-cinder-826949-1-iscsi neutron-server[109550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 03:44:58.877760 dv-cinder-826949-1-iscsi neutron-server[109550]: event.method(event) Jan 29 03:44:58.877760 dv-cinder-826949-1-iscsi neutron-server[109550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 03:44:58.877760 dv-cinder-826949-1-iscsi neutron-server[109550]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 03:44:58.877760 dv-cinder-826949-1-iscsi neutron-server[109550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 03:44:58.877760 dv-cinder-826949-1-iscsi neutron-server[109550]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 03:44:58.877760 dv-cinder-826949-1-iscsi neutron-server[109550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 03:44:58.877760 dv-cinder-826949-1-iscsi neutron-server[109550]: return f(self, *a, **k) Jan 29 03:44:58.877760 dv-cinder-826949-1-iscsi neutron-server[109550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 03:44:58.877760 dv-cinder-826949-1-iscsi neutron-server[109550]: return self._get(url).json() Jan 29 03:44:58.877760 dv-cinder-826949-1-iscsi neutron-server[109550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 03:44:58.877760 dv-cinder-826949-1-iscsi neutron-server[109550]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 03:44:58.877760 dv-cinder-826949-1-iscsi neutron-server[109550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 03:44:58.877760 dv-cinder-826949-1-iscsi neutron-server[109550]: return self.request(url, 'GET', **kwargs) Jan 29 03:44:58.877760 dv-cinder-826949-1-iscsi neutron-server[109550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 03:44:58.877760 dv-cinder-826949-1-iscsi neutron-server[109550]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 03:44:58.877760 dv-cinder-826949-1-iscsi neutron-server[109550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 03:44:58.877760 dv-cinder-826949-1-iscsi neutron-server[109550]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 03:44:58.877760 dv-cinder-826949-1-iscsi neutron-server[109550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 03:44:58.877760 dv-cinder-826949-1-iscsi neutron-server[109550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 03:44:58.877760 dv-cinder-826949-1-iscsi neutron-server[109550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 03:44:58.924214 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-f6c060ed-8c1b-4c4c-83d8-37a8f07da1e4 req-271ad2c2-91e5-48ad-84a0-f9a17ebf4512 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c3df9bf-9f05-408c-a02f-29a763dd3f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389647 Jan 29 03:44:58.936817 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340a0629-aa67-44e6-904d-c5bcb44e88a8 req-2c029021-d89d-44d8-8a10-3aa23e6fdd92 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:44:58.938226 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-340a0629-aa67-44e6-904d-c5bcb44e88a8 req-2c029021-d89d-44d8-8a10-3aa23e6fdd92 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f5813a3-d10f-42ef-99a5-50aa1af18f3a HTTP/1.1" status: 200 len: 944 time: 0.0668671 Jan 29 03:44:58.990856 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-340a0629-aa67-44e6-904d-c5bcb44e88a8 req-a2f542be-9c9c-4612-b7db-64824ce5911d tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca8be9f3-7d70-4884-a281-94c7af685802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405545 Jan 29 03:44:59.041585 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-0a1e9177-be3e-458a-8feb-2d1e3ebf91bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1909918'] for network (d151926f-a5e5-4b22-b558-6b14351958ea), after_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:59.056440 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-0a1e9177-be3e-458a-8feb-2d1e3ebf91bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606130'] for network (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:59.064625 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-0a1e9177-be3e-458a-8feb-2d1e3ebf91bf admin admin] 10.222.0.16 "DELETE /v2.0/networks/d151926f-a5e5-4b22-b558-6b14351958ea HTTP/1.1" status: 204 len: 168 time: 0.6213658 Jan 29 03:44:59.080919 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1e9177-be3e-458a-8feb-2d1e3ebf91bf admin admin] Pushing event deleted for resources: {'Network': ['ID=d151926f-a5e5-4b22-b558-6b14351958ea,revision_number=None']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:44:59.130349 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c1b0d7-971e-4ac6-b4cd-e9cbc4e42f9d req-510b6c46-f35c-4f20-a366-dcb52a96e26f tempest-DeleteServersTestJSON-1124593692 tempest-DeleteServersTestJSON-1124593692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:44:59.132114 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-05c1b0d7-971e-4ac6-b4cd-e9cbc4e42f9d req-510b6c46-f35c-4f20-a366-dcb52a96e26f tempest-DeleteServersTestJSON-1124593692 tempest-DeleteServersTestJSON-1124593692-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0238dfa-64ff-4122-8f56-0f4430b66bbb HTTP/1.1" status: 200 len: 946 time: 0.0616744 Jan 29 03:44:59.161628 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf49a93-91cd-4675-a832-4939b4c18db7 req-f383e071-c2e2-4036-8b8b-b8485629a725 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:44:59.163210 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-ebf49a93-91cd-4675-a832-4939b4c18db7 req-f383e071-c2e2-4036-8b8b-b8485629a725 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb51aefd-c927-464c-a843-4291d9f9ec0b HTTP/1.1" status: 200 len: 945 time: 0.0556169 Jan 29 03:44:59.181377 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-05c1b0d7-971e-4ac6-b4cd-e9cbc4e42f9d req-b934ce0b-ff7a-40cb-abf7-459867dd0dfb tempest-DeleteServersTestJSON-1124593692 tempest-DeleteServersTestJSON-1124593692-project] 10.222.0.16 "GET /v2.0/security-groups?id=de816232-dfc3-483e-a17d-8743a55c62c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416346 Jan 29 03:44:59.211013 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-ebf49a93-91cd-4675-a832-4939b4c18db7 req-89ab0852-ee43-4fcf-8a59-3b16c57638e2 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d2e1765-fee5-481b-a069-96f98e74cbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420487 Jan 29 03:44:59.486634 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 44148) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:44:59.530848 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-8fca1375-34d9-4372-a2a0-f24d1d8af5dd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4f19f81713aa4f4891d3ba65e5ed6918&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0430291 Jan 29 03:44:59.533272 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 44150) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:44:59.583196 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-f18565ef-4f80-4ba5-8a1f-5f36cde07efd admin admin] Publish callbacks [] for security_group (e53bd144-c523-42b6-987d-f06e668a2961), before_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:59.606617 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-f18565ef-4f80-4ba5-8a1f-5f36cde07efd admin admin] Publish callbacks [] for security_group (e53bd144-c523-42b6-987d-f06e668a2961), precommit_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:59.679797 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a896ba9f-917b-4984-92ab-ed05618239a8 req-5bb848bf-1dd9-4b33-8eaf-08e4b6d2a3e8 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:44:59.681274 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-a896ba9f-917b-4984-92ab-ed05618239a8 req-5bb848bf-1dd9-4b33-8eaf-08e4b6d2a3e8 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/ports?device_id=45fc5079-1458-479d-b5b0-d0b0fb1e9235 HTTP/1.1" status: 200 len: 943 time: 0.0774615 Jan 29 03:44:59.734504 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-a896ba9f-917b-4984-92ab-ed05618239a8 req-e2f94342-2c4e-427c-919d-2819137347b0 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/security-groups?id=91323cdd-00e2-4ac4-bdcf-2a2c574a7bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464132 Jan 29 03:44:59.771981 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-f18565ef-4f80-4ba5-8a1f-5f36cde07efd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (e53bd144-c523-42b6-987d-f06e668a2961), after_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:59.774938 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-f18565ef-4f80-4ba5-8a1f-5f36cde07efd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:44:59.776049 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-f18565ef-4f80-4ba5-8a1f-5f36cde07efd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e53bd144-c523-42b6-987d-f06e668a2961 HTTP/1.1" status: 204 len: 168 time: 0.2418947 Jan 29 03:44:59.784957 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18565ef-4f80-4ba5-8a1f-5f36cde07efd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e53bd144-c523-42b6-987d-f06e668a2961,revision_number=None']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:45:00.052330 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745ff65d-34e5-4901-a4bc-b38b8778fbfe req-40e2e37b-b85f-4516-8ed7-bff207ed0804 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:45:00.055853 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-745ff65d-34e5-4901-a4bc-b38b8778fbfe req-40e2e37b-b85f-4516-8ed7-bff207ed0804 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce5ee017-4daf-4262-8ab0-d31cbfc42bce HTTP/1.1" status: 200 len: 945 time: 0.0614097 Jan 29 03:45:00.119808 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-745ff65d-34e5-4901-a4bc-b38b8778fbfe req-98524058-05cd-4097-a942-2be6418951f0 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c3df9bf-9f05-408c-a02f-29a763dd3f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560477 Jan 29 03:45:00.129805 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977c34bf-0c0a-4ef0-b457-eaa6e79af64a req-c9627117-6601-4ff5-b597-7363c8bab884 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:45:00.131791 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-977c34bf-0c0a-4ef0-b457-eaa6e79af64a req-c9627117-6601-4ff5-b597-7363c8bab884 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f5813a3-d10f-42ef-99a5-50aa1af18f3a HTTP/1.1" status: 200 len: 944 time: 0.0654418 Jan 29 03:45:00.191211 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-977c34bf-0c0a-4ef0-b457-eaa6e79af64a req-b9a32029-5457-4231-bdce-ca94ea2517a4 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca8be9f3-7d70-4884-a281-94c7af685802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474136 Jan 29 03:45:00.306027 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e967d4-87c1-406b-b767-26c55b49b64c req-3080d9b0-0d44-4779-adb3-da4fe49d924b tempest-DeleteServersTestJSON-1124593692 tempest-DeleteServersTestJSON-1124593692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:45:00.308126 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-39e967d4-87c1-406b-b767-26c55b49b64c req-3080d9b0-0d44-4779-adb3-da4fe49d924b tempest-DeleteServersTestJSON-1124593692 tempest-DeleteServersTestJSON-1124593692-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0238dfa-64ff-4122-8f56-0f4430b66bbb HTTP/1.1" status: 200 len: 946 time: 0.0552394 Jan 29 03:45:00.349211 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df71236-e249-4b2a-81ed-7a05866d2d01 req-e593c47c-ae8a-4b68-bf3f-468f80c77b8e tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:45:00.350847 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-0df71236-e249-4b2a-81ed-7a05866d2d01 req-e593c47c-ae8a-4b68-bf3f-468f80c77b8e tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb51aefd-c927-464c-a843-4291d9f9ec0b HTTP/1.1" status: 200 len: 945 time: 0.0695093 Jan 29 03:45:00.369984 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-39e967d4-87c1-406b-b767-26c55b49b64c req-1b34dce6-1656-468d-95f5-af4d9da68ead tempest-DeleteServersTestJSON-1124593692 tempest-DeleteServersTestJSON-1124593692-project] 10.222.0.16 "GET /v2.0/security-groups?id=de816232-dfc3-483e-a17d-8743a55c62c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542488 Jan 29 03:45:00.401680 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-0df71236-e249-4b2a-81ed-7a05866d2d01 req-cc0620bd-21c8-46e7-bf48-4138998bd471 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d2e1765-fee5-481b-a069-96f98e74cbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441349 Jan 29 03:45:00.611043 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 44188) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:45:00.653582 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-a1b4d85a-4bc8-4c45-8d03-d44c61e769ec admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9a03120ed91940c28e7fdc057fa7d77c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389156 Jan 29 03:45:00.653842 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 44190) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:45:00.703551 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-3edc7ebb-f05d-48cc-8924-3a03d7f983bb admin admin] Publish callbacks [] for security_group (2ed5a6a5-5db2-45e5-9e14-0550d2522890), before_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:45:00.724286 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-3edc7ebb-f05d-48cc-8924-3a03d7f983bb admin admin] Publish callbacks [] for security_group (2ed5a6a5-5db2-45e5-9e14-0550d2522890), precommit_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:45:00.851314 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0ce182-d8d9-466f-aed7-8877570c574b req-e3e55e2f-b92e-4307-8c7b-e498e26ef1ad tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:45:00.852889 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-1e0ce182-d8d9-466f-aed7-8877570c574b req-e3e55e2f-b92e-4307-8c7b-e498e26ef1ad tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/ports?device_id=45fc5079-1458-479d-b5b0-d0b0fb1e9235 HTTP/1.1" status: 200 len: 943 time: 0.0528820 Jan 29 03:45:00.880258 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-3edc7ebb-f05d-48cc-8924-3a03d7f983bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (2ed5a6a5-5db2-45e5-9e14-0550d2522890), after_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:45:00.882940 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-3edc7ebb-f05d-48cc-8924-3a03d7f983bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:45:00.884087 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-3edc7ebb-f05d-48cc-8924-3a03d7f983bb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2ed5a6a5-5db2-45e5-9e14-0550d2522890 HTTP/1.1" status: 204 len: 168 time: 0.2293036 Jan 29 03:45:00.892604 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edc7ebb-f05d-48cc-8924-3a03d7f983bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ed5a6a5-5db2-45e5-9e14-0550d2522890,revision_number=None']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:45:00.905278 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-1e0ce182-d8d9-466f-aed7-8877570c574b req-5e986574-6d7b-4158-b75f-0f624766fa83 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/security-groups?id=91323cdd-00e2-4ac4-bdcf-2a2c574a7bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463021 Jan 29 03:45:01.246021 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562f399e-424f-4354-8607-b05da2ac616b req-0ae1f7d4-9d26-4651-b54e-8dfdbd066224 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:45:01.247652 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-562f399e-424f-4354-8607-b05da2ac616b req-0ae1f7d4-9d26-4651-b54e-8dfdbd066224 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce5ee017-4daf-4262-8ab0-d31cbfc42bce HTTP/1.1" status: 200 len: 945 time: 0.0554166 Jan 29 03:45:01.302525 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-562f399e-424f-4354-8607-b05da2ac616b req-88989556-9ab8-4aa9-8c3f-420e1e53b6bb tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c3df9bf-9f05-408c-a02f-29a763dd3f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428183 Jan 29 03:45:01.343538 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d54236-5bc4-4938-8233-da8b6bba82fd req-7920615a-013c-4f67-bd19-5b8a42e65566 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:45:01.354726 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-36d54236-5bc4-4938-8233-da8b6bba82fd req-7920615a-013c-4f67-bd19-5b8a42e65566 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f5813a3-d10f-42ef-99a5-50aa1af18f3a HTTP/1.1" status: 200 len: 944 time: 0.0896890 Jan 29 03:45:01.417345 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-36d54236-5bc4-4938-8233-da8b6bba82fd req-5c2f52d4-f34d-4a18-ad7f-c5c053149e33 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca8be9f3-7d70-4884-a281-94c7af685802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573969 Jan 29 03:45:01.423630 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Device b515e1c3-80c1-45a6-ac70-b260f4d4c858 details requested by agent hyperv_hv-cinder-82694 with host hv-cinder-82694 {{(pid=109551) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 03:45:01.581364 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] For port b515e1c3-80c1-45a6-ac70-b260f4d4c858, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=b515e1c3-80c1-45a6-ac70-b260f4d4c858,segment=NetworkSegment(0f1a27ff-4507-4849-b52b-a4a1cb59f6c4),segment_id=0f1a27ff-4507-4849-b52b-a4a1cb59f6c4)] {{(pid=109551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 03:45:01.599238 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a208680-6755-4ce2-a474-3802a7028449 req-c2ad035c-0d4f-44e4-9023-319bd16589a9 tempest-DeleteServersTestJSON-1124593692 tempest-DeleteServersTestJSON-1124593692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:45:01.600976 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-8a208680-6755-4ce2-a474-3802a7028449 req-c2ad035c-0d4f-44e4-9023-319bd16589a9 tempest-DeleteServersTestJSON-1124593692 tempest-DeleteServersTestJSON-1124593692-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0238dfa-64ff-4122-8f56-0f4430b66bbb HTTP/1.1" status: 200 len: 946 time: 0.0942757 Jan 29 03:45:01.601655 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Returning: {'device': 'b515e1c3-80c1-45a6-ac70-b260f4d4c858', 'network_id': '4b4e9710-b6c9-4002-b8a3-8aa9bf7336cb', 'port_id': 'b515e1c3-80c1-45a6-ac70-b260f4d4c858', 'mac_address': 'fa:16:3e:42:e4:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f142c9b-e8b9-4838-a5d9-5c60564542f5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109551) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 03:45:01.659044 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Current status of the port b515e1c3-80c1-45a6-ac70-b260f4d4c858 is: DOWN; New status is: BUILD {{(pid=109551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 03:45:01.659787 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (b515e1c3-80c1-45a6-ac70-b260f4d4c858), before_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:45:01.666564 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf449bc-4681-4523-b455-2d45f4c8600c req-a0fb297b-8cf1-4e22-8009-fa873e73eef4 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:45:01.668205 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-4bf449bc-4681-4523-b455-2d45f4c8600c req-a0fb297b-8cf1-4e22-8009-fa873e73eef4 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb51aefd-c927-464c-a843-4291d9f9ec0b HTTP/1.1" status: 200 len: 945 time: 0.1052642 Jan 29 03:45:01.677895 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.notifiers.nova [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b515e1c3-80c1-45a6-ac70-b260f4d4c858 {{(pid=109551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 03:45:01.701002 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-8a208680-6755-4ce2-a474-3802a7028449 req-e22ba6a4-a79a-4600-91b1-0ece4f0979e2 tempest-DeleteServersTestJSON-1124593692 tempest-DeleteServersTestJSON-1124593692-project] 10.222.0.16 "GET /v2.0/security-groups?id=de816232-dfc3-483e-a17d-8743a55c62c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841873 Jan 29 03:45:01.704216 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] For port b515e1c3-80c1-45a6-ac70-b260f4d4c858, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=b515e1c3-80c1-45a6-ac70-b260f4d4c858,segment=NetworkSegment(0f1a27ff-4507-4849-b52b-a4a1cb59f6c4),segment_id=0f1a27ff-4507-4849-b52b-a4a1cb59f6c4)] {{(pid=109551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 03:45:01.723279 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-4bf449bc-4681-4523-b455-2d45f4c8600c req-47c7342a-a690-4164-84ae-02c1054d09dd tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d2e1765-fee5-481b-a069-96f98e74cbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435359 Jan 29 03:45:01.858355 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429'] for port (b515e1c3-80c1-45a6-ac70-b260f4d4c858), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:45:01.929876 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Pushing event updated for resources: {'Port': ['ID=b515e1c3-80c1-45a6-ac70-b260f4d4c858,revision_number=4']} {{(pid=109551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:45:02.034235 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7943e114-b5c3-4c35-9f27-4c992e9d62f0 req-010fe269-f71c-4f06-9d4d-f033262489af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:45:02.035260 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-7943e114-b5c3-4c35-9f27-4c992e9d62f0 req-010fe269-f71c-4f06-9d4d-f033262489af service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ce5ee017-4daf-4262-8ab0-d31cbfc42bce HTTP/1.1" status: 200 len: 1129 time: 0.0942013 Jan 29 03:45:02.060310 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.agents_db [None req-5bdad2e4-4f8f-4fe6-a9f7-cf82a335ca9d None None] Agent healthcheck: found 6 active agents {{(pid=109552) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 03:45:02.068328 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb1454b-8274-4e36-8871-c8c97235cc1c req-d2d34d44-97b4-4fa3-b28d-0b5bfcdb4a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:45:02.070918 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-ddb1454b-8274-4e36-8871-c8c97235cc1c req-d2d34d44-97b4-4fa3-b28d-0b5bfcdb4a22 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d0238dfa-64ff-4122-8f56-0f4430b66bbb HTTP/1.1" status: 200 len: 1130 time: 0.1407642 Jan 29 03:45:02.085301 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f0c95d-b3c7-446e-9620-a9556950a4f1 req-8acd76d0-5653-444a-8d9f-463223a50e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:45:02.085665 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-59f0c95d-b3c7-446e-9620-a9556950a4f1 req-8acd76d0-5653-444a-8d9f-463223a50e37 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=fb51aefd-c927-464c-a843-4291d9f9ec0b HTTP/1.1" status: 200 len: 1129 time: 0.1451232 Jan 29 03:45:02.099532 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6914c36d-babe-4921-8fd8-5f844c3d1d12 req-719606c0-5957-4c07-94d5-1570fae8ccf7 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:45:02.101038 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-6914c36d-babe-4921-8fd8-5f844c3d1d12 req-719606c0-5957-4c07-94d5-1570fae8ccf7 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/ports?device_id=45fc5079-1458-479d-b5b0-d0b0fb1e9235 HTTP/1.1" status: 200 len: 944 time: 0.1076455 Jan 29 03:45:02.149653 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-7943e114-b5c3-4c35-9f27-4c992e9d62f0 req-04ec0205-43db-4e24-a462-202f1e7f06b0 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=6c3df9bf-9f05-408c-a02f-29a763dd3f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459454 Jan 29 03:45:02.210779 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-59f0c95d-b3c7-446e-9620-a9556950a4f1 req-031da73a-83ab-4118-83d2-2258abd819ac service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=0d2e1765-fee5-481b-a069-96f98e74cbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075318 Jan 29 03:45:02.215661 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-ddb1454b-8274-4e36-8871-c8c97235cc1c req-ab04507e-7cd8-4e13-a2e9-326c198a419e service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=de816232-dfc3-483e-a17d-8743a55c62c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105628 Jan 29 03:45:02.227003 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-6914c36d-babe-4921-8fd8-5f844c3d1d12 req-94ff45f4-36f9-486a-97b9-86db0dd512e5 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/security-groups?id=91323cdd-00e2-4ac4-bdcf-2a2c574a7bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143725 Jan 29 03:45:02.254954 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] get_ports_and_sgs() called for port_ids ['b515e1c3-80c1-45a6-ac70-b260f4d4c858'] {{(pid=109551) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 03:45:02.443563 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f2b8a3-a324-4a14-9f2a-4972439242ae req-f4f83ad6-fd6d-439d-b33f-9cf14e624075 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:45:02.452428 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-b4f2b8a3-a324-4a14-9f2a-4972439242ae req-f4f83ad6-fd6d-439d-b33f-9cf14e624075 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce5ee017-4daf-4262-8ab0-d31cbfc42bce HTTP/1.1" status: 200 len: 945 time: 0.0660887 Jan 29 03:45:02.508367 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-b4f2b8a3-a324-4a14-9f2a-4972439242ae req-bd34d842-5e7d-4687-b5c0-fdd1dba353bd tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c3df9bf-9f05-408c-a02f-29a763dd3f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535276 Jan 29 03:45:02.581710 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4186da18-3b9a-4f58-ad87-9b3bfd0fa01a req-44af8869-8eda-4a6b-ae9a-479a38c4ce2d tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:45:02.589042 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-4186da18-3b9a-4f58-ad87-9b3bfd0fa01a req-44af8869-8eda-4a6b-ae9a-479a38c4ce2d tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f5813a3-d10f-42ef-99a5-50aa1af18f3a HTTP/1.1" status: 200 len: 944 time: 0.0689037 Jan 29 03:45:02.637551 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-4186da18-3b9a-4f58-ad87-9b3bfd0fa01a req-fb926d52-18af-4078-81c5-dfc997279462 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca8be9f3-7d70-4884-a281-94c7af685802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475731 Jan 29 03:45:02.848805 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4e0e29-0bda-4315-86ec-2c0b57c17216 req-ce61262b-d7d9-4414-b25e-31900a3bcf02 tempest-DeleteServersTestJSON-1124593692 tempest-DeleteServersTestJSON-1124593692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:45:02.850311 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-fe4e0e29-0bda-4315-86ec-2c0b57c17216 req-ce61262b-d7d9-4414-b25e-31900a3bcf02 tempest-DeleteServersTestJSON-1124593692 tempest-DeleteServersTestJSON-1124593692-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0238dfa-64ff-4122-8f56-0f4430b66bbb HTTP/1.1" status: 200 len: 946 time: 0.0758047 Jan 29 03:45:02.865963 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f734ff26-ac8a-42fa-b178-84561978967a req-33e39b61-b27a-4e7f-bda8-9f86ca442fac tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:45:02.865963 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-f734ff26-ac8a-42fa-b178-84561978967a req-33e39b61-b27a-4e7f-bda8-9f86ca442fac tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb51aefd-c927-464c-a843-4291d9f9ec0b HTTP/1.1" status: 200 len: 945 time: 0.0676763 Jan 29 03:45:02.911786 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-fe4e0e29-0bda-4315-86ec-2c0b57c17216 req-0b294217-e5e8-4fdf-a86d-9913f4743eb2 tempest-DeleteServersTestJSON-1124593692 tempest-DeleteServersTestJSON-1124593692-project] 10.222.0.16 "GET /v2.0/security-groups?id=de816232-dfc3-483e-a17d-8743a55c62c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552576 Jan 29 03:45:02.914633 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-f734ff26-ac8a-42fa-b178-84561978967a req-20000a6a-d863-45f1-8468-d7365bae9016 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d2e1765-fee5-481b-a069-96f98e74cbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485291 Jan 29 03:45:03.350410 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10e5f12-2158-4fbd-a212-845fb54acb6f req-3929a135-d4b1-402e-b1dd-d018da3a7757 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:45:03.351872 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-d10e5f12-2158-4fbd-a212-845fb54acb6f req-3929a135-d4b1-402e-b1dd-d018da3a7757 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/ports?device_id=45fc5079-1458-479d-b5b0-d0b0fb1e9235 HTTP/1.1" status: 200 len: 944 time: 0.0536089 Jan 29 03:45:03.403051 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-d10e5f12-2158-4fbd-a212-845fb54acb6f req-31be3550-95a6-468d-8ea4-1cacf8d0f2bc tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/security-groups?id=91323cdd-00e2-4ac4-bdcf-2a2c574a7bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453725 Jan 29 03:45:03.438752 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Device 126ac57e-93f8-430b-8a67-93adec80b5d3 up at agent hyperv_hv-cinder-82694 {{(pid=109551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 03:45:03.589163 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.provisioning_blocks [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Provisioning for port 126ac57e-93f8-430b-8a67-93adec80b5d3 completed by entity L2. {{(pid=109551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 03:45:03.593354 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.provisioning_blocks [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Provisioning complete for port 126ac57e-93f8-430b-8a67-93adec80b5d3 triggered by entity L2. {{(pid=109551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 03:45:03.601333 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785313'] for port (126ac57e-93f8-430b-8a67-93adec80b5d3), provisioning_complete {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:45:03.622970 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6a7b53-3c0b-4a1f-ab2a-8ac953a15fb7 req-5a56d25c-befc-441e-8224-f60523f2e453 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:45:03.624924 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-bc6a7b53-3c0b-4a1f-ab2a-8ac953a15fb7 req-5a56d25c-befc-441e-8224-f60523f2e453 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce5ee017-4daf-4262-8ab0-d31cbfc42bce HTTP/1.1" status: 200 len: 945 time: 0.0537224 Jan 29 03:45:03.682706 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-bc6a7b53-3c0b-4a1f-ab2a-8ac953a15fb7 req-af866446-d5c0-476f-8dca-be384252736f tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c3df9bf-9f05-408c-a02f-29a763dd3f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522542 Jan 29 03:45:03.708505 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Current status of the port 126ac57e-93f8-430b-8a67-93adec80b5d3 is: BUILD; New status is: ACTIVE {{(pid=109551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 03:45:03.709071 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (126ac57e-93f8-430b-8a67-93adec80b5d3), before_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:45:03.781639 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d15c3e-45bb-44d5-893b-dc4af1dbdcb6 req-89e90019-28be-44ad-9347-5b28c02ce31e tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:45:03.786158 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-95d15c3e-45bb-44d5-893b-dc4af1dbdcb6 req-89e90019-28be-44ad-9347-5b28c02ce31e tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f5813a3-d10f-42ef-99a5-50aa1af18f3a HTTP/1.1" status: 200 len: 944 time: 0.0668426 Jan 29 03:45:03.838729 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-95d15c3e-45bb-44d5-893b-dc4af1dbdcb6 req-56716e15-acd7-4eb4-a036-2358fe6027dc tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca8be9f3-7d70-4884-a281-94c7af685802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449879 Jan 29 03:45:03.862350 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f5813a3-d10f-42ef-99a5-50aa1af18f3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '126ac57e-93f8-430b-8a67-93adec80b5d3'}] {{(pid=109551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 03:45:03.865174 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23e056b712a42e8e31026a02bb7684ebe9f34968e78d79227c0e39fde92c0103" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba49a4ae-ff77-4995-8beb-d5311480bf67" -d '{"events": [{"server_uuid": "8f5813a3-d10f-42ef-99a5-50aa1af18f3a", "name": "network-vif-plugged", "status": "completed", "tag": "126ac57e-93f8-430b-8a67-93adec80b5d3"}]}' {{(pid=109551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 03:45:03.880627 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] For port 126ac57e-93f8-430b-8a67-93adec80b5d3, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=126ac57e-93f8-430b-8a67-93adec80b5d3,segment=NetworkSegment(e5471ed5-97f1-48e6-86f5-92c6b5bce849),segment_id=e5471ed5-97f1-48e6-86f5-92c6b5bce849)] {{(pid=109551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 03:45:03.908943 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 03:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0328a88a-63dc-4e4b-a546-771b9fbec4a8 x-openstack-request-id: req-0328a88a-63dc-4e4b-a546-771b9fbec4a8 {{(pid=109551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 03:45:03.909251 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f5813a3-d10f-42ef-99a5-50aa1af18f3a", "name": "network-vif-plugged", "status": "completed", "tag": "126ac57e-93f8-430b-8a67-93adec80b5d3", "code": 200}]} {{(pid=109551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 03:45:03.909501 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0328a88a-63dc-4e4b-a546-771b9fbec4a8 {{(pid=109551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 03:45:03.909884 dv-cinder-826949-1-iscsi neutron-server[109551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f5813a3-d10f-42ef-99a5-50aa1af18f3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '126ac57e-93f8-430b-8a67-93adec80b5d3', 'code': 200} Jan 29 03:45:04.006704 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429'] for port (126ac57e-93f8-430b-8a67-93adec80b5d3), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:45:04.009079 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Device b515e1c3-80c1-45a6-ac70-b260f4d4c858 up at agent hyperv_hv-cinder-82694 {{(pid=109551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 03:45:04.021434 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 44304) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:45:04.059947 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361682e8-8fcf-49ee-808b-18405a9c04c4 req-41104b8c-8bfd-4a33-ade4-ac302f911a6a tempest-DeleteServersTestJSON-1124593692 tempest-DeleteServersTestJSON-1124593692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:45:04.069908 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-361682e8-8fcf-49ee-808b-18405a9c04c4 req-41104b8c-8bfd-4a33-ade4-ac302f911a6a tempest-DeleteServersTestJSON-1124593692 tempest-DeleteServersTestJSON-1124593692-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0238dfa-64ff-4122-8f56-0f4430b66bbb HTTP/1.1" status: 200 len: 946 time: 0.0794122 Jan 29 03:45:04.091547 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012a3af3-1b2a-4a79-9ffa-b8785558108b req-3ebc1a38-7d77-4827-91eb-2fcd66aa8151 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:45:04.099991 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-012a3af3-1b2a-4a79-9ffa-b8785558108b req-3ebc1a38-7d77-4827-91eb-2fcd66aa8151 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb51aefd-c927-464c-a843-4291d9f9ec0b HTTP/1.1" status: 200 len: 945 time: 0.1129782 Jan 29 03:45:04.130262 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-361682e8-8fcf-49ee-808b-18405a9c04c4 req-0cea5432-1106-4139-8fb3-dacde5a75b54 tempest-DeleteServersTestJSON-1124593692 tempest-DeleteServersTestJSON-1124593692-project] 10.222.0.16 "GET /v2.0/security-groups?id=de816232-dfc3-483e-a17d-8743a55c62c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589244 Jan 29 03:45:04.165837 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Pushing event updated for resources: {'Port': ['ID=126ac57e-93f8-430b-8a67-93adec80b5d3,revision_number=5']} {{(pid=109551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:45:04.182441 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-012a3af3-1b2a-4a79-9ffa-b8785558108b req-8d37adc1-6680-4a84-9233-9f268e9659ca tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d2e1765-fee5-481b-a069-96f98e74cbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800829 Jan 29 03:45:04.243969 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-ad1406f6-0c7e-4d66-808c-1e35d40aeb81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:45:04.321006 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-ad1406f6-0c7e-4d66-808c-1e35d40aeb81 admin admin] Publish callbacks [] for security_group (67361676-e1f3-48b7-a85c-8b7b3f0a6d57), precommit_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:45:04.337106 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.provisioning_blocks [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Provisioning for port b515e1c3-80c1-45a6-ac70-b260f4d4c858 completed by entity L2. {{(pid=109551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 03:45:04.341189 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.provisioning_blocks [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Provisioning complete for port b515e1c3-80c1-45a6-ac70-b260f4d4c858 triggered by entity L2. {{(pid=109551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 03:45:04.341567 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785313'] for port (b515e1c3-80c1-45a6-ac70-b260f4d4c858), provisioning_complete {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:45:04.420237 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Current status of the port b515e1c3-80c1-45a6-ac70-b260f4d4c858 is: BUILD; New status is: ACTIVE {{(pid=109551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 03:45:04.420549 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (b515e1c3-80c1-45a6-ac70-b260f4d4c858), before_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:45:04.447165 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-ad1406f6-0c7e-4d66-808c-1e35d40aeb81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (67361676-e1f3-48b7-a85c-8b7b3f0a6d57), after_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:45:04.455757 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] For port b515e1c3-80c1-45a6-ac70-b260f4d4c858, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=b515e1c3-80c1-45a6-ac70-b260f4d4c858,segment=NetworkSegment(0f1a27ff-4507-4849-b52b-a4a1cb59f6c4),segment_id=0f1a27ff-4507-4849-b52b-a4a1cb59f6c4)] {{(pid=109551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 03:45:04.513099 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-ad1406f6-0c7e-4d66-808c-1e35d40aeb81 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b4fa79f5aedf478c8c599434b819802f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4893708 Jan 29 03:45:04.516898 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 44318) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:45:04.517179 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1406f6-0c7e-4d66-808c-1e35d40aeb81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67361676-e1f3-48b7-a85c-8b7b3f0a6d57,revision_number=1']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:45:04.567989 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d9fb2a-11dd-4870-8f3f-d10be172acf8 req-48023b3f-1a15-4cfd-b030-a5a0b900f78e tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:45:04.570164 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-75d9fb2a-11dd-4870-8f3f-d10be172acf8 req-48023b3f-1a15-4cfd-b030-a5a0b900f78e tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/ports?device_id=45fc5079-1458-479d-b5b0-d0b0fb1e9235 HTTP/1.1" status: 200 len: 944 time: 0.0832601 Jan 29 03:45:04.589142 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429'] for port (b515e1c3-80c1-45a6-ac70-b260f4d4c858), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:45:04.648020 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Pushing event updated for resources: {'Port': ['ID=b515e1c3-80c1-45a6-ac70-b260f4d4c858,revision_number=5']} {{(pid=109551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:45:04.653352 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-ddea9762-cdeb-48f4-a0d5-a0ad40d84e39 admin admin] Publish callbacks [] for security_group (67361676-e1f3-48b7-a85c-8b7b3f0a6d57), before_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:45:04.664737 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-75d9fb2a-11dd-4870-8f3f-d10be172acf8 req-1b6c3dbd-3512-4a68-8dfc-3d774bf5d1f2 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/security-groups?id=91323cdd-00e2-4ac4-bdcf-2a2c574a7bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873749 Jan 29 03:45:04.671511 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a0cf80-72be-4a10-b393-07c42714cec8 req-08f9ee26-1a22-42da-b630-c0bfccdb4d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:45:04.672941 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-09a0cf80-72be-4a10-b393-07c42714cec8 req-08f9ee26-1a22-42da-b630-c0bfccdb4d39 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=8f5813a3-d10f-42ef-99a5-50aa1af18f3a HTTP/1.1" status: 200 len: 1129 time: 0.1416447 Jan 29 03:45:04.699053 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-ddea9762-cdeb-48f4-a0d5-a0ad40d84e39 admin admin] Publish callbacks [] for security_group (67361676-e1f3-48b7-a85c-8b7b3f0a6d57), precommit_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:45:04.756237 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-09a0cf80-72be-4a10-b393-07c42714cec8 req-6fa1a7f8-d1d6-4085-be3d-f7154c290dc1 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=ca8be9f3-7d70-4884-a281-94c7af685802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677454 Jan 29 03:45:04.808904 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be61ae99-5447-4826-a7c3-b0e8489ba524 req-6f96d6ef-6a96-47c7-aa9a-9ad39fa7ed57 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:45:04.810389 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-be61ae99-5447-4826-a7c3-b0e8489ba524 req-6f96d6ef-6a96-47c7-aa9a-9ad39fa7ed57 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce5ee017-4daf-4262-8ab0-d31cbfc42bce HTTP/1.1" status: 200 len: 945 time: 0.0568230 Jan 29 03:45:04.857610 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-be61ae99-5447-4826-a7c3-b0e8489ba524 req-3f9b6538-d685-44b6-9852-a271108b7bdb tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c3df9bf-9f05-408c-a02f-29a763dd3f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407968 Jan 29 03:45:04.962097 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15787ec-ede7-4a20-9013-d851453b1862 req-3b7d023c-2ce8-43e5-bd4f-933580b0f78f tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:45:04.963631 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-a15787ec-ede7-4a20-9013-d851453b1862 req-3b7d023c-2ce8-43e5-bd4f-933580b0f78f tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f5813a3-d10f-42ef-99a5-50aa1af18f3a HTTP/1.1" status: 200 len: 945 time: 0.0548387 Jan 29 03:45:04.977466 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-ddea9762-cdeb-48f4-a0d5-a0ad40d84e39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (67361676-e1f3-48b7-a85c-8b7b3f0a6d57), after_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:45:04.980011 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-ddea9762-cdeb-48f4-a0d5-a0ad40d84e39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:45:04.981222 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-ddea9762-cdeb-48f4-a0d5-a0ad40d84e39 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/67361676-e1f3-48b7-a85c-8b7b3f0a6d57 HTTP/1.1" status: 204 len: 168 time: 0.4629865 Jan 29 03:45:04.990367 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddea9762-cdeb-48f4-a0d5-a0ad40d84e39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67361676-e1f3-48b7-a85c-8b7b3f0a6d57,revision_number=None']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:45:05.011127 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-a15787ec-ede7-4a20-9013-d851453b1862 req-c92d76f4-f6d1-4101-98cf-9f012de8ace9 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca8be9f3-7d70-4884-a281-94c7af685802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419321 Jan 29 03:45:05.265171 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add42950-2793-45b3-93f9-a05ab435a4f4 req-eca36e6f-40ca-4553-94ea-cca632a2b426 tempest-DeleteServersTestJSON-1124593692 tempest-DeleteServersTestJSON-1124593692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:45:05.270094 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-add42950-2793-45b3-93f9-a05ab435a4f4 req-eca36e6f-40ca-4553-94ea-cca632a2b426 tempest-DeleteServersTestJSON-1124593692 tempest-DeleteServersTestJSON-1124593692-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0238dfa-64ff-4122-8f56-0f4430b66bbb HTTP/1.1" status: 200 len: 946 time: 0.0588040 Jan 29 03:45:05.300540 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cad9416-1076-4cdd-9d46-1118adcaf70a req-c6d0d668-971d-456f-aca4-55f3f40f3dd2 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:45:05.302105 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-9cad9416-1076-4cdd-9d46-1118adcaf70a req-c6d0d668-971d-456f-aca4-55f3f40f3dd2 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb51aefd-c927-464c-a843-4291d9f9ec0b HTTP/1.1" status: 200 len: 945 time: 0.0581529 Jan 29 03:45:05.332349 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-add42950-2793-45b3-93f9-a05ab435a4f4 req-7f4dd4c1-c850-410f-84cd-8b528e7b0b9f tempest-DeleteServersTestJSON-1124593692 tempest-DeleteServersTestJSON-1124593692-project] 10.222.0.16 "GET /v2.0/security-groups?id=de816232-dfc3-483e-a17d-8743a55c62c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598714 Jan 29 03:45:05.357535 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-9cad9416-1076-4cdd-9d46-1118adcaf70a req-d27a78df-7efc-443a-943a-d3e4bdc42eb4 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d2e1765-fee5-481b-a069-96f98e74cbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473769 Jan 29 03:45:05.782005 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b147e0-bee3-4c9a-99d8-b5a70e388722 req-734483a9-1a4f-48fb-8491-3cb68f93f096 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:45:05.783486 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-d5b147e0-bee3-4c9a-99d8-b5a70e388722 req-734483a9-1a4f-48fb-8491-3cb68f93f096 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/ports?device_id=45fc5079-1458-479d-b5b0-d0b0fb1e9235 HTTP/1.1" status: 200 len: 945 time: 0.0520229 Jan 29 03:45:05.822926 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 44344) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:45:05.832536 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-d5b147e0-bee3-4c9a-99d8-b5a70e388722 req-891894a8-1722-4409-9a2c-1605d4e971fa tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/security-groups?id=91323cdd-00e2-4ac4-bdcf-2a2c574a7bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432119 Jan 29 03:45:05.836448 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-27c3e1cf-84a3-4c7a-a784-71329c106c39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:45:05.911697 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45fc5079-1458-479d-b5b0-d0b0fb1e9235', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b515e1c3-80c1-45a6-ac70-b260f4d4c858'}] {{(pid=109551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 03:45:05.912377 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-27c3e1cf-84a3-4c7a-a784-71329c106c39 admin admin] Publish callbacks [] for security_group (6edcdb69-3539-47d0-9c6b-261a8892905f), precommit_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:45:05.917239 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23e056b712a42e8e31026a02bb7684ebe9f34968e78d79227c0e39fde92c0103" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77ebbc97-f22a-4894-bf9c-bdcb1c8904f6" -d '{"events": [{"server_uuid": "45fc5079-1458-479d-b5b0-d0b0fb1e9235", "name": "network-vif-plugged", "status": "completed", "tag": "b515e1c3-80c1-45a6-ac70-b260f4d4c858"}]}' {{(pid=109551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 03:45:05.959718 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 03:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7feaf8e6-1ffa-4a4c-be1f-61f6d8650a2b x-openstack-request-id: req-7feaf8e6-1ffa-4a4c-be1f-61f6d8650a2b {{(pid=109551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 03:45:05.963884 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45fc5079-1458-479d-b5b0-d0b0fb1e9235", "name": "network-vif-plugged", "status": "completed", "tag": "b515e1c3-80c1-45a6-ac70-b260f4d4c858", "code": 200}]} {{(pid=109551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 03:45:05.963884 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7feaf8e6-1ffa-4a4c-be1f-61f6d8650a2b {{(pid=109551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 03:45:05.963884 dv-cinder-826949-1-iscsi neutron-server[109551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45fc5079-1458-479d-b5b0-d0b0fb1e9235', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b515e1c3-80c1-45a6-ac70-b260f4d4c858', 'code': 200} Jan 29 03:45:05.996383 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458690b6-071b-4f4f-8b0c-f3b29b2bf805 req-274223d1-2447-4ff9-8afc-53c22c74721b tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:45:05.997853 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-458690b6-071b-4f4f-8b0c-f3b29b2bf805 req-274223d1-2447-4ff9-8afc-53c22c74721b tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce5ee017-4daf-4262-8ab0-d31cbfc42bce HTTP/1.1" status: 200 len: 945 time: 0.0575402 Jan 29 03:45:06.023470 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-27c3e1cf-84a3-4c7a-a784-71329c106c39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (6edcdb69-3539-47d0-9c6b-261a8892905f), after_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:45:06.086654 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-458690b6-071b-4f4f-8b0c-f3b29b2bf805 req-bee7755f-46a0-4d17-b1aa-622aa63c521b tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c3df9bf-9f05-408c-a02f-29a763dd3f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756032 Jan 29 03:45:06.086654 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-27c3e1cf-84a3-4c7a-a784-71329c106c39 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c72f0d34a8fb41f5af6d7f40883c3f31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2567606 Jan 29 03:45:06.086654 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c3e1cf-84a3-4c7a-a784-71329c106c39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6edcdb69-3539-47d0-9c6b-261a8892905f,revision_number=1']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:45:06.087108 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 44352) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:45:06.183552 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-ac80bd07-8aaa-451d-8315-9903845e1bcd admin admin] Publish callbacks [] for security_group (6edcdb69-3539-47d0-9c6b-261a8892905f), before_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:45:06.222245 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-ac80bd07-8aaa-451d-8315-9903845e1bcd admin admin] Publish callbacks [] for security_group (6edcdb69-3539-47d0-9c6b-261a8892905f), precommit_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:45:06.283021 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a818f4c-7c7b-46eb-9327-962837e2fcc1 req-aa395eea-aecc-4180-85c4-21989a371ed9 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:45:06.294053 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-3a818f4c-7c7b-46eb-9327-962837e2fcc1 req-aa395eea-aecc-4180-85c4-21989a371ed9 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f5813a3-d10f-42ef-99a5-50aa1af18f3a HTTP/1.1" status: 200 len: 945 time: 0.1762223 Jan 29 03:45:06.338916 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-3a818f4c-7c7b-46eb-9327-962837e2fcc1 req-045ec2e1-2749-44e5-9613-941c6d32e2f9 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca8be9f3-7d70-4884-a281-94c7af685802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448763 Jan 29 03:45:06.440671 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-ac80bd07-8aaa-451d-8315-9903845e1bcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (6edcdb69-3539-47d0-9c6b-261a8892905f), after_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:45:06.447173 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-ac80bd07-8aaa-451d-8315-9903845e1bcd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:45:06.447173 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-ac80bd07-8aaa-451d-8315-9903845e1bcd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6edcdb69-3539-47d0-9c6b-261a8892905f HTTP/1.1" status: 204 len: 168 time: 0.3574142 Jan 29 03:45:06.455162 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac80bd07-8aaa-451d-8315-9903845e1bcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6edcdb69-3539-47d0-9c6b-261a8892905f,revision_number=None']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:45:06.822913 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86802a1-85a0-4cf8-a14f-89a6487f5e80 req-52bf5a38-f2c8-489b-91c7-96640956a0ff tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:45:06.824413 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-b86802a1-85a0-4cf8-a14f-89a6487f5e80 req-52bf5a38-f2c8-489b-91c7-96640956a0ff tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce5ee017-4daf-4262-8ab0-d31cbfc42bce HTTP/1.1" status: 200 len: 945 time: 0.0516417 Jan 29 03:45:06.873208 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-b86802a1-85a0-4cf8-a14f-89a6487f5e80 req-e79b3f98-96a5-4aa9-920a-73accc082ba9 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c3df9bf-9f05-408c-a02f-29a763dd3f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432036 Jan 29 03:45:07.005077 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817575af-98ee-47b8-969a-eed820e2bd0d req-f8f76b0c-3831-4a31-a17f-49a13d548a19 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:45:07.006606 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-817575af-98ee-47b8-969a-eed820e2bd0d req-f8f76b0c-3831-4a31-a17f-49a13d548a19 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/ports?device_id=45fc5079-1458-479d-b5b0-d0b0fb1e9235 HTTP/1.1" status: 200 len: 945 time: 0.0585420 Jan 29 03:45:07.060598 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-817575af-98ee-47b8-969a-eed820e2bd0d req-116ba1e8-851c-4449-847c-7e1f0fe541ec tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/security-groups?id=91323cdd-00e2-4ac4-bdcf-2a2c574a7bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481763 Jan 29 03:45:07.464622 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab8b260-29b6-4950-a8aa-5b26c0381fdc req-158d2136-0bd3-4dcf-8d1c-9d2567f2d858 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:45:07.469535 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-0ab8b260-29b6-4950-a8aa-5b26c0381fdc req-158d2136-0bd3-4dcf-8d1c-9d2567f2d858 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f5813a3-d10f-42ef-99a5-50aa1af18f3a HTTP/1.1" status: 200 len: 945 time: 0.0557649 Jan 29 03:45:07.469535 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 44400) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:45:07.516518 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-0ab8b260-29b6-4950-a8aa-5b26c0381fdc req-64dd1558-8596-4481-8986-e070d02f3255 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca8be9f3-7d70-4884-a281-94c7af685802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418453 Jan 29 03:45:07.576712 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-f0a66098-8636-4a70-bb76-763f1dad9b03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:45:07.651177 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-f0a66098-8636-4a70-bb76-763f1dad9b03 admin admin] Publish callbacks [] for security_group (a016bd1f-edab-434d-84da-a39db4ee8925), precommit_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:45:07.737376 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-f0a66098-8636-4a70-bb76-763f1dad9b03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (a016bd1f-edab-434d-84da-a39db4ee8925), after_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:45:07.776570 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-f0a66098-8636-4a70-bb76-763f1dad9b03 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0f4c03b0cda34306bb2a002e0bdb2c6f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3066788 Jan 29 03:45:07.777448 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a66098-8636-4a70-bb76-763f1dad9b03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a016bd1f-edab-434d-84da-a39db4ee8925,revision_number=1']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:45:07.779273 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 44414) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:45:07.830560 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-d63447d9-bd2d-49cf-ae94-02c3e32950df admin admin] Publish callbacks [] for security_group (a016bd1f-edab-434d-84da-a39db4ee8925), before_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:45:07.852077 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-d63447d9-bd2d-49cf-ae94-02c3e32950df admin admin] Publish callbacks [] for security_group (a016bd1f-edab-434d-84da-a39db4ee8925), precommit_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:45:07.991962 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-d63447d9-bd2d-49cf-ae94-02c3e32950df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (a016bd1f-edab-434d-84da-a39db4ee8925), after_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:45:07.992930 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-d63447d9-bd2d-49cf-ae94-02c3e32950df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:45:07.994067 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-d63447d9-bd2d-49cf-ae94-02c3e32950df admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a016bd1f-edab-434d-84da-a39db4ee8925 HTTP/1.1" status: 204 len: 168 time: 0.2123218 Jan 29 03:45:08.005025 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37983931-dfee-4045-9c0f-fee022014c46 req-c17b7e7f-cd52-47de-9ec3-b229fc6fed0c tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:45:08.006753 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-37983931-dfee-4045-9c0f-fee022014c46 req-c17b7e7f-cd52-47de-9ec3-b229fc6fed0c tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce5ee017-4daf-4262-8ab0-d31cbfc42bce HTTP/1.1" status: 200 len: 945 time: 0.0613852 Jan 29 03:45:08.011743 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63447d9-bd2d-49cf-ae94-02c3e32950df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a016bd1f-edab-434d-84da-a39db4ee8925,revision_number=None']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:45:08.067782 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-37983931-dfee-4045-9c0f-fee022014c46 req-3adb759e-a35e-4c67-9333-af6e3112f957 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c3df9bf-9f05-408c-a02f-29a763dd3f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467784 Jan 29 03:45:08.178988 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e241d97-4817-4c96-82b0-9582b2ff6f7a req-de40ac20-044f-43cb-a298-1264c9aef4a2 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:45:08.183674 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-4e241d97-4817-4c96-82b0-9582b2ff6f7a req-de40ac20-044f-43cb-a298-1264c9aef4a2 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/ports?device_id=45fc5079-1458-479d-b5b0-d0b0fb1e9235 HTTP/1.1" status: 200 len: 945 time: 0.0547755 Jan 29 03:45:08.267399 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-4e241d97-4817-4c96-82b0-9582b2ff6f7a req-a7e97d52-aa08-41a1-87fd-5358c2547ed4 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/security-groups?id=91323cdd-00e2-4ac4-bdcf-2a2c574a7bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783565 Jan 29 03:45:08.281724 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5207b3fb-95e5-4b81-9649-6098d6e32600 req-6870df42-153d-458f-89c8-3446050b429b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:45:08.283399 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-5207b3fb-95e5-4b81-9649-6098d6e32600 req-6870df42-153d-458f-89c8-3446050b429b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=995678f3901441a099ca67990ffaa293&device_id=ce5ee017-4daf-4262-8ab0-d31cbfc42bce HTTP/1.1" status: 200 len: 1129 time: 0.0774193 Jan 29 03:45:08.386053 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5207b3fb-95e5-4b81-9649-6098d6e32600 req-06dcbc41-fd74-4c88-a5db-46f2f61bc72f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:45:08.387558 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-5207b3fb-95e5-4b81-9649-6098d6e32600 req-06dcbc41-fd74-4c88-a5db-46f2f61bc72f service neutron] 10.222.0.25 "GET /v2.0/networks?id=def124bd-d2cb-4303-acf8-363c1eeee992 HTTP/1.1" status: 200 len: 918 time: 0.0973577 Jan 29 03:45:08.443603 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-5207b3fb-95e5-4b81-9649-6098d6e32600 req-b5cd6e23-3965-4f80-a6a6-9eda8ac63a57 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e8c426e-0aed-4140-8239-4f445cd530d4 HTTP/1.1" status: 200 len: 217 time: 0.0409043 Jan 29 03:45:08.503654 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5207b3fb-95e5-4b81-9649-6098d6e32600 req-610c80cf-f858-463d-a18a-ad3b6bdb0223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:45:08.505255 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-5207b3fb-95e5-4b81-9649-6098d6e32600 req-610c80cf-f858-463d-a18a-ad3b6bdb0223 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=49f78b84-8abd-498c-8afc-c0464fd07915 HTTP/1.1" status: 200 len: 858 time: 0.0444958 Jan 29 03:45:08.559183 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-5207b3fb-95e5-4b81-9649-6098d6e32600 req-b54baf9c-8ef1-420e-adc5-f4db1209000b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=def124bd-d2cb-4303-acf8-363c1eeee992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255227 Jan 29 03:45:08.655446 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75abdb05-4338-4acf-8ab4-1a4ce8a86d84 req-155d0e2b-74e4-4350-95a2-293ad75babe1 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:45:08.657007 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-75abdb05-4338-4acf-8ab4-1a4ce8a86d84 req-155d0e2b-74e4-4350-95a2-293ad75babe1 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f5813a3-d10f-42ef-99a5-50aa1af18f3a HTTP/1.1" status: 200 len: 945 time: 0.0571792 Jan 29 03:45:08.699708 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7668ab78-e2e3-48b5-952e-1501193dba9b req-c42c5b99-6e6d-43ad-934f-2bc53ee19625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:45:08.701206 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-7668ab78-e2e3-48b5-952e-1501193dba9b req-c42c5b99-6e6d-43ad-934f-2bc53ee19625 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=45fc5079-1458-479d-b5b0-d0b0fb1e9235 HTTP/1.1" status: 200 len: 1129 time: 0.1144853 Jan 29 03:45:08.708165 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-75abdb05-4338-4acf-8ab4-1a4ce8a86d84 req-ccf84b23-1508-4c92-bf56-b392da5b0ffa tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca8be9f3-7d70-4884-a281-94c7af685802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453851 Jan 29 03:45:08.743847 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-5207b3fb-95e5-4b81-9649-6098d6e32600 req-af6eb41f-434b-4843-9c46-4673c4b15c4a service neutron] 10.222.0.25 "GET /v2.0/networks/def124bd-d2cb-4303-acf8-363c1eeee992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679969 Jan 29 03:45:08.818807 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-7668ab78-e2e3-48b5-952e-1501193dba9b req-c95a755a-b31b-4a4f-a016-1abc3f3b6263 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=91323cdd-00e2-4ac4-bdcf-2a2c574a7bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084137 Jan 29 03:45:08.853645 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-5207b3fb-95e5-4b81-9649-6098d6e32600 req-9f92ff47-c02c-4c4d-bdcc-a77f8db2cb1e service neutron] 10.222.0.25 "GET /v2.0/networks/def124bd-d2cb-4303-acf8-363c1eeee992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029282 Jan 29 03:45:08.879440 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 44472) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:45:08.893385 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-2d0bc942-701f-4dc6-99bc-6c84b96b3315 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:45:08.980636 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-2d0bc942-701f-4dc6-99bc-6c84b96b3315 admin admin] Publish callbacks [] for security_group (d5b94890-0304-419a-9948-c1684a2bec75), precommit_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:45:09.185665 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345f48d6-7a62-43a5-9123-654da055758f req-80a64e7f-4f47-4663-b08e-6f8ff48f9c92 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:45:09.187256 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-345f48d6-7a62-43a5-9123-654da055758f req-80a64e7f-4f47-4663-b08e-6f8ff48f9c92 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce5ee017-4daf-4262-8ab0-d31cbfc42bce HTTP/1.1" status: 200 len: 945 time: 0.0521646 Jan 29 03:45:09.188284 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-2d0bc942-701f-4dc6-99bc-6c84b96b3315 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (d5b94890-0304-419a-9948-c1684a2bec75), after_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:45:09.246273 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-2d0bc942-701f-4dc6-99bc-6c84b96b3315 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3cf69abe63b44a128256b8e66ca61c58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3656752 Jan 29 03:45:09.249104 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 44482) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:45:09.251415 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0bc942-701f-4dc6-99bc-6c84b96b3315 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5b94890-0304-419a-9948-c1684a2bec75,revision_number=1']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:45:09.308442 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-a051e4ed-5733-42c2-a57e-b0dacd1a7e5d admin admin] Publish callbacks [] for security_group (d5b94890-0304-419a-9948-c1684a2bec75), before_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:45:09.347633 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-a051e4ed-5733-42c2-a57e-b0dacd1a7e5d admin admin] Publish callbacks [] for security_group (d5b94890-0304-419a-9948-c1684a2bec75), precommit_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:45:09.432623 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d92796-d2be-4747-99a9-f1e11c063246 req-5a1d74ad-72c0-4258-b51c-dcff3685b69b tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:45:09.434310 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-74d92796-d2be-4747-99a9-f1e11c063246 req-5a1d74ad-72c0-4258-b51c-dcff3685b69b tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/ports?device_id=45fc5079-1458-479d-b5b0-d0b0fb1e9235 HTTP/1.1" status: 200 len: 945 time: 0.0846887 Jan 29 03:45:09.490494 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-345f48d6-7a62-43a5-9123-654da055758f req-27323ca1-063b-4cc9-ac41-34a9d949172d tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c3df9bf-9f05-408c-a02f-29a763dd3f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2919323 Jan 29 03:45:09.503298 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-74d92796-d2be-4747-99a9-f1e11c063246 req-c57bd962-38be-4699-a250-a61fd87e97f7 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/security-groups?id=91323cdd-00e2-4ac4-bdcf-2a2c574a7bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561411 Jan 29 03:45:09.651350 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-a051e4ed-5733-42c2-a57e-b0dacd1a7e5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (d5b94890-0304-419a-9948-c1684a2bec75), after_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:45:09.654792 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-a051e4ed-5733-42c2-a57e-b0dacd1a7e5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:45:09.657944 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-a051e4ed-5733-42c2-a57e-b0dacd1a7e5d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d5b94890-0304-419a-9948-c1684a2bec75 HTTP/1.1" status: 204 len: 168 time: 0.4050870 Jan 29 03:45:09.664110 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051e4ed-5733-42c2-a57e-b0dacd1a7e5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5b94890-0304-419a-9948-c1684a2bec75,revision_number=None']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:45:09.856762 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3870ccc3-1147-420a-8fbd-da3471caf88b req-64c14170-07e7-4231-a4d4-ca8a65c611d0 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:45:09.858252 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-3870ccc3-1147-420a-8fbd-da3471caf88b req-64c14170-07e7-4231-a4d4-ca8a65c611d0 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f5813a3-d10f-42ef-99a5-50aa1af18f3a HTTP/1.1" status: 200 len: 945 time: 0.0529742 Jan 29 03:45:09.905189 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-3870ccc3-1147-420a-8fbd-da3471caf88b req-680eef8b-2d52-4d9c-83d9-00dba5976272 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca8be9f3-7d70-4884-a281-94c7af685802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413766 Jan 29 03:45:10.876195 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17338be-66e4-4999-afa2-602673bcc976 req-22f9f7ae-de14-4019-918d-8c554780b4e5 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:45:10.877717 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-e17338be-66e4-4999-afa2-602673bcc976 req-22f9f7ae-de14-4019-918d-8c554780b4e5 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce5ee017-4daf-4262-8ab0-d31cbfc42bce HTTP/1.1" status: 200 len: 945 time: 0.0658031 Jan 29 03:45:10.930485 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-e17338be-66e4-4999-afa2-602673bcc976 req-4fc5ffed-e161-4db2-8b4f-2d92338f8a7c tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c3df9bf-9f05-408c-a02f-29a763dd3f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433929 Jan 29 03:45:11.058592 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04145513-970b-493c-9cfa-21bab7e0da94 req-b33478b6-9218-4bb3-8d13-38ee341ab693 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:45:11.062736 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-04145513-970b-493c-9cfa-21bab7e0da94 req-b33478b6-9218-4bb3-8d13-38ee341ab693 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/ports?device_id=45fc5079-1458-479d-b5b0-d0b0fb1e9235 HTTP/1.1" status: 200 len: 945 time: 0.0616376 Jan 29 03:45:11.117404 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-04145513-970b-493c-9cfa-21bab7e0da94 req-bf4594bb-089b-4886-a567-7e399d775996 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/security-groups?id=91323cdd-00e2-4ac4-bdcf-2a2c574a7bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506103 Jan 29 03:45:11.228323 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d345fc-5110-450e-9ff9-695925fd764a req-eae0bf84-eb3b-47b7-bca1-5d58c526a9d3 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:45:11.230160 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-35d345fc-5110-450e-9ff9-695925fd764a req-eae0bf84-eb3b-47b7-bca1-5d58c526a9d3 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f5813a3-d10f-42ef-99a5-50aa1af18f3a HTTP/1.1" status: 200 len: 945 time: 0.0554657 Jan 29 03:45:11.283241 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-35d345fc-5110-450e-9ff9-695925fd764a req-37628fb5-27bf-434b-9a86-0219e85437fa tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca8be9f3-7d70-4884-a281-94c7af685802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456331 Jan 29 03:45:11.423022 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796874fb-47a4-4af8-a416-83479e336569 req-6e58c0e0-242c-4e7b-84e7-16ee062bd296 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:45:11.424560 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-796874fb-47a4-4af8-a416-83479e336569 req-6e58c0e0-242c-4e7b-84e7-16ee062bd296 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f5813a3-d10f-42ef-99a5-50aa1af18f3a HTTP/1.1" status: 200 len: 945 time: 0.0568287 Jan 29 03:45:11.433656 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 44588) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:45:11.440837 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.v2.base [None req-98ca0d55-ddf0-4c57-ab16-ab960fd233a8 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Request body: {'floatingip': {'port_id': '126ac57e-93f8-430b-8a67-93adec80b5d3'}} {{(pid=109549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 03:45:11.528779 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-98ca0d55-ddf0-4c57-ab16-ab960fd233a8 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Publish callbacks [] for floatingip (c38d40ff-72a5-429f-8a81-c3ca56720b05), before_update {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:45:12.059188 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deea710-5a9b-4977-b5b8-1311b32af220 req-76bf5fc8-6ba2-4ec9-9488-0185c95b87bf tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:45:12.060688 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-7deea710-5a9b-4977-b5b8-1311b32af220 req-76bf5fc8-6ba2-4ec9-9488-0185c95b87bf tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce5ee017-4daf-4262-8ab0-d31cbfc42bce HTTP/1.1" status: 200 len: 945 time: 0.0553975 Jan 29 03:45:12.111227 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-7deea710-5a9b-4977-b5b8-1311b32af220 req-c4f3251b-d649-4e77-ba4f-1543b06e8e2e tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c3df9bf-9f05-408c-a02f-29a763dd3f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441146 Jan 29 03:45:12.449121 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-98ca0d55-ddf0-4c57-ab16-ab960fd233a8 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:45:12.472522 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29acde7f-bb20-4c33-9d35-db28b21e2467 req-1397117d-ca4d-462c-b61f-9d919ac9f911 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:45:12.474093 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-29acde7f-bb20-4c33-9d35-db28b21e2467 req-1397117d-ca4d-462c-b61f-9d919ac9f911 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/ports?device_id=45fc5079-1458-479d-b5b0-d0b0fb1e9235 HTTP/1.1" status: 200 len: 945 time: 0.2735593 Jan 29 03:45:12.523053 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-29acde7f-bb20-4c33-9d35-db28b21e2467 req-cf8ba612-5354-4c49-986e-dcb7f1c4278d tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/security-groups?id=91323cdd-00e2-4ac4-bdcf-2a2c574a7bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427260 Jan 29 03:45:12.525834 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-98ca0d55-ddf0-4c57-ab16-ab960fd233a8 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1909920'] for floatingip (c38d40ff-72a5-429f-8a81-c3ca56720b05), after_update {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:45:12.640155 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.db.l3_db [None req-98ca0d55-ddf0-4c57-ab16-ab960fd233a8 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Floating IP c38d40ff-72a5-429f-8a81-c3ca56720b05 associated. External IP: 172.27.1.240, port: 126ac57e-93f8-430b-8a67-93adec80b5d3. Jan 29 03:45:12.652780 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cf42a6-93b5-45f0-ae20-105e5110fc85 req-d0bf1ba2-c6be-417a-b958-d992e569a98d tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:45:12.658725 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-a4cf42a6-93b5-45f0-ae20-105e5110fc85 req-d0bf1ba2-c6be-417a-b958-d992e569a98d tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/ports?device_id=45fc5079-1458-479d-b5b0-d0b0fb1e9235 HTTP/1.1" status: 200 len: 945 time: 0.0694127 Jan 29 03:45:12.675495 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 44636) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:45:12.678843 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.v2.base [None req-d28350de-65bf-4fed-a13a-a53d8a444c2e tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Request body: {'floatingip': {'port_id': 'b515e1c3-80c1-45a6-ac70-b260f4d4c858'}} {{(pid=109550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 03:45:12.763802 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-d28350de-65bf-4fed-a13a-a53d8a444c2e tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Publish callbacks [] for floatingip (67a047ca-d3d1-4721-8bea-502986995721), before_update {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:45:12.885647 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98ca0d55-ddf0-4c57-ab16-ab960fd233a8 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Router e78ca722-9417-4f92-80a4-ae3c65afd27d has already been hosted by L3 agent d5b8732c-6ac1-45e3-a79e-cd9863fe8196 {{(pid=109549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 03:45:13.034506 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98ca0d55-ddf0-4c57-ab16-ab960fd233a8 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Notify agent at l3_agent.dv-cinder-826949-1-iscsi the message routers_updated {{(pid=109549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 03:45:13.034506 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-98ca0d55-ddf0-4c57-ab16-ab960fd233a8 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166518'] for floatingip (None), before_response {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:45:13.035672 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b52b777-7648-4fda-96d4-67bdc416ab18 None None] Sync routers for ids ['e78ca722-9417-4f92-80a4-ae3c65afd27d'] in dv-cinder-826949-1-iscsi {{(pid=109552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 03:45:13.044152 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b52b777-7648-4fda-96d4-67bdc416ab18 None None] Routers {'e78ca722-9417-4f92-80a4-ae3c65afd27d'} bound to L3 agent in host dv-cinder-826949-1-iscsi {{(pid=109552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 03:45:13.044789 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.l3_hamode_db [None req-1b52b777-7648-4fda-96d4-67bdc416ab18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T03:36:17Z,description=,heartbeat_timestamp=2022-01-29T03:44:47Z,host='dv-cinder-826949-1-iscsi',id=d5b8732c-6ac1-45e3-a79e-cd9863fe8196,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T03:36:18Z,topic='l3_agent')) {'router_ids': ['e78ca722-9417-4f92-80a4-ae3c65afd27d'], 'active': True} {{(pid=109552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:45:13.065263 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-98ca0d55-ddf0-4c57-ab16-ab960fd233a8 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "PUT /v2.0/floatingips/c38d40ff-72a5-429f-8a81-c3ca56720b05 HTTP/1.1" status: 200 len: 991 time: 1.6297853 Jan 29 03:45:13.065832 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f5813a3-d10f-42ef-99a5-50aa1af18f3a', 'tag': '126ac57e-93f8-430b-8a67-93adec80b5d3'}] {{(pid=109549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 03:45:13.070066 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eb97c5ce77542c962afefcf7d25dfa9d5b4346a1bb599a27deba15904c7eea3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da6d6091-54ef-4ef6-8b17-d9c60d986c11" -d '{"events": [{"name": "network-changed", "server_uuid": "8f5813a3-d10f-42ef-99a5-50aa1af18f3a", "tag": "126ac57e-93f8-430b-8a67-93adec80b5d3"}]}' {{(pid=109549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 03:45:13.146324 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 03:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15b3661a-3758-4931-bf37-4ca1fcbb82c6 x-openstack-request-id: req-15b3661a-3758-4931-bf37-4ca1fcbb82c6 {{(pid=109549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 03:45:13.146499 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f5813a3-d10f-42ef-99a5-50aa1af18f3a", "tag": "126ac57e-93f8-430b-8a67-93adec80b5d3", "status": "completed", "code": 200}]} {{(pid=109549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 03:45:13.146768 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-15b3661a-3758-4931-bf37-4ca1fcbb82c6 {{(pid=109549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 03:45:13.147678 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f5813a3-d10f-42ef-99a5-50aa1af18f3a', 'tag': '126ac57e-93f8-430b-8a67-93adec80b5d3', 'status': 'completed', 'code': 200} Jan 29 03:45:13.247085 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.l3_dvr_db [None req-1b52b777-7648-4fda-96d4-67bdc416ab18 None None] Set router e78ca722-9417-4f92-80a4-ae3c65afd27d gateway port host: dv-cinder-826949-1-iscsi {{(pid=109552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 03:45:13.263343 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66eb095-a3cf-42d3-a272-abc926fb8c5f req-d0625b4e-bf40-42cf-939f-3361d368eaee tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:45:13.266727 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-c66eb095-a3cf-42d3-a272-abc926fb8c5f req-d0625b4e-bf40-42cf-939f-3361d368eaee tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f5813a3-d10f-42ef-99a5-50aa1af18f3a HTTP/1.1" status: 200 len: 945 time: 0.0821426 Jan 29 03:45:13.335064 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-c66eb095-a3cf-42d3-a272-abc926fb8c5f req-5276b987-a5d0-4e30-881b-5bfb37f1c1b4 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca8be9f3-7d70-4884-a281-94c7af685802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584464 Jan 29 03:45:13.385121 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40299225-4fb1-4482-a727-2e8300673390 req-588a0d91-7428-429a-be9b-421b11f444bc tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:45:13.386660 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-40299225-4fb1-4482-a727-2e8300673390 req-588a0d91-7428-429a-be9b-421b11f444bc tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce5ee017-4daf-4262-8ab0-d31cbfc42bce HTTP/1.1" status: 200 len: 945 time: 0.1711359 Jan 29 03:45:13.530220 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-40299225-4fb1-4482-a727-2e8300673390 req-ef5c133e-05ed-44e7-8ca3-5cb3eca9c650 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c3df9bf-9f05-408c-a02f-29a763dd3f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220808 Jan 29 03:45:13.550253 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-d28350de-65bf-4fed-a13a-a53d8a444c2e tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:45:13.557702 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.l3_hamode_db [None req-1b52b777-7648-4fda-96d4-67bdc416ab18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e78ca722-9417-4f92-80a4-ae3c65afd27d', 'name': 'tempest-AttachVolumeShelveTestJSON-1494827673-router', 'tenant_id': '00cfcd24ac464466b0c59b2955aac89e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'external_fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': '89277360-4f8d-403f-b77d-1b66ab811622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T03:44:17Z', 'updated_at': '2022-01-29T03:44:24Z', 'revision_number': 4, 'project_id': '00cfcd24ac464466b0c59b2955aac89e', 'gw_port': {'id': '89277360-4f8d-403f-b77d-1b66ab811622', 'name': '', 'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:00:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78ca722-9417-4f92-80a4-ae3c65afd27d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:44:18Z', 'updated_at': '2022-01-29T03:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-1-iscsi', '_floatingips': [{'id': 'c38d40ff-72a5-429f-8a81-c3ca56720b05', 'tenant_id': '00cfcd24ac464466b0c59b2955aac89e', 'floating_ip_address': '172.27.1.240', 'floating_network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'router_id': 'e78ca722-9417-4f92-80a4-ae3c65afd27d', 'port_id': '126ac57e-93f8-430b-8a67-93adec80b5d3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 99, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '204ced72-9299-4a30-aa72-466acced45bf', 'mac_address': 'fa:16:3e:ad:f4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f5813a3-d10f-42ef-99a5-50aa1af18f3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T03:44:37Z', 'updated_at': '2022-01-29T03:45:12Z', 'revision_number': 1, 'project_id': '00cfcd24ac464466b0c59b2955aac89e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4d8a362-b347-43d1-b3ff-5cf9dd785f4e', 'name': '', 'network_id': '204ced72-9299-4a30-aa72-466acced45bf', 'tenant_id': '00cfcd24ac464466b0c59b2955aac89e', 'mac_address': 'fa:16:3e:9f:34:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78ca722-9417-4f92-80a4-ae3c65afd27d', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c62d091f-c1de-4db7-ab9c-37bb62875bd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:44:23Z', 'updated_at': '2022-01-29T03:44:31Z', 'revision_number': 5, 'project_id': '00cfcd24ac464466b0c59b2955aac89e', 'subnets': [{'id': 'c62d091f-c1de-4db7-ab9c-37bb62875bd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-1-iscsi', False) {} {{(pid=109552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:45:13.583345 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b52b777-7648-4fda-96d4-67bdc416ab18 None None] Checking router: e78ca722-9417-4f92-80a4-ae3c65afd27d for host: dv-cinder-826949-1-iscsi {{(pid=109552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 03:45:13.592017 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b52b777-7648-4fda-96d4-67bdc416ab18 None None] Routers {'e78ca722-9417-4f92-80a4-ae3c65afd27d'} bound to L3 agent in host dv-cinder-826949-1-iscsi {{(pid=109552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 03:45:13.593181 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.l3_hamode_db [None req-1b52b777-7648-4fda-96d4-67bdc416ab18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T03:36:17Z,description=,heartbeat_timestamp=2022-01-29T03:44:47Z,host='dv-cinder-826949-1-iscsi',id=d5b8732c-6ac1-45e3-a79e-cd9863fe8196,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T03:36:18Z,topic='l3_agent')) {'router_ids': ['e78ca722-9417-4f92-80a4-ae3c65afd27d'], 'active': True} {{(pid=109552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:45:13.605834 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-d28350de-65bf-4fed-a13a-a53d8a444c2e tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1909920'] for floatingip (67a047ca-d3d1-4721-8bea-502986995721), after_update {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:45:13.684775 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 44658) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:45:13.702496 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.l3_dvr_db [None req-1b52b777-7648-4fda-96d4-67bdc416ab18 None None] Set router e78ca722-9417-4f92-80a4-ae3c65afd27d gateway port host: dv-cinder-826949-1-iscsi {{(pid=109552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 03:45:13.738683 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.db.l3_db [None req-d28350de-65bf-4fed-a13a-a53d8a444c2e tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Floating IP 67a047ca-d3d1-4721-8bea-502986995721 associated. External IP: 172.27.1.185, port: b515e1c3-80c1-45a6-ac70-b260f4d4c858. Jan 29 03:45:13.812562 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-d7308f60-d392-4102-a34f-c9d0cd6c0ba8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:45:13.891678 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-d7308f60-d392-4102-a34f-c9d0cd6c0ba8 admin admin] Publish callbacks [] for security_group (621bb346-1420-4df9-a2ff-6b1d7d06b0f1), precommit_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:45:13.938090 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.l3_hamode_db [None req-1b52b777-7648-4fda-96d4-67bdc416ab18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e78ca722-9417-4f92-80a4-ae3c65afd27d', 'name': 'tempest-AttachVolumeShelveTestJSON-1494827673-router', 'tenant_id': '00cfcd24ac464466b0c59b2955aac89e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'external_fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': '89277360-4f8d-403f-b77d-1b66ab811622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T03:44:17Z', 'updated_at': '2022-01-29T03:44:24Z', 'revision_number': 4, 'project_id': '00cfcd24ac464466b0c59b2955aac89e', 'gw_port': {'id': '89277360-4f8d-403f-b77d-1b66ab811622', 'name': '', 'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:00:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78ca722-9417-4f92-80a4-ae3c65afd27d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:44:18Z', 'updated_at': '2022-01-29T03:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-1-iscsi', '_floatingips': [{'id': 'c38d40ff-72a5-429f-8a81-c3ca56720b05', 'tenant_id': '00cfcd24ac464466b0c59b2955aac89e', 'floating_ip_address': '172.27.1.240', 'floating_network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'router_id': 'e78ca722-9417-4f92-80a4-ae3c65afd27d', 'port_id': '126ac57e-93f8-430b-8a67-93adec80b5d3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 99, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '204ced72-9299-4a30-aa72-466acced45bf', 'mac_address': 'fa:16:3e:ad:f4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f5813a3-d10f-42ef-99a5-50aa1af18f3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T03:44:37Z', 'updated_at': '2022-01-29T03:45:12Z', 'revision_number': 1, 'project_id': '00cfcd24ac464466b0c59b2955aac89e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4d8a362-b347-43d1-b3ff-5cf9dd785f4e', 'name': '', 'network_id': '204ced72-9299-4a30-aa72-466acced45bf', 'tenant_id': '00cfcd24ac464466b0c59b2955aac89e', 'mac_address': 'fa:16:3e:9f:34:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78ca722-9417-4f92-80a4-ae3c65afd27d', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c62d091f-c1de-4db7-ab9c-37bb62875bd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:44:23Z', 'updated_at': '2022-01-29T03:44:31Z', 'revision_number': 5, 'project_id': '00cfcd24ac464466b0c59b2955aac89e', 'subnets': [{'id': 'c62d091f-c1de-4db7-ab9c-37bb62875bd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-1-iscsi', False) {} {{(pid=109552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:45:13.959354 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d28350de-65bf-4fed-a13a-a53d8a444c2e tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Router a9646b44-979d-436f-ac6b-9bba0d33500b has already been hosted by L3 agent d5b8732c-6ac1-45e3-a79e-cd9863fe8196 {{(pid=109550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 03:45:13.964265 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b52b777-7648-4fda-96d4-67bdc416ab18 None None] The sync data for ids ['e78ca722-9417-4f92-80a4-ae3c65afd27d'] in dv-cinder-826949-1-iscsi is: [{'id': 'e78ca722-9417-4f92-80a4-ae3c65afd27d', 'name': 'tempest-AttachVolumeShelveTestJSON-1494827673-router', 'tenant_id': '00cfcd24ac464466b0c59b2955aac89e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'external_fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': '89277360-4f8d-403f-b77d-1b66ab811622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T03:44:17Z', 'updated_at': '2022-01-29T03:44:24Z', 'revision_number': 4, 'project_id': '00cfcd24ac464466b0c59b2955aac89e', 'gw_port': {'id': '89277360-4f8d-403f-b77d-1b66ab811622', 'name': '', 'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:00:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78ca722-9417-4f92-80a4-ae3c65afd27d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:44:18Z', 'updated_at': '2022-01-29T03:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-1-iscsi', '_floatingips': [{'id': 'c38d40ff-72a5-429f-8a81-c3ca56720b05', 'tenant_id': '00cfcd24ac464466b0c59b2955aac89e', 'floating_ip_address': '172.27.1.240', 'floating_network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'router_id': 'e78ca722-9417-4f92-80a4-ae3c65afd27d', 'port_id': '126ac57e-93f8-430b-8a67-93adec80b5d3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 99, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '204ced72-9299-4a30-aa72-466acced45bf', 'mac_address': 'fa:16:3e:ad:f4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f5813a3-d10f-42ef-99a5-50aa1af18f3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T03:44:37Z', 'updated_at': '2022-01-29T03:45:12Z', 'revision_number': 1, 'project_id': '00cfcd24ac464466b0c59b2955aac89e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4d8a362-b347-43d1-b3ff-5cf9dd785f4e', 'name': '', 'network_id': '204ced72-9299-4a30-aa72-466acced45bf', 'tenant_id': '00cfcd24ac464466b0c59b2955aac89e', 'mac_address': 'fa:16:3e:9f:34:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78ca722-9417-4f92-80a4-ae3c65afd27d', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c62d091f-c1de-4db7-ab9c-37bb62875bd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:44:23Z', 'updated_at': '2022-01-29T03:44:31Z', 'revision_number': 5, 'project_id': '00cfcd24ac464466b0c59b2955aac89e', 'subnets': [{'id': 'c62d091f-c1de-4db7-ab9c-37bb62875bd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 03:45:13.976908 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-d7308f60-d392-4102-a34f-c9d0cd6c0ba8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (621bb346-1420-4df9-a2ff-6b1d7d06b0f1), after_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:45:14.035579 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-d7308f60-d392-4102-a34f-c9d0cd6c0ba8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=156cd28f7901483bb7214ffcd389bb19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3485997 Jan 29 03:45:14.038251 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 44668) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:45:14.046597 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7308f60-d392-4102-a34f-c9d0cd6c0ba8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=621bb346-1420-4df9-a2ff-6b1d7d06b0f1,revision_number=1']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:45:14.098372 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-6d499803-9a80-4dac-ac22-89841cc38eaa admin admin] Publish callbacks [] for security_group (621bb346-1420-4df9-a2ff-6b1d7d06b0f1), before_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:45:14.124334 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-6d499803-9a80-4dac-ac22-89841cc38eaa admin admin] Publish callbacks [] for security_group (621bb346-1420-4df9-a2ff-6b1d7d06b0f1), precommit_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:45:14.260512 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-6d499803-9a80-4dac-ac22-89841cc38eaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (621bb346-1420-4df9-a2ff-6b1d7d06b0f1), after_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:45:14.262958 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-6d499803-9a80-4dac-ac22-89841cc38eaa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:45:14.264577 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-6d499803-9a80-4dac-ac22-89841cc38eaa admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/621bb346-1420-4df9-a2ff-6b1d7d06b0f1 HTTP/1.1" status: 204 len: 168 time: 0.2252555 Jan 29 03:45:14.275784 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d499803-9a80-4dac-ac22-89841cc38eaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=621bb346-1420-4df9-a2ff-6b1d7d06b0f1,revision_number=None']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:45:14.276502 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0455ce43-13b6-4a43-b083-ae0747c0cc43 None None] New status for floating IP c38d40ff-72a5-429f-8a81-c3ca56720b05: ACTIVE {{(pid=109551) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 03:45:14.289261 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d28350de-65bf-4fed-a13a-a53d8a444c2e tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Notify agent at l3_agent.dv-cinder-826949-1-iscsi the message routers_updated {{(pid=109550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 03:45:14.293669 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-d28350de-65bf-4fed-a13a-a53d8a444c2e tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166518'] for floatingip (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:45:14.301195 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337ed774-f76c-4169-b552-de040ae04509 None None] Sync routers for ids ['a9646b44-979d-436f-ac6b-9bba0d33500b'] in dv-cinder-826949-1-iscsi {{(pid=109552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 03:45:14.327109 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337ed774-f76c-4169-b552-de040ae04509 None None] Routers {'a9646b44-979d-436f-ac6b-9bba0d33500b'} bound to L3 agent in host dv-cinder-826949-1-iscsi {{(pid=109552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 03:45:14.327816 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.l3_hamode_db [None req-337ed774-f76c-4169-b552-de040ae04509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T03:36:17Z,description=,heartbeat_timestamp=2022-01-29T03:44:47Z,host='dv-cinder-826949-1-iscsi',id=d5b8732c-6ac1-45e3-a79e-cd9863fe8196,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T03:36:18Z,topic='l3_agent')) {'router_ids': ['a9646b44-979d-436f-ac6b-9bba0d33500b'], 'active': True} {{(pid=109552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:45:14.336460 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-d28350de-65bf-4fed-a13a-a53d8a444c2e tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "PUT /v2.0/floatingips/67a047ca-d3d1-4721-8bea-502986995721 HTTP/1.1" status: 200 len: 991 time: 1.6619215 Jan 29 03:45:14.337178 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45fc5079-1458-479d-b5b0-d0b0fb1e9235', 'tag': 'b515e1c3-80c1-45a6-ac70-b260f4d4c858'}] {{(pid=109550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 03:45:14.339959 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fa7e8514ec8b1871638cf3d0c6bf241b62bf17ffd430199c6215cc57604ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a806622-cbfc-4e9b-bdff-84e8baad0a98" -d '{"events": [{"name": "network-changed", "server_uuid": "45fc5079-1458-479d-b5b0-d0b0fb1e9235", "tag": "b515e1c3-80c1-45a6-ac70-b260f4d4c858"}]}' {{(pid=109550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 03:45:14.391256 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 03:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21543a4e-bfd4-45e1-9a34-b643c548807e x-openstack-request-id: req-21543a4e-bfd4-45e1-9a34-b643c548807e {{(pid=109550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 03:45:14.391895 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45fc5079-1458-479d-b5b0-d0b0fb1e9235", "tag": "b515e1c3-80c1-45a6-ac70-b260f4d4c858", "status": "completed", "code": 200}]} {{(pid=109550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 03:45:14.391895 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-21543a4e-bfd4-45e1-9a34-b643c548807e {{(pid=109550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 03:45:14.392342 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45fc5079-1458-479d-b5b0-d0b0fb1e9235', 'tag': 'b515e1c3-80c1-45a6-ac70-b260f4d4c858', 'status': 'completed', 'code': 200} Jan 29 03:45:14.491822 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.l3_dvr_db [None req-337ed774-f76c-4169-b552-de040ae04509 None None] Set router a9646b44-979d-436f-ac6b-9bba0d33500b gateway port host: dv-cinder-826949-1-iscsi {{(pid=109552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 03:45:14.553375 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d05722-d9e5-4f17-af04-002dbb713543 req-f8ea9692-6e2f-4cd7-8350-db6764777e10 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:45:14.555104 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-77d05722-d9e5-4f17-af04-002dbb713543 req-f8ea9692-6e2f-4cd7-8350-db6764777e10 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f5813a3-d10f-42ef-99a5-50aa1af18f3a HTTP/1.1" status: 200 len: 945 time: 0.0997746 Jan 29 03:45:14.613547 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-77d05722-d9e5-4f17-af04-002dbb713543 req-72a00a86-c7ac-4735-b0da-25c1df47af75 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca8be9f3-7d70-4884-a281-94c7af685802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522833 Jan 29 03:45:14.646500 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642595b5-bde9-4835-b60d-69a65710f423 req-98ec508b-0a1a-4894-9462-81f2e4d4ec46 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:45:14.650891 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-642595b5-bde9-4835-b60d-69a65710f423 req-98ec508b-0a1a-4894-9462-81f2e4d4ec46 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/ports?device_id=45fc5079-1458-479d-b5b0-d0b0fb1e9235 HTTP/1.1" status: 200 len: 945 time: 0.0992570 Jan 29 03:45:14.718325 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-642595b5-bde9-4835-b60d-69a65710f423 req-6cfed40c-d8b7-4df6-b663-438456e22f1e tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/security-groups?id=91323cdd-00e2-4ac4-bdcf-2a2c574a7bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634367 Jan 29 03:45:14.783569 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594aae26-b431-4168-8987-ee0d386bc882 req-7d563b7e-8f7a-475b-93be-5e4fc524605d tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:45:14.791204 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-594aae26-b431-4168-8987-ee0d386bc882 req-7d563b7e-8f7a-475b-93be-5e4fc524605d tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce5ee017-4daf-4262-8ab0-d31cbfc42bce HTTP/1.1" status: 200 len: 945 time: 0.0954239 Jan 29 03:45:14.842246 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-594aae26-b431-4168-8987-ee0d386bc882 req-691affe8-cebf-4157-81c9-940291e1544e tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c3df9bf-9f05-408c-a02f-29a763dd3f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500729 Jan 29 03:45:14.893531 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.l3_hamode_db [None req-337ed774-f76c-4169-b552-de040ae04509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9646b44-979d-436f-ac6b-9bba0d33500b', 'name': 'tempest-AttachVolumeTestJSON-723999373-router', 'tenant_id': '0f6df9863d6a490a92b2f3c872aec541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'external_fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '35a06f04-9d71-4fa3-86c3-5181b2063974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T03:44:19Z', 'updated_at': '2022-01-29T03:44:29Z', 'revision_number': 4, 'project_id': '0f6df9863d6a490a92b2f3c872aec541', 'gw_port': {'id': '35a06f04-9d71-4fa3-86c3-5181b2063974', 'name': '', 'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e2:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9646b44-979d-436f-ac6b-9bba0d33500b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:44:21Z', 'updated_at': '2022-01-29T03:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-1-iscsi', '_floatingips': [{'id': '67a047ca-d3d1-4721-8bea-502986995721', 'tenant_id': '0f6df9863d6a490a92b2f3c872aec541', 'floating_ip_address': '172.27.1.185', 'floating_network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'router_id': 'a9646b44-979d-436f-ac6b-9bba0d33500b', 'port_id': 'b515e1c3-80c1-45a6-ac70-b260f4d4c858', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b4e9710-b6c9-4002-b8a3-8aa9bf7336cb', 'mac_address': 'fa:16:3e:42:e4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45fc5079-1458-479d-b5b0-d0b0fb1e9235', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T03:44:43Z', 'updated_at': '2022-01-29T03:45:13Z', 'revision_number': 1, 'project_id': '0f6df9863d6a490a92b2f3c872aec541', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c3620d2-c4ca-4fc0-a44d-194be82ff593', 'name': '', 'network_id': '4b4e9710-b6c9-4002-b8a3-8aa9bf7336cb', 'tenant_id': '0f6df9863d6a490a92b2f3c872aec541', 'mac_address': 'fa:16:3e:b7:c7:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9646b44-979d-436f-ac6b-9bba0d33500b', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '2f142c9b-e8b9-4838-a5d9-5c60564542f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:44:27Z', 'updated_at': '2022-01-29T03:44:39Z', 'revision_number': 5, 'project_id': '0f6df9863d6a490a92b2f3c872aec541', 'subnets': [{'id': '2f142c9b-e8b9-4838-a5d9-5c60564542f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-1-iscsi', False) {} {{(pid=109552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:45:14.903089 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-91f95a8e-ab39-4400-8e42-26eb07a1c541 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (dac82def-0781-4624-a171-654e1b1d12af), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:45:14.919486 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337ed774-f76c-4169-b552-de040ae04509 None None] Checking router: a9646b44-979d-436f-ac6b-9bba0d33500b for host: dv-cinder-826949-1-iscsi {{(pid=109552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 03:45:14.927758 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337ed774-f76c-4169-b552-de040ae04509 None None] Routers {'a9646b44-979d-436f-ac6b-9bba0d33500b'} bound to L3 agent in host dv-cinder-826949-1-iscsi {{(pid=109552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 03:45:14.928356 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.l3_hamode_db [None req-337ed774-f76c-4169-b552-de040ae04509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T03:36:17Z,description=,heartbeat_timestamp=2022-01-29T03:44:47Z,host='dv-cinder-826949-1-iscsi',id=d5b8732c-6ac1-45e3-a79e-cd9863fe8196,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T03:36:18Z,topic='l3_agent')) {'router_ids': ['a9646b44-979d-436f-ac6b-9bba0d33500b'], 'active': True} {{(pid=109552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:45:15.033212 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.l3_dvr_db [None req-337ed774-f76c-4169-b552-de040ae04509 None None] Set router a9646b44-979d-436f-ac6b-9bba0d33500b gateway port host: dv-cinder-826949-1-iscsi {{(pid=109552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 03:45:15.135317 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 44690) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:45:15.149126 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-a7f2aa69-216e-4962-968c-fd976dfcd217 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:45:15.223348 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-a7f2aa69-216e-4962-968c-fd976dfcd217 admin admin] Publish callbacks [] for security_group (17b69207-95d5-4d5b-bfd8-b238b4176316), precommit_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:45:15.282738 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.l3_hamode_db [None req-337ed774-f76c-4169-b552-de040ae04509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9646b44-979d-436f-ac6b-9bba0d33500b', 'name': 'tempest-AttachVolumeTestJSON-723999373-router', 'tenant_id': '0f6df9863d6a490a92b2f3c872aec541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'external_fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '35a06f04-9d71-4fa3-86c3-5181b2063974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T03:44:19Z', 'updated_at': '2022-01-29T03:44:29Z', 'revision_number': 4, 'project_id': '0f6df9863d6a490a92b2f3c872aec541', 'gw_port': {'id': '35a06f04-9d71-4fa3-86c3-5181b2063974', 'name': '', 'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e2:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9646b44-979d-436f-ac6b-9bba0d33500b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:44:21Z', 'updated_at': '2022-01-29T03:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-1-iscsi', '_floatingips': [{'id': '67a047ca-d3d1-4721-8bea-502986995721', 'tenant_id': '0f6df9863d6a490a92b2f3c872aec541', 'floating_ip_address': '172.27.1.185', 'floating_network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'router_id': 'a9646b44-979d-436f-ac6b-9bba0d33500b', 'port_id': 'b515e1c3-80c1-45a6-ac70-b260f4d4c858', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b4e9710-b6c9-4002-b8a3-8aa9bf7336cb', 'mac_address': 'fa:16:3e:42:e4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45fc5079-1458-479d-b5b0-d0b0fb1e9235', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T03:44:43Z', 'updated_at': '2022-01-29T03:45:13Z', 'revision_number': 1, 'project_id': '0f6df9863d6a490a92b2f3c872aec541', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c3620d2-c4ca-4fc0-a44d-194be82ff593', 'name': '', 'network_id': '4b4e9710-b6c9-4002-b8a3-8aa9bf7336cb', 'tenant_id': '0f6df9863d6a490a92b2f3c872aec541', 'mac_address': 'fa:16:3e:b7:c7:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9646b44-979d-436f-ac6b-9bba0d33500b', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '2f142c9b-e8b9-4838-a5d9-5c60564542f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:44:27Z', 'updated_at': '2022-01-29T03:44:39Z', 'revision_number': 5, 'project_id': '0f6df9863d6a490a92b2f3c872aec541', 'subnets': [{'id': '2f142c9b-e8b9-4838-a5d9-5c60564542f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-1-iscsi', False) {} {{(pid=109552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:45:15.291497 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-a7f2aa69-216e-4962-968c-fd976dfcd217 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (17b69207-95d5-4d5b-bfd8-b238b4176316), after_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:45:15.318683 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337ed774-f76c-4169-b552-de040ae04509 None None] The sync data for ids ['a9646b44-979d-436f-ac6b-9bba0d33500b'] in dv-cinder-826949-1-iscsi is: [{'id': 'a9646b44-979d-436f-ac6b-9bba0d33500b', 'name': 'tempest-AttachVolumeTestJSON-723999373-router', 'tenant_id': '0f6df9863d6a490a92b2f3c872aec541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'external_fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '35a06f04-9d71-4fa3-86c3-5181b2063974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T03:44:19Z', 'updated_at': '2022-01-29T03:44:29Z', 'revision_number': 4, 'project_id': '0f6df9863d6a490a92b2f3c872aec541', 'gw_port': {'id': '35a06f04-9d71-4fa3-86c3-5181b2063974', 'name': '', 'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e2:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9646b44-979d-436f-ac6b-9bba0d33500b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:44:21Z', 'updated_at': '2022-01-29T03:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-1-iscsi', '_floatingips': [{'id': '67a047ca-d3d1-4721-8bea-502986995721', 'tenant_id': '0f6df9863d6a490a92b2f3c872aec541', 'floating_ip_address': '172.27.1.185', 'floating_network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'router_id': 'a9646b44-979d-436f-ac6b-9bba0d33500b', 'port_id': 'b515e1c3-80c1-45a6-ac70-b260f4d4c858', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b4e9710-b6c9-4002-b8a3-8aa9bf7336cb', 'mac_address': 'fa:16:3e:42:e4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45fc5079-1458-479d-b5b0-d0b0fb1e9235', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T03:44:43Z', 'updated_at': '2022-01-29T03:45:13Z', 'revision_number': 1, 'project_id': '0f6df9863d6a490a92b2f3c872aec541', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c3620d2-c4ca-4fc0-a44d-194be82ff593', 'name': '', 'network_id': '4b4e9710-b6c9-4002-b8a3-8aa9bf7336cb', 'tenant_id': '0f6df9863d6a490a92b2f3c872aec541', 'mac_address': 'fa:16:3e:b7:c7:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9646b44-979d-436f-ac6b-9bba0d33500b', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '2f142c9b-e8b9-4838-a5d9-5c60564542f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:44:27Z', 'updated_at': '2022-01-29T03:44:39Z', 'revision_number': 5, 'project_id': '0f6df9863d6a490a92b2f3c872aec541', 'subnets': [{'id': '2f142c9b-e8b9-4838-a5d9-5c60564542f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 03:45:15.334828 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-a7f2aa69-216e-4962-968c-fd976dfcd217 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ff5fe3609428486ba1ac420c5057119c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1984186 Jan 29 03:45:15.336832 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f2aa69-216e-4962-968c-fd976dfcd217 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17b69207-95d5-4d5b-bfd8-b238b4176316,revision_number=1']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:45:15.337474 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 44694) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:45:15.344914 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f2aa69-216e-4962-968c-fd976dfcd217 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:45:15.345266 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f2aa69-216e-4962-968c-fd976dfcd217 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:45:15.345614 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f2aa69-216e-4962-968c-fd976dfcd217 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:45:15.345955 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f2aa69-216e-4962-968c-fd976dfcd217 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:45:15.346345 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f2aa69-216e-4962-968c-fd976dfcd217 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:45:15.346679 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f2aa69-216e-4962-968c-fd976dfcd217 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:45:15.347015 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f2aa69-216e-4962-968c-fd976dfcd217 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:45:15.347484 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f2aa69-216e-4962-968c-fd976dfcd217 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:45:15.347658 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f2aa69-216e-4962-968c-fd976dfcd217 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:45:15.347982 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f2aa69-216e-4962-968c-fd976dfcd217 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:45:15.348307 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f2aa69-216e-4962-968c-fd976dfcd217 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:45:15.348630 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f2aa69-216e-4962-968c-fd976dfcd217 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:45:15.349128 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f2aa69-216e-4962-968c-fd976dfcd217 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:45:15.390018 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-a44b0229-db8e-441b-81b8-4f3f4d75c1b2 admin admin] Publish callbacks [] for security_group (17b69207-95d5-4d5b-bfd8-b238b4176316), before_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:45:15.417638 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-a44b0229-db8e-441b-81b8-4f3f4d75c1b2 admin admin] Publish callbacks [] for security_group (17b69207-95d5-4d5b-bfd8-b238b4176316), precommit_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:45:15.512343 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21791f22-05ea-4eba-90d4-8671d4eec58c None None] New status for floating IP 67a047ca-d3d1-4721-8bea-502986995721: ACTIVE {{(pid=109551) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 03:45:15.571325 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-a44b0229-db8e-441b-81b8-4f3f4d75c1b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (17b69207-95d5-4d5b-bfd8-b238b4176316), after_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:45:15.573816 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-a44b0229-db8e-441b-81b8-4f3f4d75c1b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:45:15.575128 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-a44b0229-db8e-441b-81b8-4f3f4d75c1b2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/17b69207-95d5-4d5b-bfd8-b238b4176316 HTTP/1.1" status: 204 len: 168 time: 0.2364948 Jan 29 03:45:15.583161 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44b0229-db8e-441b-81b8-4f3f4d75c1b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17b69207-95d5-4d5b-bfd8-b238b4176316,revision_number=None']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:45:15.744066 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6784344-6f93-40bb-b0c7-f914e86c5a81 req-d4d1796d-33e5-4d30-8e2a-8859c56919b2 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:45:15.745633 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-f6784344-6f93-40bb-b0c7-f914e86c5a81 req-d4d1796d-33e5-4d30-8e2a-8859c56919b2 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f5813a3-d10f-42ef-99a5-50aa1af18f3a HTTP/1.1" status: 200 len: 945 time: 0.0534029 Jan 29 03:45:15.801579 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-f6784344-6f93-40bb-b0c7-f914e86c5a81 req-fc0c226d-57ca-4f3f-ad0f-d21fa917cd0b tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca8be9f3-7d70-4884-a281-94c7af685802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487173 Jan 29 03:45:15.874002 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd9b363-05c0-4d64-8a85-8e64e7240a73 req-fa534f6f-4d57-40eb-9b58-411e8bc56c9b tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:45:15.875639 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-bdd9b363-05c0-4d64-8a85-8e64e7240a73 req-fa534f6f-4d57-40eb-9b58-411e8bc56c9b tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/ports?device_id=45fc5079-1458-479d-b5b0-d0b0fb1e9235 HTTP/1.1" status: 200 len: 945 time: 0.0619311 Jan 29 03:45:15.924044 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-bdd9b363-05c0-4d64-8a85-8e64e7240a73 req-b9d83801-a97c-41e9-82a9-7260392c41c2 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/security-groups?id=91323cdd-00e2-4ac4-bdcf-2a2c574a7bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422857 Jan 29 03:45:15.959654 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392fa253-1217-4546-b3a5-dde6e423d022 req-7c935199-28a4-4707-bda3-8bec6a54db33 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:45:15.961153 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-392fa253-1217-4546-b3a5-dde6e423d022 req-7c935199-28a4-4707-bda3-8bec6a54db33 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce5ee017-4daf-4262-8ab0-d31cbfc42bce HTTP/1.1" status: 200 len: 945 time: 0.0513411 Jan 29 03:45:16.015026 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-392fa253-1217-4546-b3a5-dde6e423d022 req-b5b94be2-e733-4a14-bc5a-fb24bdd4964f tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c3df9bf-9f05-408c-a02f-29a763dd3f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482678 Jan 29 03:45:16.134072 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6d6091-54ef-4ef6-8b17-d9c60d986c11 req-41df98d6-63b3-4e84-bad0-5f00811284bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:45:16.135588 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-da6d6091-54ef-4ef6-8b17-d9c60d986c11 req-41df98d6-63b3-4e84-bad0-5f00811284bd service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=00cfcd24ac464466b0c59b2955aac89e&device_id=8f5813a3-d10f-42ef-99a5-50aa1af18f3a HTTP/1.1" status: 200 len: 1129 time: 0.0845454 Jan 29 03:45:16.137395 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a806622-cbfc-4e9b-bdff-84e8baad0a98 req-2e810214-f489-4f37-9a70-8e20df15c08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:45:16.138932 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-7a806622-cbfc-4e9b-bdff-84e8baad0a98 req-2e810214-f489-4f37-9a70-8e20df15c08a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0f6df9863d6a490a92b2f3c872aec541&device_id=45fc5079-1458-479d-b5b0-d0b0fb1e9235 HTTP/1.1" status: 200 len: 1129 time: 0.0637932 Jan 29 03:45:16.309662 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6d6091-54ef-4ef6-8b17-d9c60d986c11 req-b333516a-9bdf-4f45-9d28-40afc533306e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:45:16.311690 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-da6d6091-54ef-4ef6-8b17-d9c60d986c11 req-b333516a-9bdf-4f45-9d28-40afc533306e service neutron] 10.222.0.25 "GET /v2.0/networks?id=204ced72-9299-4a30-aa72-466acced45bf HTTP/1.1" status: 200 len: 917 time: 0.1614361 Jan 29 03:45:16.313767 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a806622-cbfc-4e9b-bdff-84e8baad0a98 req-63fc5b7d-4975-4f1f-a630-615c533da7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:45:16.314275 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-7a806622-cbfc-4e9b-bdff-84e8baad0a98 req-63fc5b7d-4975-4f1f-a630-615c533da7ec service neutron] 10.222.0.25 "GET /v2.0/networks?id=4b4e9710-b6c9-4002-b8a3-8aa9bf7336cb HTTP/1.1" status: 200 len: 910 time: 0.1626685 Jan 29 03:45:16.464150 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-da6d6091-54ef-4ef6-8b17-d9c60d986c11 req-c0e78714-cd01-4090-accb-89e9efcebac3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=126ac57e-93f8-430b-8a67-93adec80b5d3 HTTP/1.1" status: 200 len: 1001 time: 0.1335094 Jan 29 03:45:16.468630 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-7a806622-cbfc-4e9b-bdff-84e8baad0a98 req-cceac025-0981-4987-b730-9d69c357fbf9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b515e1c3-80c1-45a6-ac70-b260f4d4c858 HTTP/1.1" status: 200 len: 1001 time: 0.1327660 Jan 29 03:45:16.577930 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6d6091-54ef-4ef6-8b17-d9c60d986c11 req-3772e7b9-5dca-45db-b938-ab0d66c91de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:45:16.579571 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-da6d6091-54ef-4ef6-8b17-d9c60d986c11 req-3772e7b9-5dca-45db-b938-ab0d66c91de1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c62d091f-c1de-4db7-ab9c-37bb62875bd8 HTTP/1.1" status: 200 len: 856 time: 0.0865629 Jan 29 03:45:16.580910 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a806622-cbfc-4e9b-bdff-84e8baad0a98 req-752f16bd-efa9-4bdc-9c33-628899f36319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:45:16.582310 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-7a806622-cbfc-4e9b-bdff-84e8baad0a98 req-752f16bd-efa9-4bdc-9c33-628899f36319 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2f142c9b-e8b9-4838-a5d9-5c60564542f5 HTTP/1.1" status: 200 len: 849 time: 0.0807617 Jan 29 03:45:16.679523 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6d6091-54ef-4ef6-8b17-d9c60d986c11 req-39e71dbf-72c8-466a-be43-1a03b6bafcf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:45:16.681014 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-da6d6091-54ef-4ef6-8b17-d9c60d986c11 req-39e71dbf-72c8-466a-be43-1a03b6bafcf1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=204ced72-9299-4a30-aa72-466acced45bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0802228 Jan 29 03:45:16.683447 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a806622-cbfc-4e9b-bdff-84e8baad0a98 req-5486976c-8ce5-4a99-8f48-abf5abcef948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:45:16.684897 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-7a806622-cbfc-4e9b-bdff-84e8baad0a98 req-5486976c-8ce5-4a99-8f48-abf5abcef948 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4b4e9710-b6c9-4002-b8a3-8aa9bf7336cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0752997 Jan 29 03:45:16.863623 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-7a806622-cbfc-4e9b-bdff-84e8baad0a98 req-4873362e-56d3-414c-a84c-fbe4c688dc76 service neutron] 10.222.0.25 "GET /v2.0/networks/4b4e9710-b6c9-4002-b8a3-8aa9bf7336cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586742 Jan 29 03:45:16.865486 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-da6d6091-54ef-4ef6-8b17-d9c60d986c11 req-cd34c811-b197-496f-b5ee-e6c13da068a4 service neutron] 10.222.0.25 "GET /v2.0/networks/204ced72-9299-4a30-aa72-466acced45bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680105 Jan 29 03:45:17.078110 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-da6d6091-54ef-4ef6-8b17-d9c60d986c11 req-e0004136-b75f-4b21-96d9-1b8bf7ca0dcb service neutron] 10.222.0.25 "GET /v2.0/networks/204ced72-9299-4a30-aa72-466acced45bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903877 Jan 29 03:45:17.088337 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c28ec8-daff-4807-8e9d-6255325d62d6 req-c771f5eb-5cc1-433a-811f-d43e4321bb89 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:45:17.088547 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbea03f-324d-4c95-a8a4-ae68efc2bea2 req-d1e27a4c-66b8-4c5f-b2c9-26e4c44b4307 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:45:17.089800 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-d1c28ec8-daff-4807-8e9d-6255325d62d6 req-c771f5eb-5cc1-433a-811f-d43e4321bb89 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f5813a3-d10f-42ef-99a5-50aa1af18f3a HTTP/1.1" status: 200 len: 945 time: 0.1938658 Jan 29 03:45:17.090394 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-0bbea03f-324d-4c95-a8a4-ae68efc2bea2 req-d1e27a4c-66b8-4c5f-b2c9-26e4c44b4307 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/ports?device_id=45fc5079-1458-479d-b5b0-d0b0fb1e9235 HTTP/1.1" status: 200 len: 945 time: 0.0738058 Jan 29 03:45:17.094199 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-7a806622-cbfc-4e9b-bdff-84e8baad0a98 req-47e9933e-aed4-42a2-bea2-741c1e0e0402 service neutron] 10.222.0.25 "GET /v2.0/networks/4b4e9710-b6c9-4002-b8a3-8aa9bf7336cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152979 Jan 29 03:45:17.162731 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-0bbea03f-324d-4c95-a8a4-ae68efc2bea2 req-bce21cee-fd63-49e2-bd20-1ba601e22cf8 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/security-groups?id=91323cdd-00e2-4ac4-bdcf-2a2c574a7bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632451 Jan 29 03:45:17.190120 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-d1c28ec8-daff-4807-8e9d-6255325d62d6 req-d63a3367-0af2-49af-a60b-589ceee2637d tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca8be9f3-7d70-4884-a281-94c7af685802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927858 Jan 29 03:45:17.315978 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4507c85-6f6c-4098-8532-c7cbc2f6c132 req-62bd974d-069e-4abf-b71f-38d0a42bc2dd tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:45:17.317454 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-a4507c85-6f6c-4098-8532-c7cbc2f6c132 req-62bd974d-069e-4abf-b71f-38d0a42bc2dd tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce5ee017-4daf-4262-8ab0-d31cbfc42bce HTTP/1.1" status: 200 len: 945 time: 0.0746660 Jan 29 03:45:17.370740 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-a4507c85-6f6c-4098-8532-c7cbc2f6c132 req-46fa78ad-c084-4f1e-af11-44916f46c5e4 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c3df9bf-9f05-408c-a02f-29a763dd3f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457344 Jan 29 03:45:17.469027 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-f978d946-aa16-43c9-bace-69d2d209907a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (d5b8732c-6ac1-45e3-a79e-cd9863fe8196), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:45:18.068488 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-6a0bb60c-5b7b-499b-b43f-7eb32e921150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (4cfc2a27-deed-4689-8f39-0bd5aa6fe3c3), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:45:18.289806 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0de060-815e-46a1-8198-559498da7dd5 req-c75e9186-f815-49e7-be10-7aeb533909dd tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:45:18.298272 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-da0de060-815e-46a1-8198-559498da7dd5 req-c75e9186-f815-49e7-be10-7aeb533909dd tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/ports?device_id=45fc5079-1458-479d-b5b0-d0b0fb1e9235 HTTP/1.1" status: 200 len: 945 time: 0.0635617 Jan 29 03:45:18.322828 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cfc214-a912-460e-a4c7-bcabbed145bb req-50ae92b6-0cf4-47a2-9889-1fa7fcc85d30 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:45:18.324319 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-41cfc214-a912-460e-a4c7-bcabbed145bb req-50ae92b6-0cf4-47a2-9889-1fa7fcc85d30 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f5813a3-d10f-42ef-99a5-50aa1af18f3a HTTP/1.1" status: 200 len: 945 time: 0.0563233 Jan 29 03:45:18.346609 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-da0de060-815e-46a1-8198-559498da7dd5 req-bd0cd7c9-9597-403e-b167-6f5387dddc1f tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/security-groups?id=91323cdd-00e2-4ac4-bdcf-2a2c574a7bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483034 Jan 29 03:45:18.375806 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-41cfc214-a912-460e-a4c7-bcabbed145bb req-683d9cab-0bee-46c2-9fea-45e39f84fd4a tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca8be9f3-7d70-4884-a281-94c7af685802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455956 Jan 29 03:45:18.518019 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ec350e-5eab-4df8-930c-43307c097a6b req-55ffc76d-c34c-45e1-98ae-1b349c072f85 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:45:18.519543 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-28ec350e-5eab-4df8-930c-43307c097a6b req-55ffc76d-c34c-45e1-98ae-1b349c072f85 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce5ee017-4daf-4262-8ab0-d31cbfc42bce HTTP/1.1" status: 200 len: 945 time: 0.0752223 Jan 29 03:45:18.568979 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-28ec350e-5eab-4df8-930c-43307c097a6b req-6fb13a61-ba8a-4e94-9878-7b494fade6ec tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c3df9bf-9f05-408c-a02f-29a763dd3f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435736 Jan 29 03:45:19.416966 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-30ace4c1-806b-4d7c-a886-fe7b65bfbfcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (7774c0be-b957-4204-896b-7e749f55bf81), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:45:19.687074 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3933fd-3563-43e0-aca4-ae1be7aacde6 req-7887b977-f5e3-4eb8-bc46-c76bb03454d9 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:45:19.688464 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-1a3933fd-3563-43e0-aca4-ae1be7aacde6 req-7887b977-f5e3-4eb8-bc46-c76bb03454d9 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce5ee017-4daf-4262-8ab0-d31cbfc42bce HTTP/1.1" status: 200 len: 945 time: 0.0524752 Jan 29 03:45:19.734644 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-1a3933fd-3563-43e0-aca4-ae1be7aacde6 req-f27c4dd3-95b4-42d3-8a28-34158f454f2b tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c3df9bf-9f05-408c-a02f-29a763dd3f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404239 Jan 29 03:45:20.854940 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c624f2d-1390-49b6-98ca-7e34a100d37b req-e42816bb-55d4-4a79-b2b4-19adac59083b tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:45:20.856569 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-9c624f2d-1390-49b6-98ca-7e34a100d37b req-e42816bb-55d4-4a79-b2b4-19adac59083b tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce5ee017-4daf-4262-8ab0-d31cbfc42bce HTTP/1.1" status: 200 len: 945 time: 0.0570011 Jan 29 03:45:20.906290 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-9c624f2d-1390-49b6-98ca-7e34a100d37b req-019298e5-8db1-4327-a4fc-568f17794a8b tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c3df9bf-9f05-408c-a02f-29a763dd3f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439506 Jan 29 03:45:21.159556 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (e75d1b00-832d-4bf5-b078-2c4f5b2c10cd), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:45:22.020928 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b8304f-a295-464d-a1b6-441d9fb7b6fd req-083f9e1a-35e4-4490-8372-064cc650c0f0 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:45:22.022655 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-69b8304f-a295-464d-a1b6-441d9fb7b6fd req-083f9e1a-35e4-4490-8372-064cc650c0f0 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce5ee017-4daf-4262-8ab0-d31cbfc42bce HTTP/1.1" status: 200 len: 945 time: 0.0498557 Jan 29 03:45:22.070173 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-69b8304f-a295-464d-a1b6-441d9fb7b6fd req-de1c90b7-22db-4ae9-8b5c-db7f6c528d88 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c3df9bf-9f05-408c-a02f-29a763dd3f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420094 Jan 29 03:45:23.184622 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1584bbf6-0ad3-4ade-8f8c-ec5bf832fda8 req-86eb92b0-1ccf-45aa-86fb-4798e591e34d tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:45:23.186159 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-1584bbf6-0ad3-4ade-8f8c-ec5bf832fda8 req-86eb92b0-1ccf-45aa-86fb-4798e591e34d tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce5ee017-4daf-4262-8ab0-d31cbfc42bce HTTP/1.1" status: 200 len: 945 time: 0.0515671 Jan 29 03:45:23.237731 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-1584bbf6-0ad3-4ade-8f8c-ec5bf832fda8 req-e148d9d0-4106-485f-a200-85875cdc1c39 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c3df9bf-9f05-408c-a02f-29a763dd3f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455863 Jan 29 03:45:24.384837 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3ef29c-7c14-4f42-a188-0d3d08635dce req-3c27cd93-576d-41e4-8cd7-ff158ba6e0f3 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:45:24.386352 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-4e3ef29c-7c14-4f42-a188-0d3d08635dce req-3c27cd93-576d-41e4-8cd7-ff158ba6e0f3 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce5ee017-4daf-4262-8ab0-d31cbfc42bce HTTP/1.1" status: 200 len: 945 time: 0.0815463 Jan 29 03:45:24.413097 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-06e588df-522f-4134-9915-c7d12bce5d15 req-a23ece45-b921-47ea-ba6d-861a47947d2a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d0238dfa-64ff-4122-8f56-0f4430b66bbb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0675080 Jan 29 03:45:24.462434 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-4e3ef29c-7c14-4f42-a188-0d3d08635dce req-cb7bddf7-f12a-489d-a019-993769a71edc tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c3df9bf-9f05-408c-a02f-29a763dd3f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654049 Jan 29 03:45:24.553820 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 44904) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:45:24.564427 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e588df-522f-4134-9915-c7d12bce5d15 req-873d2e7e-c87c-4c2d-8335-2ef08cbec859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:45:24.565974 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-06e588df-522f-4134-9915-c7d12bce5d15 req-873d2e7e-c87c-4c2d-8335-2ef08cbec859 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=654101f4db1547ce8e1bea070af930d9&device_id=d0238dfa-64ff-4122-8f56-0f4430b66bbb HTTP/1.1" status: 200 len: 1130 time: 0.0510850 Jan 29 03:45:24.670327 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-57ec0416-41d7-4666-abe3-d40c19daeea0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:45:24.688963 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e588df-522f-4134-9915-c7d12bce5d15 req-efc20f4d-c90c-4779-b662-bdd6f8013104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:45:24.690555 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-06e588df-522f-4134-9915-c7d12bce5d15 req-efc20f4d-c90c-4779-b662-bdd6f8013104 service neutron] 10.222.0.25 "GET /v2.0/networks?id=8ecf2438-eca5-4dd8-92b6-936ee7f74d5d HTTP/1.1" status: 200 len: 911 time: 0.1031010 Jan 29 03:45:24.731677 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-06e588df-522f-4134-9915-c7d12bce5d15 req-fd890f7e-7597-484a-8ef5-b51548a2f477 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=344261af-89bd-4849-88f4-09b55da6299e HTTP/1.1" status: 200 len: 217 time: 0.0350308 Jan 29 03:45:24.747548 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-57ec0416-41d7-4666-abe3-d40c19daeea0 admin admin] Publish callbacks [] for security_group (4bfbb6b2-979d-46fe-89d8-ca6006a89fcc), precommit_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:45:24.788468 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e588df-522f-4134-9915-c7d12bce5d15 req-e1d17733-93d1-462c-a7e2-6ef3b83e626b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:45:24.789973 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-06e588df-522f-4134-9915-c7d12bce5d15 req-e1d17733-93d1-462c-a7e2-6ef3b83e626b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=180c737b-7d5c-45ce-8000-e85773eccd70 HTTP/1.1" status: 200 len: 851 time: 0.0516481 Jan 29 03:45:24.805945 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-57ec0416-41d7-4666-abe3-d40c19daeea0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (4bfbb6b2-979d-46fe-89d8-ca6006a89fcc), after_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:45:24.824806 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-06e588df-522f-4134-9915-c7d12bce5d15 req-54209158-fd1e-4798-a685-dba1ab4bd38c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8ecf2438-eca5-4dd8-92b6-936ee7f74d5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244308 Jan 29 03:45:24.851555 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-57ec0416-41d7-4666-abe3-d40c19daeea0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=539da2a71994408e8a244c5058a2c68b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2987506 Jan 29 03:45:24.853951 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ec0416-41d7-4666-abe3-d40c19daeea0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bfbb6b2-979d-46fe-89d8-ca6006a89fcc,revision_number=1']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:45:24.855851 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 44916) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:45:24.871813 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ec0416-41d7-4666-abe3-d40c19daeea0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:45:24.872218 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ec0416-41d7-4666-abe3-d40c19daeea0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:45:24.872571 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ec0416-41d7-4666-abe3-d40c19daeea0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:45:24.872912 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ec0416-41d7-4666-abe3-d40c19daeea0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:45:24.873248 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ec0416-41d7-4666-abe3-d40c19daeea0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:45:24.873581 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ec0416-41d7-4666-abe3-d40c19daeea0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:45:24.873931 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ec0416-41d7-4666-abe3-d40c19daeea0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:45:24.874308 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ec0416-41d7-4666-abe3-d40c19daeea0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:45:24.874661 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ec0416-41d7-4666-abe3-d40c19daeea0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:45:24.875010 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ec0416-41d7-4666-abe3-d40c19daeea0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:45:24.875321 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ec0416-41d7-4666-abe3-d40c19daeea0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:45:24.875687 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ec0416-41d7-4666-abe3-d40c19daeea0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:45:24.875997 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ec0416-41d7-4666-abe3-d40c19daeea0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:45:24.917191 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-12229beb-18da-473d-8d59-4e528c9093df admin admin] Publish callbacks [] for security_group (4bfbb6b2-979d-46fe-89d8-ca6006a89fcc), before_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:45:24.921705 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-06e588df-522f-4134-9915-c7d12bce5d15 req-aa74ad64-cc47-45ab-b5db-68700295db1c service neutron] 10.222.0.25 "GET /v2.0/networks/8ecf2438-eca5-4dd8-92b6-936ee7f74d5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886073 Jan 29 03:45:24.939815 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-12229beb-18da-473d-8d59-4e528c9093df admin admin] Publish callbacks [] for security_group (4bfbb6b2-979d-46fe-89d8-ca6006a89fcc), precommit_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:45:25.019028 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-06e588df-522f-4134-9915-c7d12bce5d15 req-12e9ec59-e03b-4180-b769-9efa35ab537c service neutron] 10.222.0.25 "GET /v2.0/networks/8ecf2438-eca5-4dd8-92b6-936ee7f74d5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902951 Jan 29 03:45:25.068036 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-12229beb-18da-473d-8d59-4e528c9093df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (4bfbb6b2-979d-46fe-89d8-ca6006a89fcc), after_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:45:25.070550 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-12229beb-18da-473d-8d59-4e528c9093df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:45:25.071703 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-12229beb-18da-473d-8d59-4e528c9093df admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4bfbb6b2-979d-46fe-89d8-ca6006a89fcc HTTP/1.1" status: 204 len: 168 time: 0.2149582 Jan 29 03:45:25.079986 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12229beb-18da-473d-8d59-4e528c9093df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bfbb6b2-979d-46fe-89d8-ca6006a89fcc,revision_number=None']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:45:25.582294 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763ac858-39cb-4804-8089-baf367c64bed req-72d30eba-fabc-4dd8-9a3b-c99a414ad695 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:45:25.583838 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-763ac858-39cb-4804-8089-baf367c64bed req-72d30eba-fabc-4dd8-9a3b-c99a414ad695 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce5ee017-4daf-4262-8ab0-d31cbfc42bce HTTP/1.1" status: 200 len: 945 time: 0.0560865 Jan 29 03:45:25.635164 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-763ac858-39cb-4804-8089-baf367c64bed req-e5981141-6fc5-4b91-b5e3-affd99a753d4 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c3df9bf-9f05-408c-a02f-29a763dd3f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455339 Jan 29 03:45:25.939421 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (ad4128b7-7a77-4672-aa49-b5d5d6c7d736), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:45:26.211660 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91657f27-4285-4bd5-86bb-4663df53fd9a req-b3c304a1-bb36-42a4-9ab0-5050e7b78192 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:45:26.213121 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-91657f27-4285-4bd5-86bb-4663df53fd9a req-b3c304a1-bb36-42a4-9ab0-5050e7b78192 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/networks?id=4191093a-3e75-431e-ba6a-0a5e62dd1238 HTTP/1.1" status: 200 len: 815 time: 0.0998409 Jan 29 03:45:26.233225 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-91657f27-4285-4bd5-86bb-4663df53fd9a req-23783766-4d5b-4ad7-bbce-8c859dacf95f tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/quotas/a61fc9a8db7445ca8c465347f41732e8 HTTP/1.1" status: 200 len: 375 time: 0.0093074 Jan 29 03:45:26.284351 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-91657f27-4285-4bd5-86bb-4663df53fd9a req-89a73806-04f6-4b24-b4e9-1cd723258df5 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a61fc9a8db7445ca8c465347f41732e8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0513871 Jan 29 03:45:26.379458 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-91657f27-4285-4bd5-86bb-4663df53fd9a req-c3a9f841-7673-474e-8259-f44c79975932 service neutron] 10.222.0.16 "GET /v2.0/networks/4191093a-3e75-431e-ba6a-0a5e62dd1238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883980 Jan 29 03:45:26.476835 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-91657f27-4285-4bd5-86bb-4663df53fd9a req-d382e9d6-72bb-43a1-b92d-a2aa7b445549 service neutron] 10.222.0.16 "GET /v2.0/networks/4191093a-3e75-431e-ba6a-0a5e62dd1238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914621 Jan 29 03:45:26.750738 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-a038b4fe-f685-425c-bf6b-6a20dbc5cc33 req-6411541d-ccec-464f-9b77-de9e117c87b7 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/ports?device_id=af9a9257-3fe8-4070-a394-1414e2841f9d HTTP/1.1" status: 200 len: 210 time: 0.0296803 Jan 29 03:45:26.788990 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0489a6-3963-472d-b075-1e5840395ef9 req-2f0f530b-8e00-414f-a074-c15cfe8c7fd3 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:45:26.790568 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-ef0489a6-3963-472d-b075-1e5840395ef9 req-2f0f530b-8e00-414f-a074-c15cfe8c7fd3 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce5ee017-4daf-4262-8ab0-d31cbfc42bce HTTP/1.1" status: 200 len: 945 time: 0.0710011 Jan 29 03:45:26.840266 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-ef0489a6-3963-472d-b075-1e5840395ef9 req-b143133f-3fc9-4769-9db9-d7381c3b6460 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c3df9bf-9f05-408c-a02f-29a763dd3f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435717 Jan 29 03:45:27.847271 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-e98d49d4-afa0-4478-9cdc-e2b2041a68d8 req-7a06f410-948c-4b7e-9821-a150db307143 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/ports?device_id=af9a9257-3fe8-4070-a394-1414e2841f9d HTTP/1.1" status: 200 len: 210 time: 0.0270064 Jan 29 03:45:27.963153 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a7a83d-e9f9-4614-961c-37bc2094b898 req-ad836766-c0d9-46b2-a816-1d6a3ea6540e tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:45:27.964706 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-b1a7a83d-e9f9-4614-961c-37bc2094b898 req-ad836766-c0d9-46b2-a816-1d6a3ea6540e tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce5ee017-4daf-4262-8ab0-d31cbfc42bce HTTP/1.1" status: 200 len: 945 time: 0.0512159 Jan 29 03:45:28.017838 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-b1a7a83d-e9f9-4614-961c-37bc2094b898 req-6adea317-0142-465b-84fe-764fc7d493c4 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c3df9bf-9f05-408c-a02f-29a763dd3f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466483 Jan 29 03:45:28.946508 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-336f6f44-8da7-4fcf-bff0-f3ca8b5a7e68 req-22d9238a-8496-4c42-8113-9db8b97885de tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/ports?device_id=af9a9257-3fe8-4070-a394-1414e2841f9d HTTP/1.1" status: 200 len: 210 time: 0.0281363 Jan 29 03:45:29.138442 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a123fd-8ce5-44f1-aeb4-6051433c925e req-cedeec43-c997-47e5-9c07-cacce89113a9 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:45:29.139840 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-46a123fd-8ce5-44f1-aeb4-6051433c925e req-cedeec43-c997-47e5-9c07-cacce89113a9 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce5ee017-4daf-4262-8ab0-d31cbfc42bce HTTP/1.1" status: 200 len: 945 time: 0.0539308 Jan 29 03:45:29.191279 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-46a123fd-8ce5-44f1-aeb4-6051433c925e req-af28c34d-c977-4007-afbc-441dea507c17 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c3df9bf-9f05-408c-a02f-29a763dd3f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454354 Jan 29 03:45:29.217262 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91657f27-4285-4bd5-86bb-4663df53fd9a req-7d0842ba-e155-40e5-802f-a0e7e9ebd27c tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:45:29.219265 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-91657f27-4285-4bd5-86bb-4663df53fd9a req-7d0842ba-e155-40e5-802f-a0e7e9ebd27c tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.25 "GET /v2.0/networks?id=4191093a-3e75-431e-ba6a-0a5e62dd1238 HTTP/1.1" status: 200 len: 815 time: 0.1059833 Jan 29 03:45:29.264071 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.v2.base [req-91657f27-4285-4bd5-86bb-4663df53fd9a req-b794e270-ce5f-47bc-b74f-14a299e3be9d tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] Request body: {'port': {'device_id': 'af9a9257-3fe8-4070-a394-1414e2841f9d', 'network_id': '4191093a-3e75-431e-ba6a-0a5e62dd1238', 'admin_state_up': True, 'tenant_id': 'a61fc9a8db7445ca8c465347f41732e8'}} {{(pid=109550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 03:45:29.364003 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 45016) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:45:29.439626 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91657f27-4285-4bd5-86bb-4663df53fd9a req-b794e270-ce5f-47bc-b74f-14a299e3be9d tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] Made reservation on behalf of a61fc9a8db7445ca8c465347f41732e8 for: {'port': 1} {{(pid=109550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 03:45:29.443067 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-91657f27-4285-4bd5-86bb-4663df53fd9a req-b794e270-ce5f-47bc-b74f-14a299e3be9d tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (None), before_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:45:29.471761 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-8e5dcf8a-97b3-4384-ad81-b89099ca492c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:45:29.551935 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-8e5dcf8a-97b3-4384-ad81-b89099ca492c admin admin] Publish callbacks [] for security_group (70663a7d-4f02-449c-9003-d4c0a4eca7e6), precommit_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:45:29.622412 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-8e5dcf8a-97b3-4384-ad81-b89099ca492c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (70663a7d-4f02-449c-9003-d4c0a4eca7e6), after_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:45:29.663564 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-8e5dcf8a-97b3-4384-ad81-b89099ca492c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=21b1a046d8e94b26a348923974279fb5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2984531 Jan 29 03:45:29.664764 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5dcf8a-97b3-4384-ad81-b89099ca492c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70663a7d-4f02-449c-9003-d4c0a4eca7e6,revision_number=1']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:45:29.667256 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 45024) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:45:29.746199 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-13ef062c-94f8-4f31-a6e5-451120b43b21 admin admin] Publish callbacks [] for security_group (70663a7d-4f02-449c-9003-d4c0a4eca7e6), before_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:45:29.770031 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-13ef062c-94f8-4f31-a6e5-451120b43b21 admin admin] Publish callbacks [] for security_group (70663a7d-4f02-449c-9003-d4c0a4eca7e6), precommit_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:45:29.788918 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.db.db_base_plugin_common [req-91657f27-4285-4bd5-86bb-4663df53fd9a req-b794e270-ce5f-47bc-b74f-14a299e3be9d tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] Allocated IP 172.20.0.2 (4191093a-3e75-431e-ba6a-0a5e62dd1238/167c6c42-9dd3-4598-ba9e-66d705822162/67b0b6c1-cb7b-438f-a2e1-afa6543d4e99) {{(pid=109550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 03:45:29.885263 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-13ef062c-94f8-4f31-a6e5-451120b43b21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (70663a7d-4f02-449c-9003-d4c0a4eca7e6), after_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:45:29.887892 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-13ef062c-94f8-4f31-a6e5-451120b43b21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:45:29.891408 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-13ef062c-94f8-4f31-a6e5-451120b43b21 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/70663a7d-4f02-449c-9003-d4c0a4eca7e6 HTTP/1.1" status: 204 len: 168 time: 0.2208333 Jan 29 03:45:29.898494 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ef062c-94f8-4f31-a6e5-451120b43b21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70663a7d-4f02-449c-9003-d4c0a4eca7e6,revision_number=None']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:45:29.937500 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-91657f27-4285-4bd5-86bb-4663df53fd9a req-b794e270-ce5f-47bc-b74f-14a299e3be9d tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] Publish callbacks [] for port (67b0b6c1-cb7b-438f-a2e1-afa6543d4e99), precommit_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:45:30.057269 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-91657f27-4285-4bd5-86bb-4663df53fd9a req-b794e270-ce5f-47bc-b74f-14a299e3be9d tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787145433393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9207350'] for port (67b0b6c1-cb7b-438f-a2e1-afa6543d4e99), after_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:45:30.106043 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] get_ports_and_sgs() called for port_ids ['26b58599-e1e8-4de8-a1fd-779b33246181'] {{(pid=109551) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 03:45:30.125946 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b794e270-ce5f-47bc-b74f-14a299e3be9d tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] Pushing event updated for resources: {'Port': ['ID=67b0b6c1-cb7b-438f-a2e1-afa6543d4e99,revision_number=1']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:45:30.136020 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91657f27-4285-4bd5-86bb-4663df53fd9a req-b794e270-ce5f-47bc-b74f-14a299e3be9d tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] Network 4191093a-3e75-431e-ba6a-0a5e62dd1238 is already hosted by enough agents. {{(pid=109550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 03:45:30.138312 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.scheduler.base_scheduler [req-91657f27-4285-4bd5-86bb-4663df53fd9a req-b794e270-ce5f-47bc-b74f-14a299e3be9d tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] Resources bound (agent type, host, resource id): {{(pid=109550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 03:45:30.140180 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.db.l3_dvrscheduler_db [req-91657f27-4285-4bd5-86bb-4663df53fd9a req-b794e270-ce5f-47bc-b74f-14a299e3be9d tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] Received port after_create {{(pid=109550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 03:45:30.200275 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91657f27-4285-4bd5-86bb-4663df53fd9a req-b794e270-ce5f-47bc-b74f-14a299e3be9d tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:45:30.200275 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-91657f27-4285-4bd5-86bb-4663df53fd9a req-b794e270-ce5f-47bc-b74f-14a299e3be9d tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606130'] for port (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:45:30.275130 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3897ec-42d3-465b-b4f3-6e30b68f52e6 req-fce5d419-184c-49c4-bcc5-3698c4bce6c9 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:45:30.279156 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-4d3897ec-42d3-465b-b4f3-6e30b68f52e6 req-fce5d419-184c-49c4-bcc5-3698c4bce6c9 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/ports?device_id=af9a9257-3fe8-4070-a394-1414e2841f9d HTTP/1.1" status: 200 len: 931 time: 0.0741966 Jan 29 03:45:30.325455 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac7f333-57d9-4d88-aeb1-88b9ee3c1425 req-82804cc7-ecc6-48b3-b768-360e5e84cac5 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:45:30.327014 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-cac7f333-57d9-4d88-aeb1-88b9ee3c1425 req-82804cc7-ecc6-48b3-b768-360e5e84cac5 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce5ee017-4daf-4262-8ab0-d31cbfc42bce HTTP/1.1" status: 200 len: 945 time: 0.0559814 Jan 29 03:45:30.334252 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-91657f27-4285-4bd5-86bb-4663df53fd9a req-b794e270-ce5f-47bc-b74f-14a299e3be9d tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0744684 Jan 29 03:45:30.337712 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-4d3897ec-42d3-465b-b4f3-6e30b68f52e6 req-4385c30a-7ecd-423e-aa14-3b419016574b tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d2e1765-fee5-481b-a069-96f98e74cbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496306 Jan 29 03:45:30.356881 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.v2.base [req-91657f27-4285-4bd5-86bb-4663df53fd9a req-dd9252b5-20ee-4930-97d0-15e98a2848f0 service neutron] Request body: {'port': {'device_id': 'af9a9257-3fe8-4070-a394-1414e2841f9d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82694'}} {{(pid=109550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 03:45:30.376834 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-cac7f333-57d9-4d88-aeb1-88b9ee3c1425 req-ba3364f4-8fb2-4fa5-89e4-fd66d33757f3 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c3df9bf-9f05-408c-a02f-29a763dd3f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435977 Jan 29 03:45:30.415740 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-91657f27-4285-4bd5-86bb-4663df53fd9a req-dd9252b5-20ee-4930-97d0-15e98a2848f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (67b0b6c1-cb7b-438f-a2e1-afa6543d4e99), before_update {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:45:30.673093 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 45046) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:45:30.684065 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.notifiers.nova [req-91657f27-4285-4bd5-86bb-4663df53fd9a req-dd9252b5-20ee-4930-97d0-15e98a2848f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67b0b6c1-cb7b-438f-a2e1-afa6543d4e99 {{(pid=109550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 03:45:30.686242 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-294d122d-83fa-44ad-9619-ce96fa7d3efb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:45:30.695747 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-91657f27-4285-4bd5-86bb-4663df53fd9a req-dd9252b5-20ee-4930-97d0-15e98a2848f0 service neutron] Publish callbacks [] for port (67b0b6c1-cb7b-438f-a2e1-afa6543d4e99), precommit_update {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:45:30.709741 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.db.provisioning_blocks [req-91657f27-4285-4bd5-86bb-4663df53fd9a req-dd9252b5-20ee-4930-97d0-15e98a2848f0 service neutron] Transition to ACTIVE for port object 67b0b6c1-cb7b-438f-a2e1-afa6543d4e99 will not be triggered until provisioned by entity L2. {{(pid=109550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 03:45:30.760208 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-294d122d-83fa-44ad-9619-ce96fa7d3efb admin admin] Publish callbacks [] for security_group (3a3ed943-6f6e-416e-a6cf-3480ed52603b), precommit_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:45:30.793917 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-91657f27-4285-4bd5-86bb-4663df53fd9a req-dd9252b5-20ee-4930-97d0-15e98a2848f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9207359'] for port (67b0b6c1-cb7b-438f-a2e1-afa6543d4e99), after_update {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:45:30.843702 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9252b5-20ee-4930-97d0-15e98a2848f0 service neutron] Pushing event updated for resources: {'Port': ['ID=67b0b6c1-cb7b-438f-a2e1-afa6543d4e99,revision_number=2']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:45:30.908977 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.managers [req-91657f27-4285-4bd5-86bb-4663df53fd9a req-dd9252b5-20ee-4930-97d0-15e98a2848f0 service neutron] Attempting to bind port 67b0b6c1-cb7b-438f-a2e1-afa6543d4e99 on host hv-cinder-82694 for vnic_type normal with profile {{(pid=109550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 03:45:30.909304 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.managers [req-91657f27-4285-4bd5-86bb-4663df53fd9a req-dd9252b5-20ee-4930-97d0-15e98a2848f0 service neutron] Attempting to bind port 67b0b6c1-cb7b-438f-a2e1-afa6543d4e99 by drivers openvswitch,hyperv on host hv-cinder-82694 at level 0 using segments [{'id': '55c6d1ba-1ae1-4be3-9e12-aad260737131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '4191093a-3e75-431e-ba6a-0a5e62dd1238'}] {{(pid=109550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 03:45:30.909627 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91657f27-4285-4bd5-86bb-4663df53fd9a req-dd9252b5-20ee-4930-97d0-15e98a2848f0 service neutron] Attempting to bind port 67b0b6c1-cb7b-438f-a2e1-afa6543d4e99 on network 4191093a-3e75-431e-ba6a-0a5e62dd1238 {{(pid=109550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 03:45:30.913765 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91657f27-4285-4bd5-86bb-4663df53fd9a req-dd9252b5-20ee-4930-97d0-15e98a2848f0 service neutron] Port 67b0b6c1-cb7b-438f-a2e1-afa6543d4e99 on network 4191093a-3e75-431e-ba6a-0a5e62dd1238 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82694 {{(pid=109550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 03:45:30.914081 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91657f27-4285-4bd5-86bb-4663df53fd9a req-dd9252b5-20ee-4930-97d0-15e98a2848f0 service neutron] Attempting to bind port 67b0b6c1-cb7b-438f-a2e1-afa6543d4e99 on network 4191093a-3e75-431e-ba6a-0a5e62dd1238 {{(pid=109550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 03:45:30.918878 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91657f27-4285-4bd5-86bb-4663df53fd9a req-dd9252b5-20ee-4930-97d0-15e98a2848f0 service neutron] Checking agent: {'id': 'ad4128b7-7a77-4672-aa49-b5d5d6c7d736', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 3, 42, 25), 'started_at': datetime.datetime(2022, 1, 29, 3, 42, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 3, 45, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 03:45:30.919206 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91657f27-4285-4bd5-86bb-4663df53fd9a req-dd9252b5-20ee-4930-97d0-15e98a2848f0 service neutron] Checking segment: {'id': '55c6d1ba-1ae1-4be3-9e12-aad260737131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '4191093a-3e75-431e-ba6a-0a5e62dd1238'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 03:45:30.919577 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91657f27-4285-4bd5-86bb-4663df53fd9a req-dd9252b5-20ee-4930-97d0-15e98a2848f0 service neutron] Bound using segment: {'id': '55c6d1ba-1ae1-4be3-9e12-aad260737131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '4191093a-3e75-431e-ba6a-0a5e62dd1238'} {{(pid=109550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 03:45:30.919992 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.managers [req-91657f27-4285-4bd5-86bb-4663df53fd9a req-dd9252b5-20ee-4930-97d0-15e98a2848f0 service neutron] Bound port: 67b0b6c1-cb7b-438f-a2e1-afa6543d4e99, host: hv-cinder-82694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55c6d1ba-1ae1-4be3-9e12-aad260737131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '4191093a-3e75-431e-ba6a-0a5e62dd1238'}}] {{(pid=109550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 03:45:30.920334 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-91657f27-4285-4bd5-86bb-4663df53fd9a req-dd9252b5-20ee-4930-97d0-15e98a2848f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (67b0b6c1-cb7b-438f-a2e1-afa6543d4e99), before_update {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:45:30.936729 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-294d122d-83fa-44ad-9619-ce96fa7d3efb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (3a3ed943-6f6e-416e-a6cf-3480ed52603b), after_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:45:30.975946 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-294d122d-83fa-44ad-9619-ce96fa7d3efb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=094533799fe64832aa4782908d7c67ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3013234 Jan 29 03:45:30.977982 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294d122d-83fa-44ad-9619-ce96fa7d3efb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a3ed943-6f6e-416e-a6cf-3480ed52603b,revision_number=1']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:45:30.978693 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 45050) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:45:31.002496 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.db [req-91657f27-4285-4bd5-86bb-4663df53fd9a req-dd9252b5-20ee-4930-97d0-15e98a2848f0 service neutron] For port 67b0b6c1-cb7b-438f-a2e1-afa6543d4e99, host hv-cinder-82694, cleared binding levels {{(pid=109550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 03:45:31.026252 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.db [req-91657f27-4285-4bd5-86bb-4663df53fd9a req-dd9252b5-20ee-4930-97d0-15e98a2848f0 service neutron] For port 67b0b6c1-cb7b-438f-a2e1-afa6543d4e99, host hv-cinder-82694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=67b0b6c1-cb7b-438f-a2e1-afa6543d4e99,segment=NetworkSegment(55c6d1ba-1ae1-4be3-9e12-aad260737131),segment_id=55c6d1ba-1ae1-4be3-9e12-aad260737131)] {{(pid=109550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 03:45:31.045158 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-523b593e-1612-4cc0-a080-809b1eaf8aa2 admin admin] Publish callbacks [] for security_group (3a3ed943-6f6e-416e-a6cf-3480ed52603b), before_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:45:31.066601 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-523b593e-1612-4cc0-a080-809b1eaf8aa2 admin admin] Publish callbacks [] for security_group (3a3ed943-6f6e-416e-a6cf-3480ed52603b), precommit_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:45:31.109955 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-91657f27-4285-4bd5-86bb-4663df53fd9a req-dd9252b5-20ee-4930-97d0-15e98a2848f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9207359'] for port (67b0b6c1-cb7b-438f-a2e1-afa6543d4e99), after_update {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:45:31.148166 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91657f27-4285-4bd5-86bb-4663df53fd9a req-dd9252b5-20ee-4930-97d0-15e98a2848f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:45:31.148780 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-91657f27-4285-4bd5-86bb-4663df53fd9a req-dd9252b5-20ee-4930-97d0-15e98a2848f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606130'] for port (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:45:31.150407 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-91657f27-4285-4bd5-86bb-4663df53fd9a req-dd9252b5-20ee-4930-97d0-15e98a2848f0 service neutron] 10.222.0.25 "PUT /v2.0/ports/67b0b6c1-cb7b-438f-a2e1-afa6543d4e99 HTTP/1.1" status: 200 len: 1093 time: 0.7980707 Jan 29 03:45:31.150848 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af9a9257-3fe8-4070-a394-1414e2841f9d', 'tag': '67b0b6c1-cb7b-438f-a2e1-afa6543d4e99'}] {{(pid=109550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 03:45:31.153111 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fa7e8514ec8b1871638cf3d0c6bf241b62bf17ffd430199c6215cc57604ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88ed75ea-58f9-4d40-8583-4ecafac7b914" -d '{"events": [{"name": "network-changed", "server_uuid": "af9a9257-3fe8-4070-a394-1414e2841f9d", "tag": "67b0b6c1-cb7b-438f-a2e1-afa6543d4e99"}]}' {{(pid=109550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 03:45:31.172140 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9252b5-20ee-4930-97d0-15e98a2848f0 service neutron] Pushing event updated for resources: {'Port': ['ID=67b0b6c1-cb7b-438f-a2e1-afa6543d4e99,revision_number=3']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:45:31.192734 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 03:45:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d96d2e9-5234-42eb-baff-547f780db150 x-openstack-request-id: req-8d96d2e9-5234-42eb-baff-547f780db150 {{(pid=109550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 03:45:31.193056 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af9a9257-3fe8-4070-a394-1414e2841f9d", "tag": "67b0b6c1-cb7b-438f-a2e1-afa6543d4e99", "status": "completed", "code": 200}]} {{(pid=109550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 03:45:31.193316 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8d96d2e9-5234-42eb-baff-547f780db150 {{(pid=109550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 03:45:31.193751 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af9a9257-3fe8-4070-a394-1414e2841f9d', 'tag': '67b0b6c1-cb7b-438f-a2e1-afa6543d4e99', 'status': 'completed', 'code': 200} Jan 29 03:45:31.194847 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-523b593e-1612-4cc0-a080-809b1eaf8aa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (3a3ed943-6f6e-416e-a6cf-3480ed52603b), after_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:45:31.197406 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-523b593e-1612-4cc0-a080-809b1eaf8aa2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:45:31.198545 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-523b593e-1612-4cc0-a080-809b1eaf8aa2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3a3ed943-6f6e-416e-a6cf-3480ed52603b HTTP/1.1" status: 204 len: 168 time: 0.2187386 Jan 29 03:45:31.206339 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523b593e-1612-4cc0-a080-809b1eaf8aa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a3ed943-6f6e-416e-a6cf-3480ed52603b,revision_number=None']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:45:31.338094 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ed75ea-58f9-4d40-8583-4ecafac7b914 req-aff30022-6ee8-49f8-add8-06575014cbba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:45:31.338094 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-88ed75ea-58f9-4d40-8583-4ecafac7b914 req-aff30022-6ee8-49f8-add8-06575014cbba service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a61fc9a8db7445ca8c465347f41732e8&device_id=af9a9257-3fe8-4070-a394-1414e2841f9d HTTP/1.1" status: 200 len: 1127 time: 0.0498228 Jan 29 03:45:31.440186 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ed75ea-58f9-4d40-8583-4ecafac7b914 req-fb4fd9bb-3f5f-454e-8574-145faae7c361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:45:31.441741 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-88ed75ea-58f9-4d40-8583-4ecafac7b914 req-fb4fd9bb-3f5f-454e-8574-145faae7c361 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=a61fc9a8db7445ca8c465347f41732e8&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1068890 Jan 29 03:45:31.459659 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3af6d47-03ae-477a-a8a7-f081c953aaa9 req-f346286b-e4af-4824-811b-05d1a75ae38a tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:45:31.461135 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-a3af6d47-03ae-477a-a8a7-f081c953aaa9 req-f346286b-e4af-4824-811b-05d1a75ae38a tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/ports?device_id=af9a9257-3fe8-4070-a394-1414e2841f9d HTTP/1.1" status: 200 len: 943 time: 0.0568264 Jan 29 03:45:31.509500 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-a3af6d47-03ae-477a-a8a7-f081c953aaa9 req-67d72271-f441-4e25-8072-6d175a99285f tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d2e1765-fee5-481b-a069-96f98e74cbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422888 Jan 29 03:45:31.565713 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e55b87-c46e-4063-80e8-dadc8a5bdf64 req-d3405e42-543a-4568-b158-3433a276a494 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:45:31.567253 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-78e55b87-c46e-4063-80e8-dadc8a5bdf64 req-d3405e42-543a-4568-b158-3433a276a494 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce5ee017-4daf-4262-8ab0-d31cbfc42bce HTTP/1.1" status: 200 len: 945 time: 0.1175981 Jan 29 03:45:31.596712 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ed75ea-58f9-4d40-8583-4ecafac7b914 req-b25c4f51-9ea2-43c3-a8fe-352d3d146b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:45:31.598154 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-88ed75ea-58f9-4d40-8583-4ecafac7b914 req-b25c4f51-9ea2-43c3-a8fe-352d3d146b4d service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1393461 Jan 29 03:45:31.629027 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-78e55b87-c46e-4063-80e8-dadc8a5bdf64 req-ea6e9733-a136-4653-ab82-e8db7cf6a8eb tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c3df9bf-9f05-408c-a02f-29a763dd3f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529420 Jan 29 03:45:31.745822 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91657f27-4285-4bd5-86bb-4663df53fd9a req-ac4c8a67-0587-484f-b97b-7157d167da6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:45:31.747358 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-91657f27-4285-4bd5-86bb-4663df53fd9a req-ac4c8a67-0587-484f-b97b-7157d167da6a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a61fc9a8db7445ca8c465347f41732e8&device_id=af9a9257-3fe8-4070-a394-1414e2841f9d HTTP/1.1" status: 200 len: 1127 time: 0.0484006 Jan 29 03:45:31.797915 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-91657f27-4285-4bd5-86bb-4663df53fd9a req-6c8df87d-7ada-4d77-9e86-ce1daff67082 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=67b0b6c1-cb7b-438f-a2e1-afa6543d4e99 HTTP/1.1" status: 200 len: 217 time: 0.0339811 Jan 29 03:45:31.850949 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91657f27-4285-4bd5-86bb-4663df53fd9a req-5069ea15-f275-403a-94d9-a831a111efcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:45:31.852412 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-91657f27-4285-4bd5-86bb-4663df53fd9a req-5069ea15-f275-403a-94d9-a831a111efcb service neutron] 10.222.0.25 "GET /v2.0/subnets?id=167c6c42-9dd3-4598-ba9e-66d705822162 HTTP/1.1" status: 200 len: 855 time: 0.0488896 Jan 29 03:45:31.886726 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-91657f27-4285-4bd5-86bb-4663df53fd9a req-0611311d-8369-496f-8d56-13d8df41db7c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4191093a-3e75-431e-ba6a-0a5e62dd1238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245688 Jan 29 03:45:31.977391 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-91657f27-4285-4bd5-86bb-4663df53fd9a req-c2a76703-ead9-4e85-9b51-9d34247935bd service neutron] 10.222.0.25 "GET /v2.0/networks/4191093a-3e75-431e-ba6a-0a5e62dd1238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833838 Jan 29 03:45:32.075047 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-91657f27-4285-4bd5-86bb-4663df53fd9a req-f443e5d9-472e-42d7-92af-7cb96331a0ee service neutron] 10.222.0.25 "GET /v2.0/networks/4191093a-3e75-431e-ba6a-0a5e62dd1238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850303 Jan 29 03:45:32.629103 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe4078e-8915-4d1d-8224-142417f2029f req-3a7ef0c6-9c38-4845-8524-01a873223ad9 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:45:32.630577 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-ebe4078e-8915-4d1d-8224-142417f2029f req-3a7ef0c6-9c38-4845-8524-01a873223ad9 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/ports?device_id=af9a9257-3fe8-4070-a394-1414e2841f9d HTTP/1.1" status: 200 len: 943 time: 0.0512102 Jan 29 03:45:32.696495 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-ebe4078e-8915-4d1d-8224-142417f2029f req-878273c1-b1d8-409d-a892-bbb25cf44ce8 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d2e1765-fee5-481b-a069-96f98e74cbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591629 Jan 29 03:45:32.771528 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64331dd8-1d1d-44cf-9780-df78397fa8d6 req-17517fb0-ff68-47a4-af54-9521386ac5c0 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:45:32.773006 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-64331dd8-1d1d-44cf-9780-df78397fa8d6 req-17517fb0-ff68-47a4-af54-9521386ac5c0 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce5ee017-4daf-4262-8ab0-d31cbfc42bce HTTP/1.1" status: 200 len: 945 time: 0.0572515 Jan 29 03:45:32.818409 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-64331dd8-1d1d-44cf-9780-df78397fa8d6 req-62dbede1-8873-4f95-b607-3dc56408cde8 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c3df9bf-9f05-408c-a02f-29a763dd3f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398529 Jan 29 03:45:33.699090 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 45132) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:45:33.803938 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-d170f10d-497f-41ca-8b11-cecb384f19c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:45:33.816270 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0414ebb1-690a-49f3-a3ab-d6d5295200b4 req-47b5e40a-fd1d-491d-9354-9fadd8f66ba1 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:45:33.817764 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-0414ebb1-690a-49f3-a3ab-d6d5295200b4 req-47b5e40a-fd1d-491d-9354-9fadd8f66ba1 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/ports?device_id=af9a9257-3fe8-4070-a394-1414e2841f9d HTTP/1.1" status: 200 len: 943 time: 0.0533178 Jan 29 03:45:33.866672 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-0414ebb1-690a-49f3-a3ab-d6d5295200b4 req-cff500ca-42c4-4390-adf4-151ef0d867ef tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d2e1765-fee5-481b-a069-96f98e74cbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432458 Jan 29 03:45:33.897417 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-d170f10d-497f-41ca-8b11-cecb384f19c8 admin admin] Publish callbacks [] for security_group (cd5b3637-ee90-4145-94e8-1e8195d83efc), precommit_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:45:33.948047 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc1ffc6-906d-4f5e-a86e-58429cc0063a req-1fe0efff-dc42-446e-8eb0-6bd9e7cbf607 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:45:33.949555 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-bdc1ffc6-906d-4f5e-a86e-58429cc0063a req-1fe0efff-dc42-446e-8eb0-6bd9e7cbf607 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce5ee017-4daf-4262-8ab0-d31cbfc42bce HTTP/1.1" status: 200 len: 945 time: 0.0580151 Jan 29 03:45:33.980217 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-d170f10d-497f-41ca-8b11-cecb384f19c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (cd5b3637-ee90-4145-94e8-1e8195d83efc), after_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:45:34.030293 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-bdc1ffc6-906d-4f5e-a86e-58429cc0063a req-13d514a6-4e28-4ae7-b88c-209eb8c595ff tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c3df9bf-9f05-408c-a02f-29a763dd3f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749333 Jan 29 03:45:34.039145 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-d170f10d-497f-41ca-8b11-cecb384f19c8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6faa4c92acd54c1e8eab40491a97a179&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3369532 Jan 29 03:45:34.039145 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d170f10d-497f-41ca-8b11-cecb384f19c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd5b3637-ee90-4145-94e8-1e8195d83efc,revision_number=1']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:45:34.041012 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 45140) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:45:34.091795 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-f7746501-b49b-485d-87e4-5e4038869114 admin admin] Publish callbacks [] for security_group (cd5b3637-ee90-4145-94e8-1e8195d83efc), before_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:45:34.112645 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-f7746501-b49b-485d-87e4-5e4038869114 admin admin] Publish callbacks [] for security_group (cd5b3637-ee90-4145-94e8-1e8195d83efc), precommit_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:45:34.210714 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-f7746501-b49b-485d-87e4-5e4038869114 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (cd5b3637-ee90-4145-94e8-1e8195d83efc), after_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:45:34.213386 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-f7746501-b49b-485d-87e4-5e4038869114 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:45:34.216854 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-f7746501-b49b-485d-87e4-5e4038869114 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cd5b3637-ee90-4145-94e8-1e8195d83efc HTTP/1.1" status: 204 len: 168 time: 0.1719732 Jan 29 03:45:34.222688 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7746501-b49b-485d-87e4-5e4038869114 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd5b3637-ee90-4145-94e8-1e8195d83efc,revision_number=None']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:45:34.746184 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21880536-5604-4f02-8fb1-fcd309c39d1b req-6052978c-67c2-48a3-825e-ea2ccb8e8dac tempest-DeleteServersTestJSON-1124593692 tempest-DeleteServersTestJSON-1124593692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:45:34.747678 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-21880536-5604-4f02-8fb1-fcd309c39d1b req-6052978c-67c2-48a3-825e-ea2ccb8e8dac tempest-DeleteServersTestJSON-1124593692 tempest-DeleteServersTestJSON-1124593692-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0238dfa-64ff-4122-8f56-0f4430b66bbb HTTP/1.1" status: 200 len: 946 time: 0.0543530 Jan 29 03:45:34.794192 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-21880536-5604-4f02-8fb1-fcd309c39d1b req-474ff0c7-439c-48c1-b342-c9aa979f84b1 tempest-DeleteServersTestJSON-1124593692 tempest-DeleteServersTestJSON-1124593692-project] 10.222.0.16 "GET /v2.0/security-groups?id=de816232-dfc3-483e-a17d-8743a55c62c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408711 Jan 29 03:45:34.838489 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 45156) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:45:34.851833 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-ba4a6c02-13cd-42c4-b94c-81902f3fee76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:45:34.924072 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-ba4a6c02-13cd-42c4-b94c-81902f3fee76 admin admin] Publish callbacks [] for security_group (50bb49a7-c5bf-4038-9b6a-8dfb6230765e), precommit_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:45:34.988185 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25c858b-2bd7-46b0-bf00-0c95c7c8bb1a req-8163eeb3-fe67-49e6-ba6e-7904d6bdc952 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:45:34.989638 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-f25c858b-2bd7-46b0-bf00-0c95c7c8bb1a req-8163eeb3-fe67-49e6-ba6e-7904d6bdc952 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/ports?device_id=af9a9257-3fe8-4070-a394-1414e2841f9d HTTP/1.1" status: 200 len: 943 time: 0.0539799 Jan 29 03:45:34.999354 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-ba4a6c02-13cd-42c4-b94c-81902f3fee76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (50bb49a7-c5bf-4038-9b6a-8dfb6230765e), after_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:45:35.037068 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-f25c858b-2bd7-46b0-bf00-0c95c7c8bb1a req-0d53d000-a700-4e02-a173-a95fb7bbf93a tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d2e1765-fee5-481b-a069-96f98e74cbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420015 Jan 29 03:45:35.038413 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-ba4a6c02-13cd-42c4-b94c-81902f3fee76 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bf652a9d01cb41a9a1457fd3f66106ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1988566 Jan 29 03:45:35.039313 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4a6c02-13cd-42c4-b94c-81902f3fee76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50bb49a7-c5bf-4038-9b6a-8dfb6230765e,revision_number=1']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:45:35.041125 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 45160) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:45:35.092026 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-8c3123a4-31ec-420a-8aab-9c6b2634d351 admin admin] Publish callbacks [] for security_group (50bb49a7-c5bf-4038-9b6a-8dfb6230765e), before_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:45:35.113749 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-8c3123a4-31ec-420a-8aab-9c6b2634d351 admin admin] Publish callbacks [] for security_group (50bb49a7-c5bf-4038-9b6a-8dfb6230765e), precommit_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:45:35.154307 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7d1bc9-fabe-4ffd-8fef-987ba66da1f9 req-9ac7719d-350e-4dd9-9b4a-0d8c8ce991ce tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:45:35.155832 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-4e7d1bc9-fabe-4ffd-8fef-987ba66da1f9 req-9ac7719d-350e-4dd9-9b4a-0d8c8ce991ce tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce5ee017-4daf-4262-8ab0-d31cbfc42bce HTTP/1.1" status: 200 len: 945 time: 0.0549695 Jan 29 03:45:35.201182 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-4e7d1bc9-fabe-4ffd-8fef-987ba66da1f9 req-89b559ce-e505-4507-a152-fb9972058800 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c3df9bf-9f05-408c-a02f-29a763dd3f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398386 Jan 29 03:45:35.222308 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-8c3123a4-31ec-420a-8aab-9c6b2634d351 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (50bb49a7-c5bf-4038-9b6a-8dfb6230765e), after_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:45:35.226229 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-8c3123a4-31ec-420a-8aab-9c6b2634d351 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:45:35.227566 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-8c3123a4-31ec-420a-8aab-9c6b2634d351 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/50bb49a7-c5bf-4038-9b6a-8dfb6230765e HTTP/1.1" status: 204 len: 168 time: 0.1853216 Jan 29 03:45:35.235532 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3123a4-31ec-420a-8aab-9c6b2634d351 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50bb49a7-c5bf-4038-9b6a-8dfb6230765e,revision_number=None']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:45:35.573404 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Device 67b0b6c1-cb7b-438f-a2e1-afa6543d4e99 details requested by agent hyperv_hv-cinder-82694 with host hv-cinder-82694 {{(pid=109551) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 03:45:35.670178 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] For port 67b0b6c1-cb7b-438f-a2e1-afa6543d4e99, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=67b0b6c1-cb7b-438f-a2e1-afa6543d4e99,segment=NetworkSegment(55c6d1ba-1ae1-4be3-9e12-aad260737131),segment_id=55c6d1ba-1ae1-4be3-9e12-aad260737131)] {{(pid=109551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 03:45:35.682228 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Returning: {'device': '67b0b6c1-cb7b-438f-a2e1-afa6543d4e99', 'network_id': '4191093a-3e75-431e-ba6a-0a5e62dd1238', 'port_id': '67b0b6c1-cb7b-438f-a2e1-afa6543d4e99', 'mac_address': 'fa:16:3e:f1:4b:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '167c6c42-9dd3-4598-ba9e-66d705822162', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109551) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 03:45:35.718105 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Current status of the port 67b0b6c1-cb7b-438f-a2e1-afa6543d4e99 is: DOWN; New status is: BUILD {{(pid=109551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 03:45:35.719033 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (67b0b6c1-cb7b-438f-a2e1-afa6543d4e99), before_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:45:35.731309 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.notifiers.nova [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67b0b6c1-cb7b-438f-a2e1-afa6543d4e99 {{(pid=109551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 03:45:35.749945 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] For port 67b0b6c1-cb7b-438f-a2e1-afa6543d4e99, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=67b0b6c1-cb7b-438f-a2e1-afa6543d4e99,segment=NetworkSegment(55c6d1ba-1ae1-4be3-9e12-aad260737131),segment_id=55c6d1ba-1ae1-4be3-9e12-aad260737131)] {{(pid=109551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 03:45:35.865772 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429'] for port (67b0b6c1-cb7b-438f-a2e1-afa6543d4e99), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:45:35.903395 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Pushing event updated for resources: {'Port': ['ID=67b0b6c1-cb7b-438f-a2e1-afa6543d4e99,revision_number=4']} {{(pid=109551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:45:35.910805 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:45:35.911165 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:45:35.911531 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:45:35.911875 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:45:35.912210 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:45:35.912763 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:45:35.913086 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:45:35.913420 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:45:35.913751 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:45:35.914220 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:45:35.914561 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:45:35.914885 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:45:35.915209 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:45:35.921049 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503b49ae-de57-4c22-82f8-7b1c08f9e0f5 req-9e1051df-d3f4-4bb9-8a66-600b61a51ea8 tempest-DeleteServersTestJSON-1124593692 tempest-DeleteServersTestJSON-1124593692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:45:35.923123 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-503b49ae-de57-4c22-82f8-7b1c08f9e0f5 req-9e1051df-d3f4-4bb9-8a66-600b61a51ea8 tempest-DeleteServersTestJSON-1124593692 tempest-DeleteServersTestJSON-1124593692-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0238dfa-64ff-4122-8f56-0f4430b66bbb HTTP/1.1" status: 200 len: 946 time: 0.0529985 Jan 29 03:45:35.972278 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-503b49ae-de57-4c22-82f8-7b1c08f9e0f5 req-322704b7-1fb8-4a6b-b977-f8596e9e7741 tempest-DeleteServersTestJSON-1124593692 tempest-DeleteServersTestJSON-1124593692-project] 10.222.0.16 "GET /v2.0/security-groups?id=de816232-dfc3-483e-a17d-8743a55c62c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436914 Jan 29 03:45:36.161543 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fa4037-3fbf-472d-b3e4-1eba7e2b4003 req-4d0e08ab-0107-4c62-ab6a-49fca0f63263 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:45:36.163061 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-14fa4037-3fbf-472d-b3e4-1eba7e2b4003 req-4d0e08ab-0107-4c62-ab6a-49fca0f63263 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/ports?device_id=af9a9257-3fe8-4070-a394-1414e2841f9d HTTP/1.1" status: 200 len: 944 time: 0.0531142 Jan 29 03:45:36.210356 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-14fa4037-3fbf-472d-b3e4-1eba7e2b4003 req-dfad0fad-050c-46df-979e-74fdc6c44806 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d2e1765-fee5-481b-a069-96f98e74cbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415924 Jan 29 03:45:36.321131 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5c3bfe-9395-435f-9f73-3fbe94687159 req-0850fbf4-2742-428e-afcc-1d9f15dfd867 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:45:36.330712 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-5c5c3bfe-9395-435f-9f73-3fbe94687159 req-0850fbf4-2742-428e-afcc-1d9f15dfd867 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce5ee017-4daf-4262-8ab0-d31cbfc42bce HTTP/1.1" status: 200 len: 945 time: 0.0508552 Jan 29 03:45:36.368894 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-5c5c3bfe-9395-435f-9f73-3fbe94687159 req-2141fbc1-3de0-4ddf-879d-4cdbececee27 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c3df9bf-9f05-408c-a02f-29a763dd3f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402417 Jan 29 03:45:36.408733 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] get_ports_and_sgs() called for port_ids ['67b0b6c1-cb7b-438f-a2e1-afa6543d4e99'] {{(pid=109551) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 03:45:37.099182 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2114d2-9964-40f4-9a17-6eea49e2ad12 req-ecdd953f-8074-418e-b611-91f4a16d8f7d tempest-DeleteServersTestJSON-1124593692 tempest-DeleteServersTestJSON-1124593692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:45:37.100589 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-ea2114d2-9964-40f4-9a17-6eea49e2ad12 req-ecdd953f-8074-418e-b611-91f4a16d8f7d tempest-DeleteServersTestJSON-1124593692 tempest-DeleteServersTestJSON-1124593692-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0238dfa-64ff-4122-8f56-0f4430b66bbb HTTP/1.1" status: 200 len: 946 time: 0.0612199 Jan 29 03:45:37.151683 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-ea2114d2-9964-40f4-9a17-6eea49e2ad12 req-698d4b34-b2a4-4444-a42b-335c40027fd5 tempest-DeleteServersTestJSON-1124593692 tempest-DeleteServersTestJSON-1124593692-project] 10.222.0.16 "GET /v2.0/security-groups?id=de816232-dfc3-483e-a17d-8743a55c62c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454545 Jan 29 03:45:37.327199 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd90544-ef19-420f-b316-1ced9aed601c req-4489264f-1eea-4eba-b086-6e1075bf0f9c tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:45:37.329275 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-2cd90544-ef19-420f-b316-1ced9aed601c req-4489264f-1eea-4eba-b086-6e1075bf0f9c tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/ports?device_id=af9a9257-3fe8-4070-a394-1414e2841f9d HTTP/1.1" status: 200 len: 944 time: 0.0511663 Jan 29 03:45:37.375307 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-2cd90544-ef19-420f-b316-1ced9aed601c req-0fd5a264-358f-401d-b38f-caed8bbaa659 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d2e1765-fee5-481b-a069-96f98e74cbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399280 Jan 29 03:45:37.489328 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810cd62f-18c7-4523-9d88-055577661752 req-94623c05-ad10-4531-9ce3-ee190ef7496f tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:45:37.490961 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-810cd62f-18c7-4523-9d88-055577661752 req-94623c05-ad10-4531-9ce3-ee190ef7496f tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce5ee017-4daf-4262-8ab0-d31cbfc42bce HTTP/1.1" status: 200 len: 945 time: 0.0517175 Jan 29 03:45:37.539502 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-810cd62f-18c7-4523-9d88-055577661752 req-1ffc6e41-be06-466d-8346-a4e2cc36a94c tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c3df9bf-9f05-408c-a02f-29a763dd3f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432131 Jan 29 03:45:38.091915 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febee5b2-9172-4d93-b657-99ebaa3384df req-6750f678-815c-4bcd-87e9-9d7e11a2ef25 tempest-DeleteServersTestJSON-1124593692 tempest-DeleteServersTestJSON-1124593692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:45:38.093364 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-febee5b2-9172-4d93-b657-99ebaa3384df req-6750f678-815c-4bcd-87e9-9d7e11a2ef25 tempest-DeleteServersTestJSON-1124593692 tempest-DeleteServersTestJSON-1124593692-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0238dfa-64ff-4122-8f56-0f4430b66bbb HTTP/1.1" status: 200 len: 946 time: 0.0511968 Jan 29 03:45:38.234204 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.plugin [req-febee5b2-9172-4d93-b657-99ebaa3384df req-0afbdd4b-ecca-4744-9999-8dcd31d9f711 tempest-DeleteServersTestJSON-1124593692 tempest-DeleteServersTestJSON-1124593692-project] Deleting port 344261af-89bd-4849-88f4-09b55da6299e {{(pid=109550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 03:45:38.234757 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-febee5b2-9172-4d93-b657-99ebaa3384df req-0afbdd4b-ecca-4744-9999-8dcd31d9f711 tempest-DeleteServersTestJSON-1124593692 tempest-DeleteServersTestJSON-1124593692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787145728359'] for port (344261af-89bd-4849-88f4-09b55da6299e), before_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:45:38.313983 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c89bd90-d7cd-4e53-bee2-3f8552fc07c8 req-5674e870-9cfa-435f-ac96-a9d9ab0a8ca4 tempest-DeleteServersTestJSON-1124593692 tempest-DeleteServersTestJSON-1124593692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:45:38.315580 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-2c89bd90-d7cd-4e53-bee2-3f8552fc07c8 req-5674e870-9cfa-435f-ac96-a9d9ab0a8ca4 tempest-DeleteServersTestJSON-1124593692 tempest-DeleteServersTestJSON-1124593692-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0238dfa-64ff-4122-8f56-0f4430b66bbb HTTP/1.1" status: 200 len: 946 time: 0.0896037 Jan 29 03:45:38.330900 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.db [req-febee5b2-9172-4d93-b657-99ebaa3384df req-0afbdd4b-ecca-4744-9999-8dcd31d9f711 tempest-DeleteServersTestJSON-1124593692 tempest-DeleteServersTestJSON-1124593692-project] For port 344261af-89bd-4849-88f4-09b55da6299e, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=344261af-89bd-4849-88f4-09b55da6299e,segment=NetworkSegment(681e4f4c-a04e-4ad7-8fa3-3aec06a7c928),segment_id=681e4f4c-a04e-4ad7-8fa3-3aec06a7c928)] {{(pid=109550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 03:45:38.331265 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-febee5b2-9172-4d93-b657-99ebaa3384df req-0afbdd4b-ecca-4744-9999-8dcd31d9f711 tempest-DeleteServersTestJSON-1124593692 tempest-DeleteServersTestJSON-1124593692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1915525'] for port (344261af-89bd-4849-88f4-09b55da6299e), precommit_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:45:38.346475 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.plugin [req-febee5b2-9172-4d93-b657-99ebaa3384df req-0afbdd4b-ecca-4744-9999-8dcd31d9f711 tempest-DeleteServersTestJSON-1124593692 tempest-DeleteServersTestJSON-1124593692-project] Calling delete_port for 344261af-89bd-4849-88f4-09b55da6299e owned by compute:nova {{(pid=109550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 03:45:38.363512 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-2c89bd90-d7cd-4e53-bee2-3f8552fc07c8 req-e44efe5a-8eaa-46d4-a56a-a88532d4e3bd tempest-DeleteServersTestJSON-1124593692 tempest-DeleteServersTestJSON-1124593692-project] 10.222.0.16 "GET /v2.0/security-groups?id=de816232-dfc3-483e-a17d-8743a55c62c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417855 Jan 29 03:45:38.535229 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d453735-d2cb-4635-b1af-a00ce5c34c41 req-c7f8f9aa-c106-4b1e-a4d9-838e28412a49 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:45:38.536698 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-1d453735-d2cb-4635-b1af-a00ce5c34c41 req-c7f8f9aa-c106-4b1e-a4d9-838e28412a49 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/ports?device_id=af9a9257-3fe8-4070-a394-1414e2841f9d HTTP/1.1" status: 200 len: 944 time: 0.0851181 Jan 29 03:45:38.585353 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-1d453735-d2cb-4635-b1af-a00ce5c34c41 req-cc7fd82d-e9e6-4525-bf0b-58c956645445 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d2e1765-fee5-481b-a069-96f98e74cbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429099 Jan 29 03:45:38.593885 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-febee5b2-9172-4d93-b657-99ebaa3384df req-0afbdd4b-ecca-4744-9999-8dcd31d9f711 tempest-DeleteServersTestJSON-1124593692 tempest-DeleteServersTestJSON-1124593692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787145732033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787145433402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9207350'] for port (344261af-89bd-4849-88f4-09b55da6299e), after_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:45:38.629090 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afbdd4b-ecca-4744-9999-8dcd31d9f711 tempest-DeleteServersTestJSON-1124593692 tempest-DeleteServersTestJSON-1124593692-project] Pushing event deleted for resources: {'Port': ['ID=344261af-89bd-4849-88f4-09b55da6299e,revision_number=None']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:45:38.637594 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] get_ports_and_sgs() called for port_ids ['344261af-89bd-4849-88f4-09b55da6299e'] {{(pid=109551) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 03:45:38.666203 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab350b4c-1565-4197-8019-a0fd26db0701 req-340ef868-a3f2-4ff7-baf3-4f392cec3a00 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:45:38.667904 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-ab350b4c-1565-4197-8019-a0fd26db0701 req-340ef868-a3f2-4ff7-baf3-4f392cec3a00 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce5ee017-4daf-4262-8ab0-d31cbfc42bce HTTP/1.1" status: 200 len: 945 time: 0.0529890 Jan 29 03:45:38.691367 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.db.l3_dvrscheduler_db [req-febee5b2-9172-4d93-b657-99ebaa3384df req-0afbdd4b-ecca-4744-9999-8dcd31d9f711 tempest-DeleteServersTestJSON-1124593692 tempest-DeleteServersTestJSON-1124593692-project] No DVR routers for this DVR port 344261af-89bd-4849-88f4-09b55da6299e on host hv-cinder-82694 {{(pid=109550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 03:45:38.694548 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-febee5b2-9172-4d93-b657-99ebaa3384df req-0afbdd4b-ecca-4744-9999-8dcd31d9f711 tempest-DeleteServersTestJSON-1124593692 tempest-DeleteServersTestJSON-1124593692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166518'] for port (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:45:38.697914 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-febee5b2-9172-4d93-b657-99ebaa3384df req-0afbdd4b-ecca-4744-9999-8dcd31d9f711 tempest-DeleteServersTestJSON-1124593692 tempest-DeleteServersTestJSON-1124593692-project] 10.222.0.25 "DELETE /v2.0/ports/344261af-89bd-4849-88f4-09b55da6299e HTTP/1.1" status: 204 len: 173 time: 0.5972152 Jan 29 03:45:38.698381 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0238dfa-64ff-4122-8f56-0f4430b66bbb', 'name': 'network-vif-deleted', 'tag': '344261af-89bd-4849-88f4-09b55da6299e'}] {{(pid=109550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 03:45:38.700596 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fa7e8514ec8b1871638cf3d0c6bf241b62bf17ffd430199c6215cc57604ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f1cf2c2-0462-4465-80b8-a8ac19899872" -d '{"events": [{"server_uuid": "d0238dfa-64ff-4122-8f56-0f4430b66bbb", "name": "network-vif-deleted", "tag": "344261af-89bd-4849-88f4-09b55da6299e"}]}' {{(pid=109550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 03:45:38.718932 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-ab350b4c-1565-4197-8019-a0fd26db0701 req-4cc4e4bc-03b8-41b1-a031-99a1889f6a1d tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c3df9bf-9f05-408c-a02f-29a763dd3f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427094 Jan 29 03:45:38.737075 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 03:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6300ff86-32d8-4f90-af71-d4d5a5473cf8 x-openstack-request-id: req-6300ff86-32d8-4f90-af71-d4d5a5473cf8 {{(pid=109550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 03:45:38.737565 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0238dfa-64ff-4122-8f56-0f4430b66bbb", "name": "network-vif-deleted", "tag": "344261af-89bd-4849-88f4-09b55da6299e", "status": "completed", "code": 200}]} {{(pid=109550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 03:45:38.737817 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6300ff86-32d8-4f90-af71-d4d5a5473cf8 {{(pid=109550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 03:45:38.739025 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0238dfa-64ff-4122-8f56-0f4430b66bbb', 'name': 'network-vif-deleted', 'tag': '344261af-89bd-4849-88f4-09b55da6299e', 'status': 'completed', 'code': 200} Jan 29 03:45:39.059083 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.agents_db [None req-5bdad2e4-4f8f-4fe6-a9f7-cf82a335ca9d None None] Agent healthcheck: found 6 active agents {{(pid=109552) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 03:45:39.488729 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-ac3c8c48-14c0-402c-a56e-0057e4842d15 req-7af22662-d2db-4d81-b53c-7116a8f60df5 tempest-DeleteServersTestJSON-1124593692 tempest-DeleteServersTestJSON-1124593692-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0238dfa-64ff-4122-8f56-0f4430b66bbb HTTP/1.1" status: 200 len: 210 time: 0.0392091 Jan 29 03:45:39.659473 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Device 67b0b6c1-cb7b-438f-a2e1-afa6543d4e99 up at agent hyperv_hv-cinder-82694 {{(pid=109551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 03:45:39.706509 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e228a2-afcd-4d53-a521-eb1e0339d231 req-8816fecb-5556-421c-a111-ea384ae9a6e5 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:45:39.708094 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-99e228a2-afcd-4d53-a521-eb1e0339d231 req-8816fecb-5556-421c-a111-ea384ae9a6e5 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/ports?device_id=af9a9257-3fe8-4070-a394-1414e2841f9d HTTP/1.1" status: 200 len: 944 time: 0.0522287 Jan 29 03:45:39.767611 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-99e228a2-afcd-4d53-a521-eb1e0339d231 req-65da1205-8d37-4ffd-b3a0-826974205253 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d2e1765-fee5-481b-a069-96f98e74cbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538239 Jan 29 03:45:39.839877 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dadb91-d141-4d33-8140-d5047f6fecc5 req-04bfba12-27fb-45ca-9449-9be8b276e763 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:45:39.841343 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-82dadb91-d141-4d33-8140-d5047f6fecc5 req-04bfba12-27fb-45ca-9449-9be8b276e763 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce5ee017-4daf-4262-8ab0-d31cbfc42bce HTTP/1.1" status: 200 len: 945 time: 0.0530055 Jan 29 03:45:39.850491 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.provisioning_blocks [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Provisioning for port 67b0b6c1-cb7b-438f-a2e1-afa6543d4e99 completed by entity L2. {{(pid=109551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 03:45:39.854721 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.provisioning_blocks [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Provisioning complete for port 67b0b6c1-cb7b-438f-a2e1-afa6543d4e99 triggered by entity L2. {{(pid=109551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 03:45:39.854885 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785313'] for port (67b0b6c1-cb7b-438f-a2e1-afa6543d4e99), provisioning_complete {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:45:39.893488 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-82dadb91-d141-4d33-8140-d5047f6fecc5 req-a1b2b5b6-fae8-4652-a04f-ea1f213f32e2 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c3df9bf-9f05-408c-a02f-29a763dd3f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465066 Jan 29 03:45:39.944215 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Current status of the port 67b0b6c1-cb7b-438f-a2e1-afa6543d4e99 is: BUILD; New status is: ACTIVE {{(pid=109551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 03:45:39.944599 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (67b0b6c1-cb7b-438f-a2e1-afa6543d4e99), before_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:45:39.965999 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af9a9257-3fe8-4070-a394-1414e2841f9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67b0b6c1-cb7b-438f-a2e1-afa6543d4e99'}] {{(pid=109551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 03:45:39.968266 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23e056b712a42e8e31026a02bb7684ebe9f34968e78d79227c0e39fde92c0103" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a806d4a3-ed28-40d1-9aa6-145400b0b812" -d '{"events": [{"server_uuid": "af9a9257-3fe8-4070-a394-1414e2841f9d", "name": "network-vif-plugged", "status": "completed", "tag": "67b0b6c1-cb7b-438f-a2e1-afa6543d4e99"}]}' {{(pid=109551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 03:45:39.980237 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] For port 67b0b6c1-cb7b-438f-a2e1-afa6543d4e99, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=67b0b6c1-cb7b-438f-a2e1-afa6543d4e99,segment=NetworkSegment(55c6d1ba-1ae1-4be3-9e12-aad260737131),segment_id=55c6d1ba-1ae1-4be3-9e12-aad260737131)] {{(pid=109551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 03:45:40.004559 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 03:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc1127d8-0891-423e-bbf4-d49d144e54a5 x-openstack-request-id: req-bc1127d8-0891-423e-bbf4-d49d144e54a5 {{(pid=109551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 03:45:40.004559 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af9a9257-3fe8-4070-a394-1414e2841f9d", "name": "network-vif-plugged", "status": "completed", "tag": "67b0b6c1-cb7b-438f-a2e1-afa6543d4e99", "code": 200}]} {{(pid=109551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 03:45:40.004559 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bc1127d8-0891-423e-bbf4-d49d144e54a5 {{(pid=109551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 03:45:40.004559 dv-cinder-826949-1-iscsi neutron-server[109551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af9a9257-3fe8-4070-a394-1414e2841f9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67b0b6c1-cb7b-438f-a2e1-afa6543d4e99', 'code': 200} Jan 29 03:45:40.079064 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429'] for port (67b0b6c1-cb7b-438f-a2e1-afa6543d4e99), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:45:40.079890 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Device 344261af-89bd-4849-88f4-09b55da6299e no longer exists at agent hyperv_hv-cinder-82694 {{(pid=109551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 03:45:40.123172 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] No Port match for: 344261af-89bd-4849-88f4-09b55da6299e {{(pid=109551) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 03:45:40.123529 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Device 344261af-89bd-4849-88f4-09b55da6299e not bound to the agent host hv-cinder-82694 {{(pid=109551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 03:45:40.149810 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Pushing event updated for resources: {'Port': ['ID=67b0b6c1-cb7b-438f-a2e1-afa6543d4e99,revision_number=5']} {{(pid=109551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:45:40.387706 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6ffadc-cbf6-429c-8369-26aef6b8693c req-8b3f89bf-8176-4554-b7a3-94434e29fa6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:45:40.389293 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-bd6ffadc-cbf6-429c-8369-26aef6b8693c req-8b3f89bf-8176-4554-b7a3-94434e29fa6d service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=af9a9257-3fe8-4070-a394-1414e2841f9d HTTP/1.1" status: 200 len: 1129 time: 0.0453458 Jan 29 03:45:40.434255 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-bd6ffadc-cbf6-429c-8369-26aef6b8693c req-baff3614-e932-43d3-bdf8-6bd89c8bad5b service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=0d2e1765-fee5-481b-a069-96f98e74cbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378292 Jan 29 03:45:40.599551 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-44011b69-dadf-4f63-874e-1350595163ae req-e80b20ae-210f-495b-9745-37bcb5dcf7f4 tempest-DeleteServersTestJSON-1124593692 tempest-DeleteServersTestJSON-1124593692-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0238dfa-64ff-4122-8f56-0f4430b66bbb HTTP/1.1" status: 200 len: 210 time: 0.0330567 Jan 29 03:45:40.888972 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff62d30b-d688-4eee-8be2-a06aebf29f4a req-ffbc3790-a2e8-4aa2-8ee9-db1c30d697cc tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:45:40.891043 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-ff62d30b-d688-4eee-8be2-a06aebf29f4a req-ffbc3790-a2e8-4aa2-8ee9-db1c30d697cc tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/ports?device_id=af9a9257-3fe8-4070-a394-1414e2841f9d HTTP/1.1" status: 200 len: 945 time: 0.0514975 Jan 29 03:45:40.938230 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-ff62d30b-d688-4eee-8be2-a06aebf29f4a req-127a6eca-5712-4fa6-9409-beb2037bbbe7 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d2e1765-fee5-481b-a069-96f98e74cbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413888 Jan 29 03:45:41.013702 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453f5bb1-fa48-48b1-977c-412789600b18 req-1dfd151b-773f-42a7-afea-5d9daa4181a6 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:45:41.022655 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-453f5bb1-fa48-48b1-977c-412789600b18 req-1dfd151b-773f-42a7-afea-5d9daa4181a6 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce5ee017-4daf-4262-8ab0-d31cbfc42bce HTTP/1.1" status: 200 len: 945 time: 0.0575168 Jan 29 03:45:41.065351 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-453f5bb1-fa48-48b1-977c-412789600b18 req-d6e41f17-f5d8-4c7f-acc5-f6d2f7145b86 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c3df9bf-9f05-408c-a02f-29a763dd3f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448554 Jan 29 03:45:41.709001 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-ef077da7-caf1-45de-913b-22f6f4f36791 req-80282d22-5289-47b7-b86f-4d2fd5bd673e tempest-DeleteServersTestJSON-1124593692 tempest-DeleteServersTestJSON-1124593692-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0238dfa-64ff-4122-8f56-0f4430b66bbb HTTP/1.1" status: 200 len: 210 time: 0.0287504 Jan 29 03:45:42.055131 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c2557f-ccd3-49f3-b783-905a56b70995 req-e774c110-1b97-432d-a703-d2da3ee3595f tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:45:42.056619 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-b1c2557f-ccd3-49f3-b783-905a56b70995 req-e774c110-1b97-432d-a703-d2da3ee3595f tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/ports?device_id=af9a9257-3fe8-4070-a394-1414e2841f9d HTTP/1.1" status: 200 len: 945 time: 0.0522664 Jan 29 03:45:42.110536 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-b1c2557f-ccd3-49f3-b783-905a56b70995 req-622cc22d-0d5c-4bfe-9335-4336cc59333f tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d2e1765-fee5-481b-a069-96f98e74cbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484331 Jan 29 03:45:42.198539 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa15e7d3-9958-4412-9d6a-0a063fed6075 req-c8e84e79-ed88-4ab9-9aed-d0353881b249 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:45:42.200506 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-aa15e7d3-9958-4412-9d6a-0a063fed6075 req-c8e84e79-ed88-4ab9-9aed-d0353881b249 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce5ee017-4daf-4262-8ab0-d31cbfc42bce HTTP/1.1" status: 200 len: 945 time: 0.0572102 Jan 29 03:45:42.246848 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-aa15e7d3-9958-4412-9d6a-0a063fed6075 req-e48b8152-d12a-4f2f-bece-91a15be476a2 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c3df9bf-9f05-408c-a02f-29a763dd3f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404828 Jan 29 03:45:42.816101 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-d8929b34-5f53-47a6-99e0-18f3edad03c1 req-e02c5c82-fb3d-4ae2-9638-bdaa4381beda tempest-DeleteServersTestJSON-1124593692 tempest-DeleteServersTestJSON-1124593692-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0238dfa-64ff-4122-8f56-0f4430b66bbb HTTP/1.1" status: 200 len: 210 time: 0.0274236 Jan 29 03:45:43.237243 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad093b3-7650-41c4-9ff1-d88926226613 req-d0b07d00-3165-4b6e-9cb8-b598a915d121 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:45:43.238757 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-aad093b3-7650-41c4-9ff1-d88926226613 req-d0b07d00-3165-4b6e-9cb8-b598a915d121 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/ports?device_id=af9a9257-3fe8-4070-a394-1414e2841f9d HTTP/1.1" status: 200 len: 945 time: 0.0538347 Jan 29 03:45:43.288085 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-aad093b3-7650-41c4-9ff1-d88926226613 req-e528093c-e3bb-4282-8002-541863a7f536 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d2e1765-fee5-481b-a069-96f98e74cbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437860 Jan 29 03:45:43.382048 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89857d56-cb15-49a1-80e0-0e4966193fd0 req-6fda2fbb-2f3e-488c-92c7-dc9eb83eb9fa tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:45:43.383511 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-89857d56-cb15-49a1-80e0-0e4966193fd0 req-6fda2fbb-2f3e-488c-92c7-dc9eb83eb9fa tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce5ee017-4daf-4262-8ab0-d31cbfc42bce HTTP/1.1" status: 200 len: 945 time: 0.0639026 Jan 29 03:45:43.435806 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-89857d56-cb15-49a1-80e0-0e4966193fd0 req-6939ffb5-390b-49ba-b61f-fb7e543b0b3a tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c3df9bf-9f05-408c-a02f-29a763dd3f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468216 Jan 29 03:45:44.411648 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc574e5-950c-4222-9cd6-99fb8112cce7 req-9c02d661-b7a5-40da-87d8-3a6390c24389 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:45:44.413191 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-9bc574e5-950c-4222-9cd6-99fb8112cce7 req-9c02d661-b7a5-40da-87d8-3a6390c24389 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/ports?device_id=af9a9257-3fe8-4070-a394-1414e2841f9d HTTP/1.1" status: 200 len: 945 time: 0.0583718 Jan 29 03:45:44.462246 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-9bc574e5-950c-4222-9cd6-99fb8112cce7 req-992acbe5-352e-46b4-8f4a-bcf443b7c929 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d2e1765-fee5-481b-a069-96f98e74cbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434911 Jan 29 03:45:44.562650 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beadc4da-d6c9-4eee-a4c5-bf4ba287d4e6 req-5f54a5af-4242-465c-b7f3-afde9b2e4d9d tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:45:44.564186 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-beadc4da-d6c9-4eee-a4c5-bf4ba287d4e6 req-5f54a5af-4242-465c-b7f3-afde9b2e4d9d tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce5ee017-4daf-4262-8ab0-d31cbfc42bce HTTP/1.1" status: 200 len: 945 time: 0.0533431 Jan 29 03:45:44.610830 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-beadc4da-d6c9-4eee-a4c5-bf4ba287d4e6 req-14137f21-f4c8-4009-a1fe-020bff2d8caf tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c3df9bf-9f05-408c-a02f-29a763dd3f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410280 Jan 29 03:45:44.844803 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-d08b9a59-e540-4405-bb6e-98eda77fb3f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (dac82def-0781-4624-a171-654e1b1d12af), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:45:45.579184 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5787bbf9-4ae0-47bc-a6d2-597adbd69c3d req-77830b48-4254-453c-8029-715467862302 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:45:45.580687 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-5787bbf9-4ae0-47bc-a6d2-597adbd69c3d req-77830b48-4254-453c-8029-715467862302 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/ports?device_id=af9a9257-3fe8-4070-a394-1414e2841f9d HTTP/1.1" status: 200 len: 945 time: 0.0514174 Jan 29 03:45:45.626561 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-5787bbf9-4ae0-47bc-a6d2-597adbd69c3d req-afe0a1a4-c4f0-4320-8afd-55b40b82726d tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d2e1765-fee5-481b-a069-96f98e74cbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401340 Jan 29 03:45:45.729929 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641623de-e9ea-4b4b-bbe5-ae9828f0b2c1 req-464644a3-63c7-4569-9a95-30e3ae45c211 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:45:45.731425 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-641623de-e9ea-4b4b-bbe5-ae9828f0b2c1 req-464644a3-63c7-4569-9a95-30e3ae45c211 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce5ee017-4daf-4262-8ab0-d31cbfc42bce HTTP/1.1" status: 200 len: 945 time: 0.0534937 Jan 29 03:45:45.777588 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-641623de-e9ea-4b4b-bbe5-ae9828f0b2c1 req-42a50c94-fa84-479a-a50b-3fe29dca0175 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c3df9bf-9f05-408c-a02f-29a763dd3f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405927 Jan 29 03:45:46.746791 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c86c65-8427-4f7f-a6c3-b3bc5da66d2e req-f672a6d1-d299-4e97-9241-ab8c3d94b1fd tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:45:46.748340 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-51c86c65-8427-4f7f-a6c3-b3bc5da66d2e req-f672a6d1-d299-4e97-9241-ab8c3d94b1fd tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/ports?device_id=af9a9257-3fe8-4070-a394-1414e2841f9d HTTP/1.1" status: 200 len: 945 time: 0.0505373 Jan 29 03:45:46.797031 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-51c86c65-8427-4f7f-a6c3-b3bc5da66d2e req-3acaf67a-bd7a-4a6b-8163-99a0b123774e tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d2e1765-fee5-481b-a069-96f98e74cbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431249 Jan 29 03:45:46.902559 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cc523e-bba9-4fe5-97ad-ec88c28a02c3 req-cac59508-998d-4d6b-96b2-90f929aab524 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:45:46.904010 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-a0cc523e-bba9-4fe5-97ad-ec88c28a02c3 req-cac59508-998d-4d6b-96b2-90f929aab524 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce5ee017-4daf-4262-8ab0-d31cbfc42bce HTTP/1.1" status: 200 len: 945 time: 0.0542130 Jan 29 03:45:46.949925 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-a0cc523e-bba9-4fe5-97ad-ec88c28a02c3 req-e1500633-9e10-4d33-ab15-b478b65babda tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c3df9bf-9f05-408c-a02f-29a763dd3f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396476 Jan 29 03:45:47.449934 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-d3f010fc-a8d9-46d5-978d-1da85259acb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (d5b8732c-6ac1-45e3-a79e-cd9863fe8196), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:45:47.922305 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec99062c-f29d-41ca-92c6-827326c69f7f req-2bead480-295e-4656-85fe-65b0174083ea tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:45:47.923811 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-ec99062c-f29d-41ca-92c6-827326c69f7f req-2bead480-295e-4656-85fe-65b0174083ea tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/ports?device_id=af9a9257-3fe8-4070-a394-1414e2841f9d HTTP/1.1" status: 200 len: 945 time: 0.0564945 Jan 29 03:45:47.971350 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-ec99062c-f29d-41ca-92c6-827326c69f7f req-341186ec-152e-4df6-9d99-e47d6fad6db4 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d2e1765-fee5-481b-a069-96f98e74cbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417180 Jan 29 03:45:48.066102 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a8b14d-9319-41f3-b768-3a874d37479d req-94340608-dbee-4689-a4cc-6ef46bddeea4 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:45:48.067644 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-33a8b14d-9319-41f3-b768-3a874d37479d req-94340608-dbee-4689-a4cc-6ef46bddeea4 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce5ee017-4daf-4262-8ab0-d31cbfc42bce HTTP/1.1" status: 200 len: 945 time: 0.0510235 Jan 29 03:45:48.067777 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-6a0bb60c-5b7b-499b-b43f-7eb32e921150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (4cfc2a27-deed-4689-8f39-0bd5aa6fe3c3), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:45:48.115999 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-33a8b14d-9319-41f3-b768-3a874d37479d req-77ca3492-a893-450d-a149-59b06237229e tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c3df9bf-9f05-408c-a02f-29a763dd3f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427740 Jan 29 03:45:48.491363 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 45388) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:45:48.548344 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.db.db_base_plugin_v2 [None req-092ca484-cc83-4617-99c6-38bb5372baed admin admin] Deleting subnet 180c737b-7d5c-45ce-8000-e85773eccd70 {{(pid=109549) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 03:45:48.551596 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-092ca484-cc83-4617-99c6-38bb5372baed admin admin] Publish callbacks [] for subnet (180c737b-7d5c-45ce-8000-e85773eccd70), before_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:45:48.587344 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-092ca484-cc83-4617-99c6-38bb5372baed admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9381382'] for subnet (180c737b-7d5c-45ce-8000-e85773eccd70), precommit_delete_associations {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:45:48.627112 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-092ca484-cc83-4617-99c6-38bb5372baed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-756919'] for subnet (180c737b-7d5c-45ce-8000-e85773eccd70), precommit_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:45:48.800243 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-092ca484-cc83-4617-99c6-38bb5372baed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-756920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8440498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9270759'] for subnet (180c737b-7d5c-45ce-8000-e85773eccd70), after_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:45:48.824476 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092ca484-cc83-4617-99c6-38bb5372baed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=180c737b-7d5c-45ce-8000-e85773eccd70,revision_number=None']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:45:48.831461 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-092ca484-cc83-4617-99c6-38bb5372baed admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:45:48.834663 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-092ca484-cc83-4617-99c6-38bb5372baed admin admin] 10.222.0.16 "DELETE /v2.0/subnets/180c737b-7d5c-45ce-8000-e85773eccd70 HTTP/1.1" status: 204 len: 168 time: 0.3422506 Jan 29 03:45:48.837076 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 45396) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:45:48.906683 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-a2cc9215-6d2d-4131-a605-bb7e64c98ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617357'] for network (8ecf2438-eca5-4dd8-92b6-936ee7f74d5d), before_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:45:48.982534 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-a2cc9215-6d2d-4131-a605-bb7e64c98ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783436', 'neutron.services.segments.db._delete_segments_for_network-8787145932427'] for network (8ecf2438-eca5-4dd8-92b6-936ee7f74d5d), precommit_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:45:49.004933 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.services.segments.db [None req-a2cc9215-6d2d-4131-a605-bb7e64c98ac3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ecf2438-eca5-4dd8-92b6-936ee7f74d5d']}} {{(pid=109549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:45:49.015331 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.services.segments.db [None req-a2cc9215-6d2d-4131-a605-bb7e64c98ac3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '681e4f4c-a04e-4ad7-8fa3-3aec06a7c928') {'for_net_delete': True} {{(pid=109549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:45:49.015619 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.services.segments.db [None req-a2cc9215-6d2d-4131-a605-bb7e64c98ac3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '681e4f4c-a04e-4ad7-8fa3-3aec06a7c928') {} {{(pid=109549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:45:49.025545 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-a2cc9215-6d2d-4131-a605-bb7e64c98ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787145906580', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9381393'] for segment (681e4f4c-a04e-4ad7-8fa3-3aec06a7c928), before_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:45:49.039789 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-a2cc9215-6d2d-4131-a605-bb7e64c98ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541992'] for segment (681e4f4c-a04e-4ad7-8fa3-3aec06a7c928), precommit_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:45:49.046095 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2cc9215-6d2d-4131-a605-bb7e64c98ac3 admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=109549) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 03:45:49.046516 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-a2cc9215-6d2d-4131-a605-bb7e64c98ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8440428'] for segment (681e4f4c-a04e-4ad7-8fa3-3aec06a7c928), after_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:45:49.048534 dv-cinder-826949-1-iscsi neutron-server[109549]: Traceback (most recent call last): Jan 29 03:45:49.048534 dv-cinder-826949-1-iscsi neutron-server[109549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 03:45:49.048534 dv-cinder-826949-1-iscsi neutron-server[109549]: timer() Jan 29 03:45:49.048534 dv-cinder-826949-1-iscsi neutron-server[109549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 03:45:49.048534 dv-cinder-826949-1-iscsi neutron-server[109549]: cb(*args, **kw) Jan 29 03:45:49.048534 dv-cinder-826949-1-iscsi neutron-server[109549]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 03:45:49.048534 dv-cinder-826949-1-iscsi neutron-server[109549]: return func(*args, **kwargs) Jan 29 03:45:49.048534 dv-cinder-826949-1-iscsi neutron-server[109549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 03:45:49.048534 dv-cinder-826949-1-iscsi neutron-server[109549]: self._notify() Jan 29 03:45:49.048534 dv-cinder-826949-1-iscsi neutron-server[109549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 03:45:49.048534 dv-cinder-826949-1-iscsi neutron-server[109549]: self.callback(batched_events) Jan 29 03:45:49.048534 dv-cinder-826949-1-iscsi neutron-server[109549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 03:45:49.048534 dv-cinder-826949-1-iscsi neutron-server[109549]: event.method(event) Jan 29 03:45:49.048534 dv-cinder-826949-1-iscsi neutron-server[109549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 03:45:49.048534 dv-cinder-826949-1-iscsi neutron-server[109549]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 03:45:49.048534 dv-cinder-826949-1-iscsi neutron-server[109549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 03:45:49.048534 dv-cinder-826949-1-iscsi neutron-server[109549]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 03:45:49.048534 dv-cinder-826949-1-iscsi neutron-server[109549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 03:45:49.048534 dv-cinder-826949-1-iscsi neutron-server[109549]: return f(self, *a, **k) Jan 29 03:45:49.048534 dv-cinder-826949-1-iscsi neutron-server[109549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 03:45:49.048534 dv-cinder-826949-1-iscsi neutron-server[109549]: return self._get(url).json() Jan 29 03:45:49.048534 dv-cinder-826949-1-iscsi neutron-server[109549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 03:45:49.048534 dv-cinder-826949-1-iscsi neutron-server[109549]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 03:45:49.048534 dv-cinder-826949-1-iscsi neutron-server[109549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 03:45:49.048534 dv-cinder-826949-1-iscsi neutron-server[109549]: return self.request(url, 'GET', **kwargs) Jan 29 03:45:49.048534 dv-cinder-826949-1-iscsi neutron-server[109549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 03:45:49.048534 dv-cinder-826949-1-iscsi neutron-server[109549]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 03:45:49.048534 dv-cinder-826949-1-iscsi neutron-server[109549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 03:45:49.048534 dv-cinder-826949-1-iscsi neutron-server[109549]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 03:45:49.048534 dv-cinder-826949-1-iscsi neutron-server[109549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 03:45:49.048534 dv-cinder-826949-1-iscsi neutron-server[109549]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 03:45:49.048534 dv-cinder-826949-1-iscsi neutron-server[109549]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 03:45:49.095365 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcd9e47-ea44-47b8-b044-a60887e99f2a req-7f7326b9-2659-4dcb-91f7-0bfed254ccb4 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:45:49.096836 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-cfcd9e47-ea44-47b8-b044-a60887e99f2a req-7f7326b9-2659-4dcb-91f7-0bfed254ccb4 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/ports?device_id=af9a9257-3fe8-4070-a394-1414e2841f9d HTTP/1.1" status: 200 len: 945 time: 0.0522063 Jan 29 03:45:49.147370 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-cfcd9e47-ea44-47b8-b044-a60887e99f2a req-025f4ea6-e8ab-4a93-9848-194182abfdcf tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d2e1765-fee5-481b-a069-96f98e74cbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444210 Jan 29 03:45:49.165248 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-a2cc9215-6d2d-4131-a605-bb7e64c98ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1909918'] for network (8ecf2438-eca5-4dd8-92b6-936ee7f74d5d), after_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:45:49.175751 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-a2cc9215-6d2d-4131-a605-bb7e64c98ac3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606130'] for network (None), before_response {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:45:49.189015 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-a2cc9215-6d2d-4131-a605-bb7e64c98ac3 admin admin] 10.222.0.16 "DELETE /v2.0/networks/8ecf2438-eca5-4dd8-92b6-936ee7f74d5d HTTP/1.1" status: 204 len: 168 time: 0.3509274 Jan 29 03:45:49.205689 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cc9215-6d2d-4131-a605-bb7e64c98ac3 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ecf2438-eca5-4dd8-92b6-936ee7f74d5d,revision_number=None']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:45:49.281442 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc1e346-80f8-4f6f-9370-fa38b3f531c8 req-d4f938ad-ea84-4c64-ad8f-fedcb3ff3cec tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:45:49.282959 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-fcc1e346-80f8-4f6f-9370-fa38b3f531c8 req-d4f938ad-ea84-4c64-ad8f-fedcb3ff3cec tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce5ee017-4daf-4262-8ab0-d31cbfc42bce HTTP/1.1" status: 200 len: 945 time: 0.0574849 Jan 29 03:45:49.345445 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-fcc1e346-80f8-4f6f-9370-fa38b3f531c8 req-47dcca66-d676-4b66-aec1-7c95a80d160e tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c3df9bf-9f05-408c-a02f-29a763dd3f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518599 Jan 29 03:45:49.438780 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-30ace4c1-806b-4d7c-a886-fe7b65bfbfcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (7774c0be-b957-4204-896b-7e749f55bf81), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:45:49.615903 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 45420) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:45:49.658190 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-f9a572d7-2c86-4152-a9f8-0689c7b8b81f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=654101f4db1547ce8e1bea070af930d9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0411310 Jan 29 03:45:49.660806 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 45422) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:45:49.707710 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-862ecc5d-d67c-47c9-8442-1b924d6fe4f3 admin admin] Publish callbacks [] for security_group (de816232-dfc3-483e-a17d-8743a55c62c6), before_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:45:49.728243 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-862ecc5d-d67c-47c9-8442-1b924d6fe4f3 admin admin] Publish callbacks [] for security_group (de816232-dfc3-483e-a17d-8743a55c62c6), precommit_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:45:49.890237 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-862ecc5d-d67c-47c9-8442-1b924d6fe4f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (de816232-dfc3-483e-a17d-8743a55c62c6), after_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:45:49.893626 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-862ecc5d-d67c-47c9-8442-1b924d6fe4f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:45:49.894820 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-862ecc5d-d67c-47c9-8442-1b924d6fe4f3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/de816232-dfc3-483e-a17d-8743a55c62c6 HTTP/1.1" status: 204 len: 168 time: 0.2331417 Jan 29 03:45:49.904546 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862ecc5d-d67c-47c9-8442-1b924d6fe4f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de816232-dfc3-483e-a17d-8743a55c62c6,revision_number=None']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:45:50.358067 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 45438) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:45:50.475634 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-71a29679-587d-4b16-9214-d2ecbf7b9645 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:45:50.478908 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87228482-7e71-4c3a-9403-8f484309a817 req-efbeaec4-8612-4dbf-833b-25c34b1a3aa5 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:45:50.480392 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-87228482-7e71-4c3a-9403-8f484309a817 req-efbeaec4-8612-4dbf-833b-25c34b1a3aa5 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce5ee017-4daf-4262-8ab0-d31cbfc42bce HTTP/1.1" status: 200 len: 945 time: 0.0567029 Jan 29 03:45:50.534629 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-87228482-7e71-4c3a-9403-8f484309a817 req-d2ee6769-567f-4631-96c6-f44b62355adb tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c3df9bf-9f05-408c-a02f-29a763dd3f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441885 Jan 29 03:45:50.553017 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-71a29679-587d-4b16-9214-d2ecbf7b9645 admin admin] Publish callbacks [] for security_group (103ad8f9-e1a8-4ec4-a3b6-afd7da608fb8), precommit_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:45:50.701590 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-71a29679-587d-4b16-9214-d2ecbf7b9645 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (103ad8f9-e1a8-4ec4-a3b6-afd7da608fb8), after_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:45:50.741016 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-71a29679-587d-4b16-9214-d2ecbf7b9645 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e183de60c8774cbfb53b9baaf6d7a547&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3818111 Jan 29 03:45:50.741907 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a29679-587d-4b16-9214-d2ecbf7b9645 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=103ad8f9-e1a8-4ec4-a3b6-afd7da608fb8,revision_number=1']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:45:50.743715 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 45454) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:45:50.794237 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-622f49d6-b1dc-495a-941f-8d83155c0f6f admin admin] Publish callbacks [] for security_group (103ad8f9-e1a8-4ec4-a3b6-afd7da608fb8), before_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:45:50.819155 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-622f49d6-b1dc-495a-941f-8d83155c0f6f admin admin] Publish callbacks [] for security_group (103ad8f9-e1a8-4ec4-a3b6-afd7da608fb8), precommit_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:45:50.954118 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-622f49d6-b1dc-495a-941f-8d83155c0f6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (103ad8f9-e1a8-4ec4-a3b6-afd7da608fb8), after_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:45:50.956937 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-622f49d6-b1dc-495a-941f-8d83155c0f6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:45:50.958199 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-622f49d6-b1dc-495a-941f-8d83155c0f6f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/103ad8f9-e1a8-4ec4-a3b6-afd7da608fb8 HTTP/1.1" status: 204 len: 168 time: 0.2128978 Jan 29 03:45:50.966888 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622f49d6-b1dc-495a-941f-8d83155c0f6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=103ad8f9-e1a8-4ec4-a3b6-afd7da608fb8,revision_number=None']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:45:51.141939 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (e75d1b00-832d-4bf5-b078-2c4f5b2c10cd), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:45:51.654596 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bd15b6-1447-48fa-8b09-ee41a8ddc11f req-1cb243f2-06ae-4787-adce-0af064ea9b85 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:45:51.656583 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-97bd15b6-1447-48fa-8b09-ee41a8ddc11f req-1cb243f2-06ae-4787-adce-0af064ea9b85 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce5ee017-4daf-4262-8ab0-d31cbfc42bce HTTP/1.1" status: 200 len: 945 time: 0.0563734 Jan 29 03:45:51.702804 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-97bd15b6-1447-48fa-8b09-ee41a8ddc11f req-fe1abc34-defc-4305-9c49-120ea81eeab3 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c3df9bf-9f05-408c-a02f-29a763dd3f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407200 Jan 29 03:45:51.729835 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 45486) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:45:51.743571 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-bbbb3f03-fa2e-430a-a408-d0e70ae7b262 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:45:51.815076 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-bbbb3f03-fa2e-430a-a408-d0e70ae7b262 admin admin] Publish callbacks [] for security_group (06462eaa-9842-40b2-986a-611fff9291fd), precommit_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:45:51.901605 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-bbbb3f03-fa2e-430a-a408-d0e70ae7b262 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (06462eaa-9842-40b2-986a-611fff9291fd), after_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:45:51.945376 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-bbbb3f03-fa2e-430a-a408-d0e70ae7b262 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=04c68f0f11e7431bac98e9022fae927e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2143917 Jan 29 03:45:51.947455 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbb3f03-fa2e-430a-a408-d0e70ae7b262 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06462eaa-9842-40b2-986a-611fff9291fd,revision_number=1']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:45:51.948164 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 45492) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:45:52.019948 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-10f2e694-4e68-44c1-8bc8-074d0e5bfcf9 admin admin] Publish callbacks [] for security_group (06462eaa-9842-40b2-986a-611fff9291fd), before_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:45:52.043134 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-10f2e694-4e68-44c1-8bc8-074d0e5bfcf9 admin admin] Publish callbacks [] for security_group (06462eaa-9842-40b2-986a-611fff9291fd), precommit_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:45:52.153441 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-10f2e694-4e68-44c1-8bc8-074d0e5bfcf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (06462eaa-9842-40b2-986a-611fff9291fd), after_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:45:52.157008 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-10f2e694-4e68-44c1-8bc8-074d0e5bfcf9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:45:52.162258 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-10f2e694-4e68-44c1-8bc8-074d0e5bfcf9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/06462eaa-9842-40b2-986a-611fff9291fd HTTP/1.1" status: 204 len: 168 time: 0.2084782 Jan 29 03:45:52.166295 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f2e694-4e68-44c1-8bc8-074d0e5bfcf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06462eaa-9842-40b2-986a-611fff9291fd,revision_number=None']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:45:52.759474 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 45522) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:45:52.830477 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6f5ea3-f808-459a-a4f8-8d9130832a75 req-46f0c420-e095-49cd-9c9e-4155c4a33c5b tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:45:52.832075 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-ef6f5ea3-f808-459a-a4f8-8d9130832a75 req-46f0c420-e095-49cd-9c9e-4155c4a33c5b tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce5ee017-4daf-4262-8ab0-d31cbfc42bce HTTP/1.1" status: 200 len: 945 time: 0.0606487 Jan 29 03:45:52.875735 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-fdd7ca5c-6927-490f-8f50-8eecae291155 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:45:52.889700 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-ef6f5ea3-f808-459a-a4f8-8d9130832a75 req-7cafc4ae-9fa9-4f36-9f67-22b3dcab8148 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c3df9bf-9f05-408c-a02f-29a763dd3f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500605 Jan 29 03:45:52.956672 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-fdd7ca5c-6927-490f-8f50-8eecae291155 admin admin] Publish callbacks [] for security_group (85f36220-4100-4e88-83a7-782b03852c29), precommit_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:45:53.130983 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-fdd7ca5c-6927-490f-8f50-8eecae291155 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (85f36220-4100-4e88-83a7-782b03852c29), after_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:45:53.167858 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd7ca5c-6927-490f-8f50-8eecae291155 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85f36220-4100-4e88-83a7-782b03852c29,revision_number=1']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:45:53.173423 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-fdd7ca5c-6927-490f-8f50-8eecae291155 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ac00d6319f2c4f6788393e90bc8c3e94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4129021 Jan 29 03:45:53.176478 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 45536) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:45:53.249906 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-cb80ac14-181d-4414-958b-1b1095154565 admin admin] Publish callbacks [] for security_group (85f36220-4100-4e88-83a7-782b03852c29), before_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:45:53.273929 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-cb80ac14-181d-4414-958b-1b1095154565 admin admin] Publish callbacks [] for security_group (85f36220-4100-4e88-83a7-782b03852c29), precommit_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:45:53.376503 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-cb80ac14-181d-4414-958b-1b1095154565 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (85f36220-4100-4e88-83a7-782b03852c29), after_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:45:53.379057 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-cb80ac14-181d-4414-958b-1b1095154565 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:45:53.380263 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-cb80ac14-181d-4414-958b-1b1095154565 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/85f36220-4100-4e88-83a7-782b03852c29 HTTP/1.1" status: 204 len: 168 time: 0.2025294 Jan 29 03:45:53.388515 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb80ac14-181d-4414-958b-1b1095154565 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85f36220-4100-4e88-83a7-782b03852c29,revision_number=None']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:45:54.012864 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2abdc1-09e9-4966-a449-8fe5b0e79cb0 req-5a635556-26c2-4231-8ffb-bed8cd86d191 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:45:54.014517 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-6b2abdc1-09e9-4966-a449-8fe5b0e79cb0 req-5a635556-26c2-4231-8ffb-bed8cd86d191 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce5ee017-4daf-4262-8ab0-d31cbfc42bce HTTP/1.1" status: 200 len: 945 time: 0.0531213 Jan 29 03:45:54.063716 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-6b2abdc1-09e9-4966-a449-8fe5b0e79cb0 req-d8623f85-2c30-470d-a15c-42d0a0a3db8d tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c3df9bf-9f05-408c-a02f-29a763dd3f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438907 Jan 29 03:45:54.434039 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789494e5-e5ad-433a-ade5-5fd953e57c0c req-6d7459fc-74b4-48e4-87f0-e4418162dd95 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:45:54.435552 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-789494e5-e5ad-433a-ade5-5fd953e57c0c req-6d7459fc-74b4-48e4-87f0-e4418162dd95 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/networks?id=4191093a-3e75-431e-ba6a-0a5e62dd1238 HTTP/1.1" status: 200 len: 815 time: 0.1108243 Jan 29 03:45:54.453906 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-789494e5-e5ad-433a-ade5-5fd953e57c0c req-ae72d6bf-718d-457b-8c3b-df614fd5ff4c tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/quotas/a61fc9a8db7445ca8c465347f41732e8 HTTP/1.1" status: 200 len: 375 time: 0.0105371 Jan 29 03:45:54.508887 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-789494e5-e5ad-433a-ade5-5fd953e57c0c req-4cd1baeb-fc82-4c18-8df2-926be5aed0a4 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a61fc9a8db7445ca8c465347f41732e8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0497315 Jan 29 03:45:54.609823 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-789494e5-e5ad-433a-ade5-5fd953e57c0c req-fab395cd-175a-4460-a6b9-dcbbbe548754 service neutron] 10.222.0.16 "GET /v2.0/networks/4191093a-3e75-431e-ba6a-0a5e62dd1238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935583 Jan 29 03:45:54.710258 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-789494e5-e5ad-433a-ade5-5fd953e57c0c req-ee25376a-8f32-47ec-9b5e-310c26d4172c service neutron] 10.222.0.16 "GET /v2.0/networks/4191093a-3e75-431e-ba6a-0a5e62dd1238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948312 Jan 29 03:45:55.014758 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-7d24a909-0034-46a5-bdbf-0e8e124d4301 req-b93e8493-eb33-4414-b1ba-5172e7a88160 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c4648ab-9197-424a-bbd3-154000deff15 HTTP/1.1" status: 200 len: 210 time: 0.0345218 Jan 29 03:45:55.210827 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdd2b1f-49a0-4672-859d-a835c224a212 req-478cfd51-06a1-43f1-a94f-769934c55329 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:45:55.212300 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-fbdd2b1f-49a0-4672-859d-a835c224a212 req-478cfd51-06a1-43f1-a94f-769934c55329 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce5ee017-4daf-4262-8ab0-d31cbfc42bce HTTP/1.1" status: 200 len: 945 time: 0.0755339 Jan 29 03:45:55.263932 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-fbdd2b1f-49a0-4672-859d-a835c224a212 req-38643db4-1f99-4d67-8b6e-9b40c0400e1c tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c3df9bf-9f05-408c-a02f-29a763dd3f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459354 Jan 29 03:45:55.941424 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (ad4128b7-7a77-4672-aa49-b5d5d6c7d736), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:45:56.104282 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-7ce96618-50e5-4396-b95b-cf573ff3cecc req-5dada2ac-1914-4b9d-aca1-618526915c61 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c4648ab-9197-424a-bbd3-154000deff15 HTTP/1.1" status: 200 len: 210 time: 0.0283639 Jan 29 03:45:56.395853 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2ca534-ba7a-4397-8873-67942977709f req-0c258a5f-bcd1-4b62-8b9a-2e456aa760ff tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:45:56.397419 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-ec2ca534-ba7a-4397-8873-67942977709f req-0c258a5f-bcd1-4b62-8b9a-2e456aa760ff tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce5ee017-4daf-4262-8ab0-d31cbfc42bce HTTP/1.1" status: 200 len: 945 time: 0.0624423 Jan 29 03:45:56.447151 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-ec2ca534-ba7a-4397-8873-67942977709f req-026bd589-a8d9-4da3-929b-baff7ea37c78 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c3df9bf-9f05-408c-a02f-29a763dd3f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440764 Jan 29 03:45:57.202023 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-8f5d381a-e576-4908-9c27-9e45f1fe6cc0 req-8302b546-712c-45d6-a619-7595864dc557 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c4648ab-9197-424a-bbd3-154000deff15 HTTP/1.1" status: 200 len: 210 time: 0.0254722 Jan 29 03:45:57.399662 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789494e5-e5ad-433a-ade5-5fd953e57c0c req-4f5b60f1-2108-4c39-80f9-f49703840e83 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:45:57.401828 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-789494e5-e5ad-433a-ade5-5fd953e57c0c req-4f5b60f1-2108-4c39-80f9-f49703840e83 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.25 "GET /v2.0/networks?id=4191093a-3e75-431e-ba6a-0a5e62dd1238 HTTP/1.1" status: 200 len: 815 time: 0.1072118 Jan 29 03:45:57.421991 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.v2.base [req-789494e5-e5ad-433a-ade5-5fd953e57c0c req-e93a7ab3-6213-41d4-a33b-e8a8b582e326 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] Request body: {'port': {'device_id': '0c4648ab-9197-424a-bbd3-154000deff15', 'network_id': '4191093a-3e75-431e-ba6a-0a5e62dd1238', 'admin_state_up': True, 'tenant_id': 'a61fc9a8db7445ca8c465347f41732e8'}} {{(pid=109550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 03:45:57.756896 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d548a79-842a-4abc-bae7-a7e278e69e68 req-04839c1a-af0a-44ed-b6ff-7a4c90ce9c1d tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:45:57.758381 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-0d548a79-842a-4abc-bae7-a7e278e69e68 req-04839c1a-af0a-44ed-b6ff-7a4c90ce9c1d tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce5ee017-4daf-4262-8ab0-d31cbfc42bce HTTP/1.1" status: 200 len: 945 time: 0.1090605 Jan 29 03:45:57.817070 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-0d548a79-842a-4abc-bae7-a7e278e69e68 req-21e17067-6725-4e11-8655-5eda27c436d6 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c3df9bf-9f05-408c-a02f-29a763dd3f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458047 Jan 29 03:45:57.873053 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-789494e5-e5ad-433a-ade5-5fd953e57c0c req-e93a7ab3-6213-41d4-a33b-e8a8b582e326 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] Made reservation on behalf of a61fc9a8db7445ca8c465347f41732e8 for: {'port': 1} {{(pid=109550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 03:45:57.877104 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-789494e5-e5ad-433a-ade5-5fd953e57c0c req-e93a7ab3-6213-41d4-a33b-e8a8b582e326 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (None), before_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:45:58.002402 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.db.db_base_plugin_common [req-789494e5-e5ad-433a-ade5-5fd953e57c0c req-e93a7ab3-6213-41d4-a33b-e8a8b582e326 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] Allocated IP 172.20.0.3 (4191093a-3e75-431e-ba6a-0a5e62dd1238/167c6c42-9dd3-4598-ba9e-66d705822162/a45095a8-11a0-4b26-80eb-17ac9fcbb199) {{(pid=109550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 03:45:58.150759 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-789494e5-e5ad-433a-ade5-5fd953e57c0c req-e93a7ab3-6213-41d4-a33b-e8a8b582e326 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] Publish callbacks [] for port (a45095a8-11a0-4b26-80eb-17ac9fcbb199), precommit_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:45:58.284902 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-789494e5-e5ad-433a-ade5-5fd953e57c0c req-e93a7ab3-6213-41d4-a33b-e8a8b582e326 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787145433393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9207350'] for port (a45095a8-11a0-4b26-80eb-17ac9fcbb199), after_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:45:58.326915 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-789494e5-e5ad-433a-ade5-5fd953e57c0c req-e93a7ab3-6213-41d4-a33b-e8a8b582e326 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] Network 4191093a-3e75-431e-ba6a-0a5e62dd1238 is already hosted by enough agents. {{(pid=109550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 03:45:58.329889 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.scheduler.base_scheduler [req-789494e5-e5ad-433a-ade5-5fd953e57c0c req-e93a7ab3-6213-41d4-a33b-e8a8b582e326 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] Resources bound (agent type, host, resource id): {{(pid=109550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 03:45:58.332202 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56ce92d-c28d-4fcd-86d6-1690dbfd84b5 req-b3dbe5d7-d72c-46ad-b61f-b31eaa3f5b4b tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:45:58.332702 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.db.l3_dvrscheduler_db [req-789494e5-e5ad-433a-ade5-5fd953e57c0c req-e93a7ab3-6213-41d4-a33b-e8a8b582e326 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] Received port after_create {{(pid=109550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 03:45:58.333688 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-e56ce92d-c28d-4fcd-86d6-1690dbfd84b5 req-b3dbe5d7-d72c-46ad-b61f-b31eaa3f5b4b tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c4648ab-9197-424a-bbd3-154000deff15 HTTP/1.1" status: 200 len: 931 time: 0.0596139 Jan 29 03:45:58.369643 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93a7ab3-6213-41d4-a33b-e8a8b582e326 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] Pushing event updated for resources: {'Port': ['ID=a45095a8-11a0-4b26-80eb-17ac9fcbb199,revision_number=1']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:45:58.380497 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-e56ce92d-c28d-4fcd-86d6-1690dbfd84b5 req-55168565-e356-48cd-8ad7-39c17911cd19 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d2e1765-fee5-481b-a069-96f98e74cbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407727 Jan 29 03:45:58.393713 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789494e5-e5ad-433a-ade5-5fd953e57c0c req-e93a7ab3-6213-41d4-a33b-e8a8b582e326 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:45:58.394365 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-789494e5-e5ad-433a-ade5-5fd953e57c0c req-e93a7ab3-6213-41d4-a33b-e8a8b582e326 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166518'] for port (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:45:58.522086 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-789494e5-e5ad-433a-ade5-5fd953e57c0c req-e93a7ab3-6213-41d4-a33b-e8a8b582e326 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1038771 Jan 29 03:45:58.940850 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681c9d52-49a1-4877-8c1a-d2890e34b528 req-232fde7c-6582-4db0-819c-9e53032967e7 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:45:58.942397 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-681c9d52-49a1-4877-8c1a-d2890e34b528 req-232fde7c-6582-4db0-819c-9e53032967e7 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce5ee017-4daf-4262-8ab0-d31cbfc42bce HTTP/1.1" status: 200 len: 945 time: 0.0527363 Jan 29 03:45:58.995267 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-681c9d52-49a1-4877-8c1a-d2890e34b528 req-6892a776-0e37-4ac3-92c5-fd0e583e49f8 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c3df9bf-9f05-408c-a02f-29a763dd3f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472801 Jan 29 03:45:59.500250 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639ad6d7-7315-4ebd-9e4b-5620e302fc0c req-ce6a147f-3686-40f0-872a-e1814250f0d3 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:45:59.501769 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-639ad6d7-7315-4ebd-9e4b-5620e302fc0c req-ce6a147f-3686-40f0-872a-e1814250f0d3 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c4648ab-9197-424a-bbd3-154000deff15 HTTP/1.1" status: 200 len: 931 time: 0.0531721 Jan 29 03:45:59.552082 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-639ad6d7-7315-4ebd-9e4b-5620e302fc0c req-b0a4f10f-c3fd-45e7-a1ea-e2c473363b51 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d2e1765-fee5-481b-a069-96f98e74cbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447099 Jan 29 03:46:00.114297 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f398d8d-60d3-4849-bdc1-7c9848d9987d req-13d7489d-fac8-4c6f-a1dd-a7bf94459254 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:46:00.115679 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-5f398d8d-60d3-4849-bdc1-7c9848d9987d req-13d7489d-fac8-4c6f-a1dd-a7bf94459254 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce5ee017-4daf-4262-8ab0-d31cbfc42bce HTTP/1.1" status: 200 len: 945 time: 0.0511639 Jan 29 03:46:00.161682 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-5f398d8d-60d3-4849-bdc1-7c9848d9987d req-9d8d39a5-578b-4862-9d9b-e1b9ef5e8c02 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c3df9bf-9f05-408c-a02f-29a763dd3f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404122 Jan 29 03:46:00.184763 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.v2.base [req-789494e5-e5ad-433a-ade5-5fd953e57c0c req-fbab8849-6c92-4a03-a103-49fa59c46743 service neutron] Request body: {'port': {'device_id': '0c4648ab-9197-424a-bbd3-154000deff15', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82694'}} {{(pid=109550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 03:46:00.199331 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] get_ports_and_sgs() called for port_ids ['26b58599-e1e8-4de8-a1fd-779b33246181', '67b0b6c1-cb7b-438f-a2e1-afa6543d4e99'] {{(pid=109551) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 03:46:00.256831 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-789494e5-e5ad-433a-ade5-5fd953e57c0c req-fbab8849-6c92-4a03-a103-49fa59c46743 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (a45095a8-11a0-4b26-80eb-17ac9fcbb199), before_update {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:46:00.525527 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.notifiers.nova [req-789494e5-e5ad-433a-ade5-5fd953e57c0c req-fbab8849-6c92-4a03-a103-49fa59c46743 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a45095a8-11a0-4b26-80eb-17ac9fcbb199 {{(pid=109550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 03:46:00.532963 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-789494e5-e5ad-433a-ade5-5fd953e57c0c req-fbab8849-6c92-4a03-a103-49fa59c46743 service neutron] Publish callbacks [] for port (a45095a8-11a0-4b26-80eb-17ac9fcbb199), precommit_update {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:46:00.548603 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.db.provisioning_blocks [req-789494e5-e5ad-433a-ade5-5fd953e57c0c req-fbab8849-6c92-4a03-a103-49fa59c46743 service neutron] Transition to ACTIVE for port object a45095a8-11a0-4b26-80eb-17ac9fcbb199 will not be triggered until provisioned by entity L2. {{(pid=109550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 03:46:00.643718 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-789494e5-e5ad-433a-ade5-5fd953e57c0c req-fbab8849-6c92-4a03-a103-49fa59c46743 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9207359'] for port (a45095a8-11a0-4b26-80eb-17ac9fcbb199), after_update {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:46:00.670089 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b52e1c0-0235-479a-b7e1-1185240252d9 req-c5eb0126-8c9c-4fd2-a522-cdd334d27923 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:46:00.671660 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-8b52e1c0-0235-479a-b7e1-1185240252d9 req-c5eb0126-8c9c-4fd2-a522-cdd334d27923 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c4648ab-9197-424a-bbd3-154000deff15 HTTP/1.1" status: 200 len: 931 time: 0.0534184 Jan 29 03:46:00.716854 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbab8849-6c92-4a03-a103-49fa59c46743 service neutron] Pushing event updated for resources: {'Port': ['ID=a45095a8-11a0-4b26-80eb-17ac9fcbb199,revision_number=2']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:46:00.720949 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-8b52e1c0-0235-479a-b7e1-1185240252d9 req-b4a0e908-476a-475d-93fb-b09da2287df4 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d2e1765-fee5-481b-a069-96f98e74cbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433946 Jan 29 03:46:00.766858 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.managers [req-789494e5-e5ad-433a-ade5-5fd953e57c0c req-fbab8849-6c92-4a03-a103-49fa59c46743 service neutron] Attempting to bind port a45095a8-11a0-4b26-80eb-17ac9fcbb199 on host hv-cinder-82694 for vnic_type normal with profile {{(pid=109550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 03:46:00.767191 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.managers [req-789494e5-e5ad-433a-ade5-5fd953e57c0c req-fbab8849-6c92-4a03-a103-49fa59c46743 service neutron] Attempting to bind port a45095a8-11a0-4b26-80eb-17ac9fcbb199 by drivers openvswitch,hyperv on host hv-cinder-82694 at level 0 using segments [{'id': '55c6d1ba-1ae1-4be3-9e12-aad260737131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '4191093a-3e75-431e-ba6a-0a5e62dd1238'}] {{(pid=109550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 03:46:00.769319 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789494e5-e5ad-433a-ade5-5fd953e57c0c req-fbab8849-6c92-4a03-a103-49fa59c46743 service neutron] Attempting to bind port a45095a8-11a0-4b26-80eb-17ac9fcbb199 on network 4191093a-3e75-431e-ba6a-0a5e62dd1238 {{(pid=109550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 03:46:00.772147 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789494e5-e5ad-433a-ade5-5fd953e57c0c req-fbab8849-6c92-4a03-a103-49fa59c46743 service neutron] Port a45095a8-11a0-4b26-80eb-17ac9fcbb199 on network 4191093a-3e75-431e-ba6a-0a5e62dd1238 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82694 {{(pid=109550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 03:46:00.772462 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789494e5-e5ad-433a-ade5-5fd953e57c0c req-fbab8849-6c92-4a03-a103-49fa59c46743 service neutron] Attempting to bind port a45095a8-11a0-4b26-80eb-17ac9fcbb199 on network 4191093a-3e75-431e-ba6a-0a5e62dd1238 {{(pid=109550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 03:46:00.777300 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789494e5-e5ad-433a-ade5-5fd953e57c0c req-fbab8849-6c92-4a03-a103-49fa59c46743 service neutron] Checking agent: {'id': 'ad4128b7-7a77-4672-aa49-b5d5d6c7d736', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 3, 42, 25), 'started_at': datetime.datetime(2022, 1, 29, 3, 42, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 3, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 03:46:00.777623 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789494e5-e5ad-433a-ade5-5fd953e57c0c req-fbab8849-6c92-4a03-a103-49fa59c46743 service neutron] Checking segment: {'id': '55c6d1ba-1ae1-4be3-9e12-aad260737131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '4191093a-3e75-431e-ba6a-0a5e62dd1238'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 03:46:00.777997 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789494e5-e5ad-433a-ade5-5fd953e57c0c req-fbab8849-6c92-4a03-a103-49fa59c46743 service neutron] Bound using segment: {'id': '55c6d1ba-1ae1-4be3-9e12-aad260737131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '4191093a-3e75-431e-ba6a-0a5e62dd1238'} {{(pid=109550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 03:46:00.778490 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.managers [req-789494e5-e5ad-433a-ade5-5fd953e57c0c req-fbab8849-6c92-4a03-a103-49fa59c46743 service neutron] Bound port: a45095a8-11a0-4b26-80eb-17ac9fcbb199, host: hv-cinder-82694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55c6d1ba-1ae1-4be3-9e12-aad260737131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '4191093a-3e75-431e-ba6a-0a5e62dd1238'}}] {{(pid=109550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 03:46:00.778831 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-789494e5-e5ad-433a-ade5-5fd953e57c0c req-fbab8849-6c92-4a03-a103-49fa59c46743 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (a45095a8-11a0-4b26-80eb-17ac9fcbb199), before_update {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:46:00.840477 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.db [req-789494e5-e5ad-433a-ade5-5fd953e57c0c req-fbab8849-6c92-4a03-a103-49fa59c46743 service neutron] For port a45095a8-11a0-4b26-80eb-17ac9fcbb199, host hv-cinder-82694, cleared binding levels {{(pid=109550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 03:46:00.843444 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.db [req-789494e5-e5ad-433a-ade5-5fd953e57c0c req-fbab8849-6c92-4a03-a103-49fa59c46743 service neutron] For port a45095a8-11a0-4b26-80eb-17ac9fcbb199, host hv-cinder-82694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=a45095a8-11a0-4b26-80eb-17ac9fcbb199,segment=NetworkSegment(55c6d1ba-1ae1-4be3-9e12-aad260737131),segment_id=55c6d1ba-1ae1-4be3-9e12-aad260737131)] {{(pid=109550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 03:46:00.964863 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-789494e5-e5ad-433a-ade5-5fd953e57c0c req-fbab8849-6c92-4a03-a103-49fa59c46743 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9207359'] for port (a45095a8-11a0-4b26-80eb-17ac9fcbb199), after_update {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:46:01.000692 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789494e5-e5ad-433a-ade5-5fd953e57c0c req-fbab8849-6c92-4a03-a103-49fa59c46743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:46:01.001299 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-789494e5-e5ad-433a-ade5-5fd953e57c0c req-fbab8849-6c92-4a03-a103-49fa59c46743 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166518'] for port (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:46:01.002685 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-789494e5-e5ad-433a-ade5-5fd953e57c0c req-fbab8849-6c92-4a03-a103-49fa59c46743 service neutron] 10.222.0.25 "PUT /v2.0/ports/a45095a8-11a0-4b26-80eb-17ac9fcbb199 HTTP/1.1" status: 200 len: 1093 time: 0.8225408 Jan 29 03:46:01.003121 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c4648ab-9197-424a-bbd3-154000deff15', 'tag': 'a45095a8-11a0-4b26-80eb-17ac9fcbb199'}] {{(pid=109550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 03:46:01.005312 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fa7e8514ec8b1871638cf3d0c6bf241b62bf17ffd430199c6215cc57604ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ce1925c-0417-42a9-b146-9dbbfba6b040" -d '{"events": [{"name": "network-changed", "server_uuid": "0c4648ab-9197-424a-bbd3-154000deff15", "tag": "a45095a8-11a0-4b26-80eb-17ac9fcbb199"}]}' {{(pid=109550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 03:46:01.029703 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbab8849-6c92-4a03-a103-49fa59c46743 service neutron] Pushing event updated for resources: {'Port': ['ID=a45095a8-11a0-4b26-80eb-17ac9fcbb199,revision_number=3']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:46:01.041073 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 03:46:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ee3e19d-6679-45c1-8a5a-95c124887cb7 x-openstack-request-id: req-2ee3e19d-6679-45c1-8a5a-95c124887cb7 {{(pid=109550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 03:46:01.041346 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c4648ab-9197-424a-bbd3-154000deff15", "tag": "a45095a8-11a0-4b26-80eb-17ac9fcbb199", "status": "completed", "code": 200}]} {{(pid=109550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 03:46:01.041602 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2ee3e19d-6679-45c1-8a5a-95c124887cb7 {{(pid=109550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 03:46:01.041992 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c4648ab-9197-424a-bbd3-154000deff15', 'tag': 'a45095a8-11a0-4b26-80eb-17ac9fcbb199', 'status': 'completed', 'code': 200} Jan 29 03:46:01.140655 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce1925c-0417-42a9-b146-9dbbfba6b040 req-3ae05a44-3980-45ca-83b1-b57bb25055d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:46:01.142154 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-4ce1925c-0417-42a9-b146-9dbbfba6b040 req-3ae05a44-3980-45ca-83b1-b57bb25055d1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a61fc9a8db7445ca8c465347f41732e8&device_id=0c4648ab-9197-424a-bbd3-154000deff15 HTTP/1.1" status: 200 len: 1127 time: 0.0450613 Jan 29 03:46:01.257140 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce1925c-0417-42a9-b146-9dbbfba6b040 req-667f217e-49b3-486f-a127-3f9ca5c6ddfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:46:01.258648 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-4ce1925c-0417-42a9-b146-9dbbfba6b040 req-667f217e-49b3-486f-a127-3f9ca5c6ddfd service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=a61fc9a8db7445ca8c465347f41732e8&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1014376 Jan 29 03:46:01.289171 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae510f29-7917-4926-bef0-bad95e171644 req-4096a2e1-9b20-48d6-a386-2a7b68ec833c tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:46:01.291069 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-ae510f29-7917-4926-bef0-bad95e171644 req-4096a2e1-9b20-48d6-a386-2a7b68ec833c tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce5ee017-4daf-4262-8ab0-d31cbfc42bce HTTP/1.1" status: 200 len: 945 time: 0.0591929 Jan 29 03:46:01.345472 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-ae510f29-7917-4926-bef0-bad95e171644 req-f3b70885-4574-4ca7-894e-bbc5f61b9fe5 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c3df9bf-9f05-408c-a02f-29a763dd3f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469582 Jan 29 03:46:01.365785 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce1925c-0417-42a9-b146-9dbbfba6b040 req-160f2a26-689d-48a5-8d1d-3f1ac3676088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:46:01.367415 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-4ce1925c-0417-42a9-b146-9dbbfba6b040 req-160f2a26-689d-48a5-8d1d-3f1ac3676088 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1017675 Jan 29 03:46:01.485580 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789494e5-e5ad-433a-ade5-5fd953e57c0c req-23d20a67-8f64-4f85-8d15-186a9d2a1e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:46:01.487901 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-789494e5-e5ad-433a-ade5-5fd953e57c0c req-23d20a67-8f64-4f85-8d15-186a9d2a1e2e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a61fc9a8db7445ca8c465347f41732e8&device_id=0c4648ab-9197-424a-bbd3-154000deff15 HTTP/1.1" status: 200 len: 1127 time: 0.0487447 Jan 29 03:46:01.552115 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-789494e5-e5ad-433a-ade5-5fd953e57c0c req-edd34d03-693d-4f3a-8a7f-15b735a47c2a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a45095a8-11a0-4b26-80eb-17ac9fcbb199 HTTP/1.1" status: 200 len: 217 time: 0.0410509 Jan 29 03:46:01.609112 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789494e5-e5ad-433a-ade5-5fd953e57c0c req-8fab17dd-0b6a-45cb-a5cc-ec60267b3d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:46:01.610659 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-789494e5-e5ad-433a-ade5-5fd953e57c0c req-8fab17dd-0b6a-45cb-a5cc-ec60267b3d8e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=167c6c42-9dd3-4598-ba9e-66d705822162 HTTP/1.1" status: 200 len: 855 time: 0.0518985 Jan 29 03:46:01.641528 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-789494e5-e5ad-433a-ade5-5fd953e57c0c req-11ee6c30-4240-4dc2-8a46-60fa0d2ae857 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4191093a-3e75-431e-ba6a-0a5e62dd1238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246265 Jan 29 03:46:01.736382 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-789494e5-e5ad-433a-ade5-5fd953e57c0c req-e232afa8-4ccc-4cca-8a27-cb6f827c2697 service neutron] 10.222.0.25 "GET /v2.0/networks/4191093a-3e75-431e-ba6a-0a5e62dd1238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877717 Jan 29 03:46:01.868256 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-789494e5-e5ad-433a-ade5-5fd953e57c0c req-c9d73891-7025-4b60-8bac-6af0b918c267 service neutron] 10.222.0.25 "GET /v2.0/networks/4191093a-3e75-431e-ba6a-0a5e62dd1238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258106 Jan 29 03:46:01.876130 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd85fe73-b05d-4c73-9567-1f8de1fd8a79 req-422742bc-de91-4ced-bd81-2e266b5fc4be tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:46:01.877610 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-dd85fe73-b05d-4c73-9567-1f8de1fd8a79 req-422742bc-de91-4ced-bd81-2e266b5fc4be tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c4648ab-9197-424a-bbd3-154000deff15 HTTP/1.1" status: 200 len: 943 time: 0.0841935 Jan 29 03:46:01.924781 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-dd85fe73-b05d-4c73-9567-1f8de1fd8a79 req-85cc1b72-da39-4c08-9eab-81308e8d0c8e tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d2e1765-fee5-481b-a069-96f98e74cbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413482 Jan 29 03:46:02.215141 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 45826) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:46:02.322436 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-6c6c16f7-d508-47bc-8301-4a20319a19d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:46:02.396770 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-6c6c16f7-d508-47bc-8301-4a20319a19d1 admin admin] Publish callbacks [] for security_group (e918faa1-35dc-4048-950e-97c10a03c5fc), precommit_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:46:02.473181 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7f782e-a1f2-40e1-a7a7-8c99e9fb3071 req-b4ea72f7-0f87-4325-be08-83c682f9c5cd tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:46:02.474886 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-da7f782e-a1f2-40e1-a7a7-8c99e9fb3071 req-b4ea72f7-0f87-4325-be08-83c682f9c5cd tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce5ee017-4daf-4262-8ab0-d31cbfc42bce HTTP/1.1" status: 200 len: 945 time: 0.0535479 Jan 29 03:46:02.478779 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-6c6c16f7-d508-47bc-8301-4a20319a19d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (e918faa1-35dc-4048-950e-97c10a03c5fc), after_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:46:02.529425 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-6c6c16f7-d508-47bc-8301-4a20319a19d1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a6be8e5b688748cabda4dd1d4f510acb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3132195 Jan 29 03:46:02.536488 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 45836) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:46:02.550411 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6c16f7-d508-47bc-8301-4a20319a19d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e918faa1-35dc-4048-950e-97c10a03c5fc,revision_number=1']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:46:02.581451 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833cb24d-66bd-4fca-90f8-ce17b35922e6 req-b18458c7-b875-405c-939c-87a4873b25a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:46:02.583016 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-833cb24d-66bd-4fca-90f8-ce17b35922e6 req-b18458c7-b875-405c-939c-87a4873b25a9 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ce5ee017-4daf-4262-8ab0-d31cbfc42bce HTTP/1.1" status: 200 len: 1129 time: 0.0542991 Jan 29 03:46:02.586539 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-da7f782e-a1f2-40e1-a7a7-8c99e9fb3071 req-341bc50c-7226-4569-bc10-6bfd5f54e4e7 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c3df9bf-9f05-408c-a02f-29a763dd3f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049747 Jan 29 03:46:02.609348 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-29aa6fcd-edd8-44a9-9668-bbcba364497b admin admin] Publish callbacks [] for security_group (e918faa1-35dc-4048-950e-97c10a03c5fc), before_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:46:02.630234 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-29aa6fcd-edd8-44a9-9668-bbcba364497b admin admin] Publish callbacks [] for security_group (e918faa1-35dc-4048-950e-97c10a03c5fc), precommit_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:46:02.630811 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-833cb24d-66bd-4fca-90f8-ce17b35922e6 req-d5eaee7f-ee58-43ee-bdfa-5363f30674b0 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=6c3df9bf-9f05-408c-a02f-29a763dd3f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386658 Jan 29 03:46:02.747302 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-29aa6fcd-edd8-44a9-9668-bbcba364497b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (e918faa1-35dc-4048-950e-97c10a03c5fc), after_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:46:02.750372 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-29aa6fcd-edd8-44a9-9668-bbcba364497b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:46:02.751513 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-29aa6fcd-edd8-44a9-9668-bbcba364497b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e918faa1-35dc-4048-950e-97c10a03c5fc HTTP/1.1" status: 204 len: 168 time: 0.2141304 Jan 29 03:46:02.759169 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29aa6fcd-edd8-44a9-9668-bbcba364497b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e918faa1-35dc-4048-950e-97c10a03c5fc,revision_number=None']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:46:03.043185 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d42426-1815-4dfe-b1fa-28636367a93f req-1a24eeeb-4d36-41a0-a947-a434d2ae50e9 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:46:03.044643 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-16d42426-1815-4dfe-b1fa-28636367a93f req-1a24eeeb-4d36-41a0-a947-a434d2ae50e9 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c4648ab-9197-424a-bbd3-154000deff15 HTTP/1.1" status: 200 len: 943 time: 0.0550308 Jan 29 03:46:03.096691 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-16d42426-1815-4dfe-b1fa-28636367a93f req-d417ff17-d1fd-46ef-b362-d3415f02e3c2 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d2e1765-fee5-481b-a069-96f98e74cbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456302 Jan 29 03:46:03.393861 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 45864) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:46:03.407849 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-8ff051a8-6a86-4c2b-be04-acbc2db81eb2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:46:03.477523 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-8ff051a8-6a86-4c2b-be04-acbc2db81eb2 admin admin] Publish callbacks [] for security_group (376b9164-3a7c-4a59-accf-94e253004a76), precommit_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:46:03.558837 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-8ff051a8-6a86-4c2b-be04-acbc2db81eb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (376b9164-3a7c-4a59-accf-94e253004a76), after_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:46:03.604276 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-8ff051a8-6a86-4c2b-be04-acbc2db81eb2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=879972fdbece480f81d8910e51128179&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2068434 Jan 29 03:46:03.604276 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff051a8-6a86-4c2b-be04-acbc2db81eb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=376b9164-3a7c-4a59-accf-94e253004a76,revision_number=1']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:46:03.605129 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 45870) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:46:03.665019 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-da2584c0-667c-480c-92db-8cdd658ecb11 admin admin] Publish callbacks [] for security_group (376b9164-3a7c-4a59-accf-94e253004a76), before_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:46:03.686160 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-da2584c0-667c-480c-92db-8cdd658ecb11 admin admin] Publish callbacks [] for security_group (376b9164-3a7c-4a59-accf-94e253004a76), precommit_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:46:03.710563 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46be848e-cfb9-42c8-b105-1b16896a819f req-659603a8-5242-4c12-aca3-71e81331a678 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:46:03.712039 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-46be848e-cfb9-42c8-b105-1b16896a819f req-659603a8-5242-4c12-aca3-71e81331a678 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce5ee017-4daf-4262-8ab0-d31cbfc42bce HTTP/1.1" status: 200 len: 945 time: 0.0524702 Jan 29 03:46:03.758503 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-46be848e-cfb9-42c8-b105-1b16896a819f req-4c377e06-1c1d-4bf9-820d-37fade5793e4 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c3df9bf-9f05-408c-a02f-29a763dd3f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408008 Jan 29 03:46:03.838882 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-da2584c0-667c-480c-92db-8cdd658ecb11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (376b9164-3a7c-4a59-accf-94e253004a76), after_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:46:03.841538 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-da2584c0-667c-480c-92db-8cdd658ecb11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:46:03.842773 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-da2584c0-667c-480c-92db-8cdd658ecb11 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/376b9164-3a7c-4a59-accf-94e253004a76 HTTP/1.1" status: 204 len: 168 time: 0.2366383 Jan 29 03:46:03.851484 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2584c0-667c-480c-92db-8cdd658ecb11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=376b9164-3a7c-4a59-accf-94e253004a76,revision_number=None']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:46:04.223090 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55677868-f211-4a24-ac6e-2ea87edf6620 req-89f8b01d-4424-42bd-b3ef-63a49ad65ff9 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:46:04.230571 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-55677868-f211-4a24-ac6e-2ea87edf6620 req-89f8b01d-4424-42bd-b3ef-63a49ad65ff9 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c4648ab-9197-424a-bbd3-154000deff15 HTTP/1.1" status: 200 len: 943 time: 0.0544765 Jan 29 03:46:04.278808 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-55677868-f211-4a24-ac6e-2ea87edf6620 req-068c65be-fb1d-4c96-9cdd-a48cb1f8b803 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d2e1765-fee5-481b-a069-96f98e74cbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428784 Jan 29 03:46:04.879429 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5577e6-947f-4e40-aee1-6ffa5b60206b req-dff58732-4661-4345-a47b-141c3ea36f01 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:46:04.884391 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-ef5577e6-947f-4e40-aee1-6ffa5b60206b req-dff58732-4661-4345-a47b-141c3ea36f01 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce5ee017-4daf-4262-8ab0-d31cbfc42bce HTTP/1.1" status: 200 len: 945 time: 0.0552785 Jan 29 03:46:04.937049 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-ef5577e6-947f-4e40-aee1-6ffa5b60206b req-38559cde-1723-4c7f-9cbc-0c3222307a86 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c3df9bf-9f05-408c-a02f-29a763dd3f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489571 Jan 29 03:46:05.065478 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa99aec-e4dc-44b6-9435-a044d6ef7fad req-752d96c7-ca6b-48d4-a091-0fec264d29f1 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:46:05.066995 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-daa99aec-e4dc-44b6-9435-a044d6ef7fad req-752d96c7-ca6b-48d4-a091-0fec264d29f1 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/ports?device_id=333eec8c-4437-4fe4-9440-e0210b9b6b71 HTTP/1.1" status: 200 len: 945 time: 0.0573494 Jan 29 03:46:05.114613 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-daa99aec-e4dc-44b6-9435-a044d6ef7fad req-15ce0e8b-b9ea-4fa3-bcc7-b295a4910e4e tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c3df9bf-9f05-408c-a02f-29a763dd3f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419593 Jan 29 03:46:05.406392 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159913a6-e99d-444b-97a4-2f08b4abf898 req-a9e925a9-0143-4ba3-be65-4fa3872bdc3a tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:46:05.408284 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-159913a6-e99d-444b-97a4-2f08b4abf898 req-a9e925a9-0143-4ba3-be65-4fa3872bdc3a tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c4648ab-9197-424a-bbd3-154000deff15 HTTP/1.1" status: 200 len: 943 time: 0.0592093 Jan 29 03:46:05.455752 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 45930) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:46:05.463684 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-159913a6-e99d-444b-97a4-2f08b4abf898 req-b7a7be82-379e-47af-9c0f-04210e859f3f tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d2e1765-fee5-481b-a069-96f98e74cbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497634 Jan 29 03:46:05.613488 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 45940) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:46:05.664308 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-3c4495c3-eb9c-4d89-95ad-d08f4bef0e11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:46:05.677918 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-662271cf-09ee-4462-a86e-269faa01b992 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:46:05.761182 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-3c4495c3-eb9c-4d89-95ad-d08f4bef0e11 admin admin] Publish callbacks [] for security_group (e26f7a1a-5151-4336-9b28-358060b44215), precommit_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:46:05.769402 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-662271cf-09ee-4462-a86e-269faa01b992 admin admin] Publish callbacks [] for security_group (607a44c0-c46e-4db4-98c2-ac0b0108dd06), precommit_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:46:05.947215 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-662271cf-09ee-4462-a86e-269faa01b992 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (607a44c0-c46e-4db4-98c2-ac0b0108dd06), after_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:46:05.947895 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-3c4495c3-eb9c-4d89-95ad-d08f4bef0e11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (e26f7a1a-5151-4336-9b28-358060b44215), after_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:46:05.994244 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-662271cf-09ee-4462-a86e-269faa01b992 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ac1e5b8e9900419b820afb9002594374&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3796053 Jan 29 03:46:05.994438 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 45946) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:46:05.995513 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662271cf-09ee-4462-a86e-269faa01b992 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=607a44c0-c46e-4db4-98c2-ac0b0108dd06,revision_number=1']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:46:06.001325 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4495c3-eb9c-4d89-95ad-d08f4bef0e11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e26f7a1a-5151-4336-9b28-358060b44215,revision_number=1']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:46:06.005427 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-3c4495c3-eb9c-4d89-95ad-d08f4bef0e11 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=470d37e9fdc643d7ba9f62da9c6b0176&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5485203 Jan 29 03:46:06.014461 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 45948) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:46:06.052488 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-1e5b53a2-4b75-4266-a38d-6dbd47938035 admin admin] Publish callbacks [] for security_group (607a44c0-c46e-4db4-98c2-ac0b0108dd06), before_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:46:06.064891 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-e772c9e0-9880-47d0-b91a-0985a4893184 admin admin] Publish callbacks [] for security_group (e26f7a1a-5151-4336-9b28-358060b44215), before_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:46:06.074094 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-1e5b53a2-4b75-4266-a38d-6dbd47938035 admin admin] Publish callbacks [] for security_group (607a44c0-c46e-4db4-98c2-ac0b0108dd06), precommit_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:46:06.086430 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-e772c9e0-9880-47d0-b91a-0985a4893184 admin admin] Publish callbacks [] for security_group (e26f7a1a-5151-4336-9b28-358060b44215), precommit_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:46:06.226990 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-1e5b53a2-4b75-4266-a38d-6dbd47938035 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (607a44c0-c46e-4db4-98c2-ac0b0108dd06), after_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:46:06.229548 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-1e5b53a2-4b75-4266-a38d-6dbd47938035 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:46:06.230712 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-1e5b53a2-4b75-4266-a38d-6dbd47938035 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/607a44c0-c46e-4db4-98c2-ac0b0108dd06 HTTP/1.1" status: 204 len: 168 time: 0.2352359 Jan 29 03:46:06.239001 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5b53a2-4b75-4266-a38d-6dbd47938035 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=607a44c0-c46e-4db4-98c2-ac0b0108dd06,revision_number=None']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:46:06.243768 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Device a45095a8-11a0-4b26-80eb-17ac9fcbb199 details requested by agent hyperv_hv-cinder-82694 with host hv-cinder-82694 {{(pid=109551) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 03:46:06.262320 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-e772c9e0-9880-47d0-b91a-0985a4893184 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (e26f7a1a-5151-4336-9b28-358060b44215), after_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:46:06.265093 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-e772c9e0-9880-47d0-b91a-0985a4893184 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:46:06.272456 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-e772c9e0-9880-47d0-b91a-0985a4893184 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e26f7a1a-5151-4336-9b28-358060b44215 HTTP/1.1" status: 204 len: 168 time: 0.2551229 Jan 29 03:46:06.292529 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e772c9e0-9880-47d0-b91a-0985a4893184 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e26f7a1a-5151-4336-9b28-358060b44215,revision_number=None']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:46:06.359984 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] For port a45095a8-11a0-4b26-80eb-17ac9fcbb199, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=a45095a8-11a0-4b26-80eb-17ac9fcbb199,segment=NetworkSegment(55c6d1ba-1ae1-4be3-9e12-aad260737131),segment_id=55c6d1ba-1ae1-4be3-9e12-aad260737131)] {{(pid=109551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 03:46:06.370968 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Returning: {'device': 'a45095a8-11a0-4b26-80eb-17ac9fcbb199', 'network_id': '4191093a-3e75-431e-ba6a-0a5e62dd1238', 'port_id': 'a45095a8-11a0-4b26-80eb-17ac9fcbb199', 'mac_address': 'fa:16:3e:53:89:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '167c6c42-9dd3-4598-ba9e-66d705822162', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109551) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 03:46:06.407802 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Current status of the port a45095a8-11a0-4b26-80eb-17ac9fcbb199 is: DOWN; New status is: BUILD {{(pid=109551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 03:46:06.408189 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (a45095a8-11a0-4b26-80eb-17ac9fcbb199), before_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:46:06.420696 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.notifiers.nova [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a45095a8-11a0-4b26-80eb-17ac9fcbb199 {{(pid=109551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 03:46:06.440805 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] For port a45095a8-11a0-4b26-80eb-17ac9fcbb199, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=a45095a8-11a0-4b26-80eb-17ac9fcbb199,segment=NetworkSegment(55c6d1ba-1ae1-4be3-9e12-aad260737131),segment_id=55c6d1ba-1ae1-4be3-9e12-aad260737131)] {{(pid=109551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 03:46:06.518754 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429'] for port (a45095a8-11a0-4b26-80eb-17ac9fcbb199), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:46:06.589478 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Pushing event updated for resources: {'Port': ['ID=a45095a8-11a0-4b26-80eb-17ac9fcbb199,revision_number=4']} {{(pid=109551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:46:06.592825 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cba2574-0e81-4ed1-857e-8190b10fe47a req-daccc38b-2182-4d5a-a5c0-24139496174e tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:46:06.595206 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-9cba2574-0e81-4ed1-857e-8190b10fe47a req-daccc38b-2182-4d5a-a5c0-24139496174e tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c4648ab-9197-424a-bbd3-154000deff15 HTTP/1.1" status: 200 len: 944 time: 0.0613894 Jan 29 03:46:06.672126 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-9cba2574-0e81-4ed1-857e-8190b10fe47a req-b2a76602-44f3-4f8e-8954-10c5536bcaa9 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d2e1765-fee5-481b-a069-96f98e74cbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689957 Jan 29 03:46:07.014382 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] get_ports_and_sgs() called for port_ids ['a45095a8-11a0-4b26-80eb-17ac9fcbb199'] {{(pid=109551) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 03:46:07.583315 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5376ceef-04c0-4779-b7af-c82bf5f7c51c req-239501e9-10fb-4eb4-822f-e248b33c47ba tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:46:07.585023 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-5376ceef-04c0-4779-b7af-c82bf5f7c51c req-239501e9-10fb-4eb4-822f-e248b33c47ba tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/ports?device_id=333eec8c-4437-4fe4-9440-e0210b9b6b71 HTTP/1.1" status: 200 len: 945 time: 0.0764282 Jan 29 03:46:07.668284 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-5376ceef-04c0-4779-b7af-c82bf5f7c51c req-38148966-e65d-4092-b858-9a571b314dd7 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c3df9bf-9f05-408c-a02f-29a763dd3f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769818 Jan 29 03:46:07.671477 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb7a58a-eeb6-48d1-88d6-917bdef18c93 req-6e047cb6-17c1-4cac-bb49-acb415a4768e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:46:07.672964 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-adb7a58a-eeb6-48d1-88d6-917bdef18c93 req-6e047cb6-17c1-4cac-bb49-acb415a4768e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=995678f3901441a099ca67990ffaa293&device_id=333eec8c-4437-4fe4-9440-e0210b9b6b71 HTTP/1.1" status: 200 len: 1129 time: 0.0805440 Jan 29 03:46:07.779884 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb7a58a-eeb6-48d1-88d6-917bdef18c93 req-40f228ad-dc32-44b8-8e9a-bbf75f2be0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:46:07.781409 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-adb7a58a-eeb6-48d1-88d6-917bdef18c93 req-40f228ad-dc32-44b8-8e9a-bbf75f2be0d0 service neutron] 10.222.0.25 "GET /v2.0/networks?id=def124bd-d2cb-4303-acf8-363c1eeee992 HTTP/1.1" status: 200 len: 918 time: 0.0871875 Jan 29 03:46:07.803664 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8853f61d-c5b7-4786-baf0-dc0a3b53dd4b req-43a6d538-5e07-4088-b259-52e6aecc0d8b tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:46:07.805143 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-8853f61d-c5b7-4786-baf0-dc0a3b53dd4b req-43a6d538-5e07-4088-b259-52e6aecc0d8b tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c4648ab-9197-424a-bbd3-154000deff15 HTTP/1.1" status: 200 len: 944 time: 0.0529811 Jan 29 03:46:07.839864 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-adb7a58a-eeb6-48d1-88d6-917bdef18c93 req-95290c0f-9c7f-42e6-bbc9-163a7905fc69 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=99574264-03c0-4cb9-9094-a916433c52ab HTTP/1.1" status: 200 len: 217 time: 0.0417209 Jan 29 03:46:07.866726 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-8853f61d-c5b7-4786-baf0-dc0a3b53dd4b req-e43099ae-33d9-46b8-b4dc-7ac2da977aab tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d2e1765-fee5-481b-a069-96f98e74cbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558529 Jan 29 03:46:07.893079 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb7a58a-eeb6-48d1-88d6-917bdef18c93 req-db6adf00-388d-4dc6-af89-7f29c3a3ec39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:46:07.894740 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-adb7a58a-eeb6-48d1-88d6-917bdef18c93 req-db6adf00-388d-4dc6-af89-7f29c3a3ec39 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=49f78b84-8abd-498c-8afc-c0464fd07915 HTTP/1.1" status: 200 len: 858 time: 0.0474894 Jan 29 03:46:07.933090 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-adb7a58a-eeb6-48d1-88d6-917bdef18c93 req-62057196-76d0-4882-b715-51d7d78f6572 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=def124bd-d2cb-4303-acf8-363c1eeee992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256383 Jan 29 03:46:08.023870 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-adb7a58a-eeb6-48d1-88d6-917bdef18c93 req-3f9060b1-b7b6-44e0-b7af-ade981514339 service neutron] 10.222.0.25 "GET /v2.0/networks/def124bd-d2cb-4303-acf8-363c1eeee992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815034 Jan 29 03:46:08.118348 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-adb7a58a-eeb6-48d1-88d6-917bdef18c93 req-85074837-a0d4-497d-9c30-67db1ec09df2 service neutron] 10.222.0.25 "GET /v2.0/networks/def124bd-d2cb-4303-acf8-363c1eeee992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853574 Jan 29 03:46:08.269792 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Device a45095a8-11a0-4b26-80eb-17ac9fcbb199 up at agent hyperv_hv-cinder-82694 {{(pid=109551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 03:46:08.415624 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.provisioning_blocks [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Provisioning for port a45095a8-11a0-4b26-80eb-17ac9fcbb199 completed by entity L2. {{(pid=109551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 03:46:08.419742 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.provisioning_blocks [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Provisioning complete for port a45095a8-11a0-4b26-80eb-17ac9fcbb199 triggered by entity L2. {{(pid=109551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 03:46:08.425475 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785313'] for port (a45095a8-11a0-4b26-80eb-17ac9fcbb199), provisioning_complete {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:46:08.497940 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Current status of the port a45095a8-11a0-4b26-80eb-17ac9fcbb199 is: BUILD; New status is: ACTIVE {{(pid=109551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 03:46:08.498370 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (a45095a8-11a0-4b26-80eb-17ac9fcbb199), before_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:46:08.520544 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c4648ab-9197-424a-bbd3-154000deff15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a45095a8-11a0-4b26-80eb-17ac9fcbb199'}] {{(pid=109551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 03:46:08.522787 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23e056b712a42e8e31026a02bb7684ebe9f34968e78d79227c0e39fde92c0103" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afc3ed81-7039-41e9-b314-72ae96cefb77" -d '{"events": [{"server_uuid": "0c4648ab-9197-424a-bbd3-154000deff15", "name": "network-vif-plugged", "status": "completed", "tag": "a45095a8-11a0-4b26-80eb-17ac9fcbb199"}]}' {{(pid=109551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 03:46:08.535171 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] For port a45095a8-11a0-4b26-80eb-17ac9fcbb199, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=a45095a8-11a0-4b26-80eb-17ac9fcbb199,segment=NetworkSegment(55c6d1ba-1ae1-4be3-9e12-aad260737131),segment_id=55c6d1ba-1ae1-4be3-9e12-aad260737131)] {{(pid=109551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 03:46:08.559700 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 03:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a592f09-51fd-4112-a966-427074454482 x-openstack-request-id: req-1a592f09-51fd-4112-a966-427074454482 {{(pid=109551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 03:46:08.560021 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c4648ab-9197-424a-bbd3-154000deff15", "name": "network-vif-plugged", "status": "completed", "tag": "a45095a8-11a0-4b26-80eb-17ac9fcbb199", "code": 200}]} {{(pid=109551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 03:46:08.560284 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1a592f09-51fd-4112-a966-427074454482 {{(pid=109551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 03:46:08.560681 dv-cinder-826949-1-iscsi neutron-server[109551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c4648ab-9197-424a-bbd3-154000deff15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a45095a8-11a0-4b26-80eb-17ac9fcbb199', 'code': 200} Jan 29 03:46:08.649986 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429'] for port (a45095a8-11a0-4b26-80eb-17ac9fcbb199), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:46:08.711625 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Pushing event updated for resources: {'Port': ['ID=a45095a8-11a0-4b26-80eb-17ac9fcbb199,revision_number=5']} {{(pid=109551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:46:08.793544 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650f117c-6e7b-475d-82f7-9f5e72ee34ab req-e024e4b0-0a1b-49bd-b0dd-90f03c97c239 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:46:08.793544 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-650f117c-6e7b-475d-82f7-9f5e72ee34ab req-e024e4b0-0a1b-49bd-b0dd-90f03c97c239 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/ports?device_id=333eec8c-4437-4fe4-9440-e0210b9b6b71 HTTP/1.1" status: 200 len: 945 time: 0.0559888 Jan 29 03:46:08.840275 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-650f117c-6e7b-475d-82f7-9f5e72ee34ab req-c127d354-743f-44b4-b981-40fa27a1215d tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c3df9bf-9f05-408c-a02f-29a763dd3f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415230 Jan 29 03:46:09.036281 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdd6aa8-e20a-437d-bd68-4c78c62c9d9a req-f46b468e-8cb0-483f-ba23-005c84d3f50c tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:46:09.045857 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-0fdd6aa8-e20a-437d-bd68-4c78c62c9d9a req-f46b468e-8cb0-483f-ba23-005c84d3f50c tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c4648ab-9197-424a-bbd3-154000deff15 HTTP/1.1" status: 200 len: 945 time: 0.1043379 Jan 29 03:46:09.064723 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41043766-ae22-4e51-8a9e-f93f25988c02 req-342ecd13-a8d7-44f6-ad3c-3f5e700e9c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:46:09.066084 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-41043766-ae22-4e51-8a9e-f93f25988c02 req-342ecd13-a8d7-44f6-ad3c-3f5e700e9c36 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=0c4648ab-9197-424a-bbd3-154000deff15 HTTP/1.1" status: 200 len: 1129 time: 0.0740230 Jan 29 03:46:09.105279 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-0fdd6aa8-e20a-437d-bd68-4c78c62c9d9a req-6ebaa04e-f9ce-4795-b9a7-d4815ccb35c6 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d2e1765-fee5-481b-a069-96f98e74cbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617075 Jan 29 03:46:09.124496 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-41043766-ae22-4e51-8a9e-f93f25988c02 req-9ee49e42-ce5f-47d2-990e-68968fd1e186 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=0d2e1765-fee5-481b-a069-96f98e74cbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490208 Jan 29 03:46:09.958684 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6812bb13-9e04-4d99-a6ab-b5cf172dc262 req-2a5259ec-0af6-4caf-a39c-ef38650acb5d tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:46:09.960198 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-6812bb13-9e04-4d99-a6ab-b5cf172dc262 req-2a5259ec-0af6-4caf-a39c-ef38650acb5d tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/ports?device_id=333eec8c-4437-4fe4-9440-e0210b9b6b71 HTTP/1.1" status: 200 len: 945 time: 0.0522783 Jan 29 03:46:10.008658 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-6812bb13-9e04-4d99-a6ab-b5cf172dc262 req-acf220e2-4e16-4f8e-a846-c4740de78bca tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c3df9bf-9f05-408c-a02f-29a763dd3f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428917 Jan 29 03:46:10.227029 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032a226c-5e5e-4412-a51f-c0d8202bdb26 req-4e44041f-3b4c-4520-a18e-fe17ec70688a tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:46:10.228560 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-032a226c-5e5e-4412-a51f-c0d8202bdb26 req-4e44041f-3b4c-4520-a18e-fe17ec70688a tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c4648ab-9197-424a-bbd3-154000deff15 HTTP/1.1" status: 200 len: 945 time: 0.0554032 Jan 29 03:46:10.278321 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-032a226c-5e5e-4412-a51f-c0d8202bdb26 req-c28456d7-4d76-4fcd-a220-d53d8eeb36a5 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d2e1765-fee5-481b-a069-96f98e74cbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436118 Jan 29 03:46:11.126604 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a58ba7-350b-4bd4-9b17-b22aaed3542d req-1b23b68b-b5d0-4880-a098-6cbc98739ec4 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:46:11.128050 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-04a58ba7-350b-4bd4-9b17-b22aaed3542d req-1b23b68b-b5d0-4880-a098-6cbc98739ec4 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/ports?device_id=333eec8c-4437-4fe4-9440-e0210b9b6b71 HTTP/1.1" status: 200 len: 945 time: 0.0540009 Jan 29 03:46:11.172720 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-04a58ba7-350b-4bd4-9b17-b22aaed3542d req-6e5cf906-0048-4177-8e05-711dc1a7f167 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c3df9bf-9f05-408c-a02f-29a763dd3f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391252 Jan 29 03:46:11.402211 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793560af-5aae-41c8-bc0c-9f0e96eea8ce req-de4653db-3aff-4191-a5d6-d2c4293d6c9c tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:46:11.403764 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-793560af-5aae-41c8-bc0c-9f0e96eea8ce req-de4653db-3aff-4191-a5d6-d2c4293d6c9c tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c4648ab-9197-424a-bbd3-154000deff15 HTTP/1.1" status: 200 len: 945 time: 0.0533035 Jan 29 03:46:11.455276 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-793560af-5aae-41c8-bc0c-9f0e96eea8ce req-70d5a77f-77de-4b5a-af4c-1c220727e524 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d2e1765-fee5-481b-a069-96f98e74cbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458469 Jan 29 03:46:12.139456 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 46096) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:46:12.283114 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-e901aa6c-2acf-4707-b11c-1974a69ac19d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:46:12.327921 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f494eb11-0d65-4597-a591-25731a510026 req-5bea9293-b82a-4790-9f57-ae7acfe84712 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:46:12.329932 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-f494eb11-0d65-4597-a591-25731a510026 req-5bea9293-b82a-4790-9f57-ae7acfe84712 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/ports?device_id=333eec8c-4437-4fe4-9440-e0210b9b6b71 HTTP/1.1" status: 200 len: 945 time: 0.0862463 Jan 29 03:46:12.404110 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-f494eb11-0d65-4597-a591-25731a510026 req-35341149-f3e4-44a8-883b-ea568ba34164 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c3df9bf-9f05-408c-a02f-29a763dd3f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685859 Jan 29 03:46:12.412942 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-e901aa6c-2acf-4707-b11c-1974a69ac19d admin admin] Publish callbacks [] for security_group (76ab93a4-64fd-418e-9975-4b01f8ef048e), precommit_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:46:12.547058 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-e901aa6c-2acf-4707-b11c-1974a69ac19d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (76ab93a4-64fd-418e-9975-4b01f8ef048e), after_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:46:12.589996 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-e901aa6c-2acf-4707-b11c-1974a69ac19d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fb56c0649eba4e6693e5f38c799ba60b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4494607 Jan 29 03:46:12.590922 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e901aa6c-2acf-4707-b11c-1974a69ac19d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76ab93a4-64fd-418e-9975-4b01f8ef048e,revision_number=1']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:46:12.592880 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 46106) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:46:12.640239 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-49ae70de-dceb-4869-9f10-81892018ad5d admin admin] Publish callbacks [] for security_group (76ab93a4-64fd-418e-9975-4b01f8ef048e), before_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:46:12.661302 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-49ae70de-dceb-4869-9f10-81892018ad5d admin admin] Publish callbacks [] for security_group (76ab93a4-64fd-418e-9975-4b01f8ef048e), precommit_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:46:12.781036 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-49ae70de-dceb-4869-9f10-81892018ad5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (76ab93a4-64fd-418e-9975-4b01f8ef048e), after_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:46:12.783667 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-49ae70de-dceb-4869-9f10-81892018ad5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:46:12.784920 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-49ae70de-dceb-4869-9f10-81892018ad5d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/76ab93a4-64fd-418e-9975-4b01f8ef048e HTTP/1.1" status: 204 len: 168 time: 0.1906853 Jan 29 03:46:12.793770 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ae70de-dceb-4869-9f10-81892018ad5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76ab93a4-64fd-418e-9975-4b01f8ef048e,revision_number=None']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:46:13.527677 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acda9f59-0603-42a8-aeb9-b77b3c49b882 req-6234a3d0-86d3-4ee7-9c4d-5d4bcaccca73 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:46:13.529537 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-acda9f59-0603-42a8-aeb9-b77b3c49b882 req-6234a3d0-86d3-4ee7-9c4d-5d4bcaccca73 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/ports?device_id=333eec8c-4437-4fe4-9440-e0210b9b6b71 HTTP/1.1" status: 200 len: 945 time: 0.0562444 Jan 29 03:46:13.547662 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 46126) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:46:13.560778 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-b7c6e79d-b47a-4219-a730-f72951ec2fda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:46:13.579649 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-acda9f59-0603-42a8-aeb9-b77b3c49b882 req-dc4f2f56-63da-4785-b0e0-306fc1974cd3 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c3df9bf-9f05-408c-a02f-29a763dd3f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422235 Jan 29 03:46:13.635355 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-b7c6e79d-b47a-4219-a730-f72951ec2fda admin admin] Publish callbacks [] for security_group (adddf67c-d5ab-4903-9274-d4cff25c93fd), precommit_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:46:13.769817 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-b7c6e79d-b47a-4219-a730-f72951ec2fda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (adddf67c-d5ab-4903-9274-d4cff25c93fd), after_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:46:13.808603 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-b7c6e79d-b47a-4219-a730-f72951ec2fda admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e45b9c50a22c428d870a48c31e95963a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2598722 Jan 29 03:46:13.809828 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c6e79d-b47a-4219-a730-f72951ec2fda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adddf67c-d5ab-4903-9274-d4cff25c93fd,revision_number=1']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:46:13.811228 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 46128) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:46:13.862268 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-297356e9-eeaf-46b0-85f1-665384f080e5 admin admin] Publish callbacks [] for security_group (adddf67c-d5ab-4903-9274-d4cff25c93fd), before_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:46:13.884152 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-297356e9-eeaf-46b0-85f1-665384f080e5 admin admin] Publish callbacks [] for security_group (adddf67c-d5ab-4903-9274-d4cff25c93fd), precommit_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:46:14.044310 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-297356e9-eeaf-46b0-85f1-665384f080e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (adddf67c-d5ab-4903-9274-d4cff25c93fd), after_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:46:14.047256 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-297356e9-eeaf-46b0-85f1-665384f080e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:46:14.048412 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-297356e9-eeaf-46b0-85f1-665384f080e5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/adddf67c-d5ab-4903-9274-d4cff25c93fd HTTP/1.1" status: 204 len: 168 time: 0.2356286 Jan 29 03:46:14.056199 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297356e9-eeaf-46b0-85f1-665384f080e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adddf67c-d5ab-4903-9274-d4cff25c93fd,revision_number=None']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:46:14.703519 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6225ee3a-5acd-4b73-a2f6-903c283ba392 req-c0d18197-452c-4a0c-af55-4878f93e58db tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:46:14.705026 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-6225ee3a-5acd-4b73-a2f6-903c283ba392 req-c0d18197-452c-4a0c-af55-4878f93e58db tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/ports?device_id=333eec8c-4437-4fe4-9440-e0210b9b6b71 HTTP/1.1" status: 200 len: 945 time: 0.0548921 Jan 29 03:46:14.750377 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-6225ee3a-5acd-4b73-a2f6-903c283ba392 req-c5a0113c-d3cb-4aae-9d1f-5f5cdd58883f tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c3df9bf-9f05-408c-a02f-29a763dd3f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392144 Jan 29 03:46:14.892127 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 46164) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:46:14.906816 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-f2abf9ac-3e81-4031-b667-9ea82acc001f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (dac82def-0781-4624-a171-654e1b1d12af), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:46:14.997803 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-8b2e8dcf-1539-4175-8078-7ac5586bc2e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:46:15.067814 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-8b2e8dcf-1539-4175-8078-7ac5586bc2e3 admin admin] Publish callbacks [] for security_group (4317e984-4f8c-413c-8207-9fc0f89ea80b), precommit_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:46:15.175909 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-8b2e8dcf-1539-4175-8078-7ac5586bc2e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (4317e984-4f8c-413c-8207-9fc0f89ea80b), after_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:46:15.214980 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-8b2e8dcf-1539-4175-8078-7ac5586bc2e3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1786248876a144e7ad0ae7ecb9895d3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3217020 Jan 29 03:46:15.215795 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2e8dcf-1539-4175-8078-7ac5586bc2e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4317e984-4f8c-413c-8207-9fc0f89ea80b,revision_number=1']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:46:15.217759 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 46168) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:46:15.268327 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-d967815d-b37e-4f5f-9a06-a83dba818f91 admin admin] Publish callbacks [] for security_group (4317e984-4f8c-413c-8207-9fc0f89ea80b), before_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:46:15.288962 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-d967815d-b37e-4f5f-9a06-a83dba818f91 admin admin] Publish callbacks [] for security_group (4317e984-4f8c-413c-8207-9fc0f89ea80b), precommit_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:46:15.426755 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-d967815d-b37e-4f5f-9a06-a83dba818f91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (4317e984-4f8c-413c-8207-9fc0f89ea80b), after_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:46:15.429328 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-d967815d-b37e-4f5f-9a06-a83dba818f91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:46:15.430538 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-d967815d-b37e-4f5f-9a06-a83dba818f91 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4317e984-4f8c-413c-8207-9fc0f89ea80b HTTP/1.1" status: 204 len: 168 time: 0.2116053 Jan 29 03:46:15.438081 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d967815d-b37e-4f5f-9a06-a83dba818f91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4317e984-4f8c-413c-8207-9fc0f89ea80b,revision_number=None']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:46:15.446015 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d967815d-b37e-4f5f-9a06-a83dba818f91 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:46:15.446412 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d967815d-b37e-4f5f-9a06-a83dba818f91 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:46:15.446763 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d967815d-b37e-4f5f-9a06-a83dba818f91 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:46:15.447105 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d967815d-b37e-4f5f-9a06-a83dba818f91 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:46:15.447444 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d967815d-b37e-4f5f-9a06-a83dba818f91 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:46:15.447781 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d967815d-b37e-4f5f-9a06-a83dba818f91 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:46:15.448149 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d967815d-b37e-4f5f-9a06-a83dba818f91 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:46:15.448987 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d967815d-b37e-4f5f-9a06-a83dba818f91 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:46:15.449323 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d967815d-b37e-4f5f-9a06-a83dba818f91 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:46:15.449682 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d967815d-b37e-4f5f-9a06-a83dba818f91 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:46:15.450012 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d967815d-b37e-4f5f-9a06-a83dba818f91 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:46:15.450359 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d967815d-b37e-4f5f-9a06-a83dba818f91 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:46:15.450684 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d967815d-b37e-4f5f-9a06-a83dba818f91 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:46:15.878792 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9863a5b5-7f25-4877-8366-5820587e4305 req-ecc19f3d-38b3-49e6-a012-f53805134e08 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:46:15.880245 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-9863a5b5-7f25-4877-8366-5820587e4305 req-ecc19f3d-38b3-49e6-a012-f53805134e08 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/ports?device_id=333eec8c-4437-4fe4-9440-e0210b9b6b71 HTTP/1.1" status: 200 len: 945 time: 0.0597610 Jan 29 03:46:15.926562 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-9863a5b5-7f25-4877-8366-5820587e4305 req-6adf0349-f8d9-40dd-85a2-eb18b44225c6 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c3df9bf-9f05-408c-a02f-29a763dd3f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406644 Jan 29 03:46:16.057286 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.agents_db [None req-5bdad2e4-4f8f-4fe6-a9f7-cf82a335ca9d None None] Agent healthcheck: found 6 active agents {{(pid=109552) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 03:46:16.077329 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 46178) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:46:16.090316 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-ae146258-7c6d-474a-acfb-1aee0c4b1d55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:46:16.160987 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-ae146258-7c6d-474a-acfb-1aee0c4b1d55 admin admin] Publish callbacks [] for security_group (27bdb8e8-900d-42d2-b19e-14ef8ee3f802), precommit_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:46:16.232717 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-ae146258-7c6d-474a-acfb-1aee0c4b1d55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (27bdb8e8-900d-42d2-b19e-14ef8ee3f802), after_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:46:16.273564 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-ae146258-7c6d-474a-acfb-1aee0c4b1d55 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d1748177b2ab40858ee17140b3218797&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1951842 Jan 29 03:46:16.274393 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae146258-7c6d-474a-acfb-1aee0c4b1d55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27bdb8e8-900d-42d2-b19e-14ef8ee3f802,revision_number=1']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:46:16.276795 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 46180) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:46:16.324223 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-e3bc906b-16c6-4f84-b69a-44626f3b129b admin admin] Publish callbacks [] for security_group (27bdb8e8-900d-42d2-b19e-14ef8ee3f802), before_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:46:16.347363 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-e3bc906b-16c6-4f84-b69a-44626f3b129b admin admin] Publish callbacks [] for security_group (27bdb8e8-900d-42d2-b19e-14ef8ee3f802), precommit_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:46:16.472599 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-e3bc906b-16c6-4f84-b69a-44626f3b129b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (27bdb8e8-900d-42d2-b19e-14ef8ee3f802), after_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:46:16.475261 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-e3bc906b-16c6-4f84-b69a-44626f3b129b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:46:16.476419 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-e3bc906b-16c6-4f84-b69a-44626f3b129b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/27bdb8e8-900d-42d2-b19e-14ef8ee3f802 HTTP/1.1" status: 204 len: 168 time: 0.1978703 Jan 29 03:46:16.484668 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bc906b-16c6-4f84-b69a-44626f3b129b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27bdb8e8-900d-42d2-b19e-14ef8ee3f802,revision_number=None']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:46:17.055739 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bb649b-c5a9-4d9b-9886-1650ee8234c2 req-4349d291-f548-4101-902c-3466a9403afb tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:46:17.057429 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-81bb649b-c5a9-4d9b-9886-1650ee8234c2 req-4349d291-f548-4101-902c-3466a9403afb tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/ports?device_id=333eec8c-4437-4fe4-9440-e0210b9b6b71 HTTP/1.1" status: 200 len: 945 time: 0.0633132 Jan 29 03:46:17.111925 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-81bb649b-c5a9-4d9b-9886-1650ee8234c2 req-5acbabf7-a7bd-492b-bc93-5a0cd01eb048 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c3df9bf-9f05-408c-a02f-29a763dd3f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488560 Jan 29 03:46:17.426528 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-558b2324-33f3-4ffc-836a-e0110e95d533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (d5b8732c-6ac1-45e3-a79e-cd9863fe8196), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:46:18.032375 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-6a0bb60c-5b7b-499b-b43f-7eb32e921150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (4cfc2a27-deed-4689-8f39-0bd5aa6fe3c3), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:46:18.230614 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48178ad-2e73-46ab-8c41-fcd42f6f7fff req-34d07265-d74f-4897-8ec5-42f3d6a03762 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:46:18.232162 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-f48178ad-2e73-46ab-8c41-fcd42f6f7fff req-34d07265-d74f-4897-8ec5-42f3d6a03762 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/ports?device_id=333eec8c-4437-4fe4-9440-e0210b9b6b71 HTTP/1.1" status: 200 len: 945 time: 0.0533412 Jan 29 03:46:18.282955 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-f48178ad-2e73-46ab-8c41-fcd42f6f7fff req-4916c669-e168-4300-88aa-651ffa09ec56 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c3df9bf-9f05-408c-a02f-29a763dd3f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449631 Jan 29 03:46:19.401957 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2fb8c1-dacb-4e63-940c-d31f7b7be51a req-032cba4d-f7a9-46c2-9d34-a02ca1a4d7f1 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:46:19.403481 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-7b2fb8c1-dacb-4e63-940c-d31f7b7be51a req-032cba4d-f7a9-46c2-9d34-a02ca1a4d7f1 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/ports?device_id=333eec8c-4437-4fe4-9440-e0210b9b6b71 HTTP/1.1" status: 200 len: 945 time: 0.0538116 Jan 29 03:46:19.438271 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-30ace4c1-806b-4d7c-a886-fe7b65bfbfcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (7774c0be-b957-4204-896b-7e749f55bf81), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:46:19.448648 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-7b2fb8c1-dacb-4e63-940c-d31f7b7be51a req-683da6e4-3ea9-40b8-9b69-49cb7b46d6da tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c3df9bf-9f05-408c-a02f-29a763dd3f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396111 Jan 29 03:46:20.572281 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb4de34-7609-4592-b29b-36e674d420a2 req-3f0539c2-4195-4582-b6cb-2c457438ce8e tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:46:20.572281 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-edb4de34-7609-4592-b29b-36e674d420a2 req-3f0539c2-4195-4582-b6cb-2c457438ce8e tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/ports?device_id=333eec8c-4437-4fe4-9440-e0210b9b6b71 HTTP/1.1" status: 200 len: 945 time: 0.0569935 Jan 29 03:46:20.621539 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-edb4de34-7609-4592-b29b-36e674d420a2 req-be4e5b18-0681-455c-bc0a-73f41e42dc6b tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c3df9bf-9f05-408c-a02f-29a763dd3f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423610 Jan 29 03:46:20.707418 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734aae66-71e7-4e7d-9663-39ea7bf9e5ab req-95cf1121-a1ac-44e1-b06a-fe2a0c20b0c5 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:46:20.708986 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-734aae66-71e7-4e7d-9663-39ea7bf9e5ab req-95cf1121-a1ac-44e1-b06a-fe2a0c20b0c5 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f5813a3-d10f-42ef-99a5-50aa1af18f3a HTTP/1.1" status: 200 len: 945 time: 0.0887024 Jan 29 03:46:20.759314 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-734aae66-71e7-4e7d-9663-39ea7bf9e5ab req-a0029c21-fa46-404f-a402-a0ff21970548 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca8be9f3-7d70-4884-a281-94c7af685802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447886 Jan 29 03:46:21.191991 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (e75d1b00-832d-4bf5-b078-2c4f5b2c10cd), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:46:21.744670 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1cad9a-1515-4fab-a619-9d20dbc4bafb req-2749e429-ea16-4068-85e9-221fcf5bd75b tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:46:21.746166 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-1e1cad9a-1515-4fab-a619-9d20dbc4bafb req-2749e429-ea16-4068-85e9-221fcf5bd75b tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/ports?device_id=333eec8c-4437-4fe4-9440-e0210b9b6b71 HTTP/1.1" status: 200 len: 945 time: 0.0514722 Jan 29 03:46:21.792177 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-1e1cad9a-1515-4fab-a619-9d20dbc4bafb req-c691a355-c433-4f3a-b2e8-db1282092dd9 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c3df9bf-9f05-408c-a02f-29a763dd3f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403004 Jan 29 03:46:21.883706 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4278b34e-427c-4ff3-a235-db8c1dae79a0 req-2a25cea1-256a-4167-8587-f42fa87729ce tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:46:21.885078 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-4278b34e-427c-4ff3-a235-db8c1dae79a0 req-2a25cea1-256a-4167-8587-f42fa87729ce tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f5813a3-d10f-42ef-99a5-50aa1af18f3a HTTP/1.1" status: 200 len: 945 time: 0.0524588 Jan 29 03:46:21.932297 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-4278b34e-427c-4ff3-a235-db8c1dae79a0 req-3729c78c-51b6-4174-a47e-11b149f548c3 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca8be9f3-7d70-4884-a281-94c7af685802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418670 Jan 29 03:46:22.934318 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130eb7f5-21c1-4b92-ac12-16fe8361fcd5 req-98a9aec9-b306-402c-93d2-95051dcd2e36 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:46:22.935894 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-130eb7f5-21c1-4b92-ac12-16fe8361fcd5 req-98a9aec9-b306-402c-93d2-95051dcd2e36 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/ports?device_id=333eec8c-4437-4fe4-9440-e0210b9b6b71 HTTP/1.1" status: 200 len: 945 time: 0.0764992 Jan 29 03:46:22.955842 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 46314) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:46:23.095998 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-30f3fb18-51a9-478a-a461-3c71f6c74a44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:46:23.140797 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee26d1be-b399-4ba4-9240-72a6f1c476d1 req-1c1fc282-3cbb-46f6-8533-44f4248d6662 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:46:23.142321 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-ee26d1be-b399-4ba4-9240-72a6f1c476d1 req-1c1fc282-3cbb-46f6-8533-44f4248d6662 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f5813a3-d10f-42ef-99a5-50aa1af18f3a HTTP/1.1" status: 200 len: 945 time: 0.0882871 Jan 29 03:46:23.210349 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-130eb7f5-21c1-4b92-ac12-16fe8361fcd5 req-8d1cae8b-74d5-4837-81cd-f870ff784a70 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c3df9bf-9f05-408c-a02f-29a763dd3f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2682798 Jan 29 03:46:23.222518 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-ee26d1be-b399-4ba4-9240-72a6f1c476d1 req-fc165d43-0a1d-4a0b-ba76-89434ce8d2cc tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca8be9f3-7d70-4884-a281-94c7af685802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722616 Jan 29 03:46:23.243658 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-30f3fb18-51a9-478a-a461-3c71f6c74a44 admin admin] Publish callbacks [] for security_group (ebb76ba8-a7c6-4601-b7bc-df3a068b7638), precommit_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:46:23.335136 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-30f3fb18-51a9-478a-a461-3c71f6c74a44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (ebb76ba8-a7c6-4601-b7bc-df3a068b7638), after_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:46:23.376348 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-30f3fb18-51a9-478a-a461-3c71f6c74a44 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fb04283191a04cd6800349d6de4c9c4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4165108 Jan 29 03:46:23.376348 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f3fb18-51a9-478a-a461-3c71f6c74a44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebb76ba8-a7c6-4601-b7bc-df3a068b7638,revision_number=1']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:46:23.377818 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 46328) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:46:23.425712 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-f0c9a616-979e-4eda-9f03-ae33ab349bad admin admin] Publish callbacks [] for security_group (ebb76ba8-a7c6-4601-b7bc-df3a068b7638), before_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:46:23.447785 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-f0c9a616-979e-4eda-9f03-ae33ab349bad admin admin] Publish callbacks [] for security_group (ebb76ba8-a7c6-4601-b7bc-df3a068b7638), precommit_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:46:23.586517 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-f0c9a616-979e-4eda-9f03-ae33ab349bad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (ebb76ba8-a7c6-4601-b7bc-df3a068b7638), after_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:46:23.589218 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-f0c9a616-979e-4eda-9f03-ae33ab349bad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:46:23.593290 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-f0c9a616-979e-4eda-9f03-ae33ab349bad admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ebb76ba8-a7c6-4601-b7bc-df3a068b7638 HTTP/1.1" status: 204 len: 168 time: 0.2118895 Jan 29 03:46:23.599774 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c9a616-979e-4eda-9f03-ae33ab349bad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebb76ba8-a7c6-4601-b7bc-df3a068b7638,revision_number=None']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:46:24.260781 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 46348) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:46:24.274812 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-126eab97-78e6-46e4-ad4b-333bcbd86f63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:46:24.357347 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a569ef06-8027-448a-9b4f-ecb8a4960891 req-2890600d-9013-4257-984e-ce94567c9fb6 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:46:24.358895 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-a569ef06-8027-448a-9b4f-ecb8a4960891 req-2890600d-9013-4257-984e-ce94567c9fb6 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f5813a3-d10f-42ef-99a5-50aa1af18f3a HTTP/1.1" status: 200 len: 945 time: 0.0529940 Jan 29 03:46:24.359665 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a06047-e96a-4ac6-ae24-6916a7125d40 req-626c5172-67ac-445b-a56c-8b89c2bcf66b tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:46:24.361140 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-24a06047-e96a-4ac6-ae24-6916a7125d40 req-626c5172-67ac-445b-a56c-8b89c2bcf66b tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/ports?device_id=333eec8c-4437-4fe4-9440-e0210b9b6b71 HTTP/1.1" status: 200 len: 945 time: 0.0788608 Jan 29 03:46:24.407850 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-a569ef06-8027-448a-9b4f-ecb8a4960891 req-9427da8a-e9f2-4965-894b-b73921cb515f tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca8be9f3-7d70-4884-a281-94c7af685802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430560 Jan 29 03:46:24.414455 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-126eab97-78e6-46e4-ad4b-333bcbd86f63 admin admin] Publish callbacks [] for security_group (fa594062-509f-4951-bff2-e02589e23d40), precommit_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:46:24.429258 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-24a06047-e96a-4ac6-ae24-6916a7125d40 req-7840b80c-1b5a-43e3-b831-5ae3dabb9a1f tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c3df9bf-9f05-408c-a02f-29a763dd3f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616739 Jan 29 03:46:24.478149 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-126eab97-78e6-46e4-ad4b-333bcbd86f63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (fa594062-509f-4951-bff2-e02589e23d40), after_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:46:24.518698 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-126eab97-78e6-46e4-ad4b-333bcbd86f63 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2b6645247b6b425b844364efe52928c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2567735 Jan 29 03:46:24.519635 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126eab97-78e6-46e4-ad4b-333bcbd86f63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa594062-509f-4951-bff2-e02589e23d40,revision_number=1']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:46:24.521765 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 46350) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:46:24.568387 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-33986497-ad81-458f-9a65-074d3ba7adf7 admin admin] Publish callbacks [] for security_group (fa594062-509f-4951-bff2-e02589e23d40), before_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:46:24.588990 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-33986497-ad81-458f-9a65-074d3ba7adf7 admin admin] Publish callbacks [] for security_group (fa594062-509f-4951-bff2-e02589e23d40), precommit_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:46:24.700856 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-33986497-ad81-458f-9a65-074d3ba7adf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (fa594062-509f-4951-bff2-e02589e23d40), after_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:46:24.703498 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-33986497-ad81-458f-9a65-074d3ba7adf7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:46:24.704644 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-33986497-ad81-458f-9a65-074d3ba7adf7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fa594062-509f-4951-bff2-e02589e23d40 HTTP/1.1" status: 204 len: 168 time: 0.1818802 Jan 29 03:46:24.713439 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33986497-ad81-458f-9a65-074d3ba7adf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa594062-509f-4951-bff2-e02589e23d40,revision_number=None']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:46:24.831961 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-a2b4aacc-e320-4a21-9187-1d0fe235678a req-83808c1d-c43c-4910-b7d5-683601e903ad service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=fb51aefd-c927-464c-a843-4291d9f9ec0b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0436881 Jan 29 03:46:24.920074 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b4aacc-e320-4a21-9187-1d0fe235678a req-bac463a4-34d7-4516-b7d9-2d7edf51786e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:46:24.921596 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-a2b4aacc-e320-4a21-9187-1d0fe235678a req-bac463a4-34d7-4516-b7d9-2d7edf51786e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a61fc9a8db7445ca8c465347f41732e8&device_id=fb51aefd-c927-464c-a843-4291d9f9ec0b HTTP/1.1" status: 200 len: 1129 time: 0.0457089 Jan 29 03:46:25.030030 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b4aacc-e320-4a21-9187-1d0fe235678a req-9361a5e7-04e0-4b2b-bf1d-786af439363b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:46:25.031525 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-a2b4aacc-e320-4a21-9187-1d0fe235678a req-9361a5e7-04e0-4b2b-bf1d-786af439363b service neutron] 10.222.0.25 "GET /v2.0/networks?id=4191093a-3e75-431e-ba6a-0a5e62dd1238 HTTP/1.1" status: 200 len: 915 time: 0.0904703 Jan 29 03:46:25.077351 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-a2b4aacc-e320-4a21-9187-1d0fe235678a req-3981521f-07b8-4ba4-8bca-68d19c140136 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=26b58599-e1e8-4de8-a1fd-779b33246181 HTTP/1.1" status: 200 len: 217 time: 0.0349665 Jan 29 03:46:25.129948 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b4aacc-e320-4a21-9187-1d0fe235678a req-96e080a1-ef9b-4e4f-92a7-f9d3ec003252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:46:25.131459 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-a2b4aacc-e320-4a21-9187-1d0fe235678a req-96e080a1-ef9b-4e4f-92a7-f9d3ec003252 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=167c6c42-9dd3-4598-ba9e-66d705822162 HTTP/1.1" status: 200 len: 855 time: 0.0469577 Jan 29 03:46:25.179323 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-a2b4aacc-e320-4a21-9187-1d0fe235678a req-fab93bd2-6980-4fc8-8418-4adf5f3596d7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4191093a-3e75-431e-ba6a-0a5e62dd1238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284467 Jan 29 03:46:25.331160 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-a2b4aacc-e320-4a21-9187-1d0fe235678a req-a97c4207-e46a-491e-ab02-a21d55ba55ba service neutron] 10.222.0.25 "GET /v2.0/networks/4191093a-3e75-431e-ba6a-0a5e62dd1238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269443 Jan 29 03:46:25.342034 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d476bed-916a-4eef-8a3c-aba187e1da17 req-1070e192-9d7b-4938-b797-3ef38056291d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:46:25.343428 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-6d476bed-916a-4eef-8a3c-aba187e1da17 req-1070e192-9d7b-4938-b797-3ef38056291d service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=333eec8c-4437-4fe4-9440-e0210b9b6b71 HTTP/1.1" status: 200 len: 1129 time: 0.0562854 Jan 29 03:46:25.571656 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55865f0b-dcb0-4575-904d-4da7cea36264 req-8a7039be-8bfa-4291-90e2-08cde4db45ba tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:46:25.573318 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-55865f0b-dcb0-4575-904d-4da7cea36264 req-8a7039be-8bfa-4291-90e2-08cde4db45ba tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f5813a3-d10f-42ef-99a5-50aa1af18f3a HTTP/1.1" status: 200 len: 945 time: 0.0784516 Jan 29 03:46:25.623462 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-55865f0b-dcb0-4575-904d-4da7cea36264 req-2ce4961c-18d4-44e8-8281-f70d1f9d3ccc tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca8be9f3-7d70-4884-a281-94c7af685802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440688 Jan 29 03:46:25.693464 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-6d476bed-916a-4eef-8a3c-aba187e1da17 req-33bde17e-d55e-47dd-8dca-79f639f65fbe service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=6c3df9bf-9f05-408c-a02f-29a763dd3f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3346598 Jan 29 03:46:25.725743 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e27c1c8-c69c-4481-8252-4d07af3505ef req-420d9c3d-bec5-4302-9b12-59918d76d7d4 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:46:25.727228 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-0e27c1c8-c69c-4481-8252-4d07af3505ef req-420d9c3d-bec5-4302-9b12-59918d76d7d4 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/ports?device_id=333eec8c-4437-4fe4-9440-e0210b9b6b71 HTTP/1.1" status: 200 len: 945 time: 0.1009653 Jan 29 03:46:25.730909 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-a2b4aacc-e320-4a21-9187-1d0fe235678a req-5959e1e6-003f-4479-a3fd-fcf7bf7416a4 service neutron] 10.222.0.25 "GET /v2.0/networks/4191093a-3e75-431e-ba6a-0a5e62dd1238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3792362 Jan 29 03:46:25.776161 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-0e27c1c8-c69c-4481-8252-4d07af3505ef req-881154b4-a668-4c64-ac19-36f8c15cfec5 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c3df9bf-9f05-408c-a02f-29a763dd3f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424666 Jan 29 03:46:25.991982 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (ad4128b7-7a77-4672-aa49-b5d5d6c7d736), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:46:26.162679 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc782fb-5e52-4586-b715-898a86c0098d req-8553db70-51bf-48eb-9258-60281118e136 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:46:26.164148 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-4fc782fb-5e52-4586-b715-898a86c0098d req-8553db70-51bf-48eb-9258-60281118e136 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/networks?id=4191093a-3e75-431e-ba6a-0a5e62dd1238 HTTP/1.1" status: 200 len: 815 time: 0.1033757 Jan 29 03:46:26.186322 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-4fc782fb-5e52-4586-b715-898a86c0098d req-41ecc745-2142-49f2-9834-ee8e20874268 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/quotas/a61fc9a8db7445ca8c465347f41732e8 HTTP/1.1" status: 200 len: 375 time: 0.0169713 Jan 29 03:46:26.247659 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-4fc782fb-5e52-4586-b715-898a86c0098d req-6b8c4dad-926d-4ef4-b90a-9ff0c7da51e6 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a61fc9a8db7445ca8c465347f41732e8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0554929 Jan 29 03:46:26.339572 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-4fc782fb-5e52-4586-b715-898a86c0098d req-0acde8b7-7a31-4c3e-93f6-391e82c85a6d service neutron] 10.222.0.16 "GET /v2.0/networks/4191093a-3e75-431e-ba6a-0a5e62dd1238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852954 Jan 29 03:46:26.428486 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-4fc782fb-5e52-4586-b715-898a86c0098d req-d7d6fb44-33a6-4290-9305-4cebb6f81d5e service neutron] 10.222.0.16 "GET /v2.0/networks/4191093a-3e75-431e-ba6a-0a5e62dd1238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828660 Jan 29 03:46:26.690580 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-dc73820f-198f-4825-8a76-9913c071a1d5 req-8f863258-8cd3-46fa-98e8-4d57f73030c3 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc4a2fa3-1cd9-4487-9eb3-2fb1d9e15981 HTTP/1.1" status: 200 len: 210 time: 0.0321445 Jan 29 03:46:26.814855 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e179784f-6777-4e66-bae7-9e12e1063526 req-0e9fda42-d05b-4226-97a3-7d1c37eb3c8e tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:46:26.816331 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-e179784f-6777-4e66-bae7-9e12e1063526 req-0e9fda42-d05b-4226-97a3-7d1c37eb3c8e tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f5813a3-d10f-42ef-99a5-50aa1af18f3a HTTP/1.1" status: 200 len: 945 time: 0.0654945 Jan 29 03:46:26.864832 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-e179784f-6777-4e66-bae7-9e12e1063526 req-502e4bdf-7cd8-412f-b4c8-925349e1f865 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca8be9f3-7d70-4884-a281-94c7af685802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430489 Jan 29 03:46:26.984632 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b41030-a95f-4194-aa48-5fda5dcfdcbe req-d7c5826d-3490-4c18-86c7-7681cf712e20 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:46:26.986713 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-f6b41030-a95f-4194-aa48-5fda5dcfdcbe req-d7c5826d-3490-4c18-86c7-7681cf712e20 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/ports?device_id=333eec8c-4437-4fe4-9440-e0210b9b6b71 HTTP/1.1" status: 200 len: 945 time: 0.0525956 Jan 29 03:46:27.033425 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-f6b41030-a95f-4194-aa48-5fda5dcfdcbe req-8bf22e59-e875-4916-95d4-824dd27948f5 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c3df9bf-9f05-408c-a02f-29a763dd3f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408089 Jan 29 03:46:27.785619 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-73364d95-f849-4e9f-b576-fd74c3402396 req-626687ce-6546-4756-b1b9-1acf02044015 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc4a2fa3-1cd9-4487-9eb3-2fb1d9e15981 HTTP/1.1" status: 200 len: 210 time: 0.0268214 Jan 29 03:46:27.990442 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c63ac3-2006-4553-bca8-4ee1842ef6f5 req-93294e0d-0bff-4b64-b79f-d6e72eb4a479 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:46:27.991905 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-f8c63ac3-2006-4553-bca8-4ee1842ef6f5 req-93294e0d-0bff-4b64-b79f-d6e72eb4a479 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f5813a3-d10f-42ef-99a5-50aa1af18f3a HTTP/1.1" status: 200 len: 945 time: 0.0551651 Jan 29 03:46:28.038405 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-f8c63ac3-2006-4553-bca8-4ee1842ef6f5 req-68a0ca63-8453-4a1b-8050-abfadd8c42c4 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca8be9f3-7d70-4884-a281-94c7af685802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406787 Jan 29 03:46:28.159450 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb666747-f231-4f44-ac4d-7b871e1e4b42 req-195713f4-aaf3-489c-8a08-90b50bcc9599 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:46:28.160854 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-fb666747-f231-4f44-ac4d-7b871e1e4b42 req-195713f4-aaf3-489c-8a08-90b50bcc9599 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/ports?device_id=333eec8c-4437-4fe4-9440-e0210b9b6b71 HTTP/1.1" status: 200 len: 945 time: 0.0569878 Jan 29 03:46:28.210030 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-fb666747-f231-4f44-ac4d-7b871e1e4b42 req-569352ad-9aa4-4e2d-bcc0-e98914edacd2 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c3df9bf-9f05-408c-a02f-29a763dd3f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435326 Jan 29 03:46:28.607605 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba192fd2-1405-4542-90d9-8a3bb65af3c1 req-de18368d-6351-4764-980a-7b55dcadaea0 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:46:28.609852 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-ba192fd2-1405-4542-90d9-8a3bb65af3c1 req-de18368d-6351-4764-980a-7b55dcadaea0 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/ports?device_id=333eec8c-4437-4fe4-9440-e0210b9b6b71 HTTP/1.1" status: 200 len: 945 time: 0.0673537 Jan 29 03:46:28.661295 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-ba192fd2-1405-4542-90d9-8a3bb65af3c1 req-1fdeae23-2ef9-41d2-ae95-4caeb8325041 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c3df9bf-9f05-408c-a02f-29a763dd3f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449908 Jan 29 03:46:28.676572 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cca14ce-cf94-4286-b222-d12f3d35f252 req-5c704214-704d-4c61-b28c-622be75eb408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:46:28.681348 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-3cca14ce-cf94-4286-b222-d12f3d35f252 req-5c704214-704d-4c61-b28c-622be75eb408 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=995678f3901441a099ca67990ffaa293&device_id=333eec8c-4437-4fe4-9440-e0210b9b6b71 HTTP/1.1" status: 200 len: 1129 time: 0.0461066 Jan 29 03:46:28.779395 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cca14ce-cf94-4286-b222-d12f3d35f252 req-54b817e2-6265-4a57-9b55-591bdfbbbaac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:46:28.780823 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-3cca14ce-cf94-4286-b222-d12f3d35f252 req-54b817e2-6265-4a57-9b55-591bdfbbbaac service neutron] 10.222.0.25 "GET /v2.0/networks?id=def124bd-d2cb-4303-acf8-363c1eeee992 HTTP/1.1" status: 200 len: 918 time: 0.0872922 Jan 29 03:46:28.834878 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-3cca14ce-cf94-4286-b222-d12f3d35f252 req-e2493ffd-0221-4bbb-858f-a2d6bffaccad service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=99574264-03c0-4cb9-9094-a916433c52ab HTTP/1.1" status: 200 len: 217 time: 0.0354717 Jan 29 03:46:28.912548 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-7089df94-d8ed-4b62-ab10-2dd61d4d13d4 req-52551a96-8c45-4d4f-b4a8-d6634d22c174 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc4a2fa3-1cd9-4487-9eb3-2fb1d9e15981 HTTP/1.1" status: 200 len: 210 time: 0.0576992 Jan 29 03:46:28.927682 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cca14ce-cf94-4286-b222-d12f3d35f252 req-9dbdf484-ecad-4c1e-9e2b-fddd8eed3f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:46:28.929259 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-3cca14ce-cf94-4286-b222-d12f3d35f252 req-9dbdf484-ecad-4c1e-9e2b-fddd8eed3f6e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=49f78b84-8abd-498c-8afc-c0464fd07915 HTTP/1.1" status: 200 len: 858 time: 0.0742989 Jan 29 03:46:29.002309 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-3cca14ce-cf94-4286-b222-d12f3d35f252 req-d1743e1c-32db-4864-9ab8-d1405926def0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=def124bd-d2cb-4303-acf8-363c1eeee992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429511 Jan 29 03:46:29.141193 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc782fb-5e52-4586-b715-898a86c0098d req-794e1b8e-23a5-483f-9cac-a73a2bd8c189 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:46:29.142690 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-4fc782fb-5e52-4586-b715-898a86c0098d req-794e1b8e-23a5-483f-9cac-a73a2bd8c189 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.25 "GET /v2.0/networks?id=4191093a-3e75-431e-ba6a-0a5e62dd1238 HTTP/1.1" status: 200 len: 815 time: 0.1753066 Jan 29 03:46:29.160462 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-3cca14ce-cf94-4286-b222-d12f3d35f252 req-1724c83a-b0df-40de-86f9-77eb98e5326c service neutron] 10.222.0.25 "GET /v2.0/networks/def124bd-d2cb-4303-acf8-363c1eeee992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309340 Jan 29 03:46:29.167058 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a14b76-7f59-4de1-af16-251621fff757 req-38de2fff-d178-4668-b9e1-30f63c3d61fe tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:46:29.168521 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-13a14b76-7f59-4de1-af16-251621fff757 req-38de2fff-d178-4668-b9e1-30f63c3d61fe tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f5813a3-d10f-42ef-99a5-50aa1af18f3a HTTP/1.1" status: 200 len: 945 time: 0.0576596 Jan 29 03:46:29.179884 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.v2.base [req-4fc782fb-5e52-4586-b715-898a86c0098d req-8f6c6fa8-9c31-4d03-8bbb-95a4b81105b7 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] Request body: {'port': {'device_id': 'dc4a2fa3-1cd9-4487-9eb3-2fb1d9e15981', 'network_id': '4191093a-3e75-431e-ba6a-0a5e62dd1238', 'admin_state_up': True, 'tenant_id': 'a61fc9a8db7445ca8c465347f41732e8'}} {{(pid=109550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 03:46:29.215611 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-13a14b76-7f59-4de1-af16-251621fff757 req-ed1c0aa0-8387-45d3-aa3f-f6daee8af9e2 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca8be9f3-7d70-4884-a281-94c7af685802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409005 Jan 29 03:46:29.343177 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-3cca14ce-cf94-4286-b222-d12f3d35f252 req-e255a570-ac27-447b-b63e-d4f241637e15 service neutron] 10.222.0.25 "GET /v2.0/networks/def124bd-d2cb-4303-acf8-363c1eeee992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586378 Jan 29 03:46:29.448970 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fc782fb-5e52-4586-b715-898a86c0098d req-8f6c6fa8-9c31-4d03-8bbb-95a4b81105b7 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] Made reservation on behalf of a61fc9a8db7445ca8c465347f41732e8 for: {'port': 1} {{(pid=109550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 03:46:29.452348 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-4fc782fb-5e52-4586-b715-898a86c0098d req-8f6c6fa8-9c31-4d03-8bbb-95a4b81105b7 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (None), before_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:46:29.583974 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.db.db_base_plugin_common [req-4fc782fb-5e52-4586-b715-898a86c0098d req-8f6c6fa8-9c31-4d03-8bbb-95a4b81105b7 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] Allocated IP 172.20.0.10 (4191093a-3e75-431e-ba6a-0a5e62dd1238/167c6c42-9dd3-4598-ba9e-66d705822162/2440b3be-9f8f-4310-96a9-6687885fac5d) {{(pid=109550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 03:46:29.764295 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-4fc782fb-5e52-4586-b715-898a86c0098d req-8f6c6fa8-9c31-4d03-8bbb-95a4b81105b7 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] Publish callbacks [] for port (2440b3be-9f8f-4310-96a9-6687885fac5d), precommit_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:46:29.808648 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29969490-88f1-4201-a4f5-a53bfbc9958a req-c00559be-0e9c-4fca-a827-4c548617005a tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:46:29.810118 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-29969490-88f1-4201-a4f5-a53bfbc9958a req-c00559be-0e9c-4fca-a827-4c548617005a tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/ports?device_id=333eec8c-4437-4fe4-9440-e0210b9b6b71 HTTP/1.1" status: 200 len: 945 time: 0.0805206 Jan 29 03:46:29.857745 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-29969490-88f1-4201-a4f5-a53bfbc9958a req-d9051b17-5a89-4d27-bfa2-32039917c8f2 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c3df9bf-9f05-408c-a02f-29a763dd3f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407362 Jan 29 03:46:29.902025 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-4fc782fb-5e52-4586-b715-898a86c0098d req-8f6c6fa8-9c31-4d03-8bbb-95a4b81105b7 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787145433393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9207350'] for port (2440b3be-9f8f-4310-96a9-6687885fac5d), after_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:46:29.942825 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] get_ports_and_sgs() called for port_ids ['26b58599-e1e8-4de8-a1fd-779b33246181', '67b0b6c1-cb7b-438f-a2e1-afa6543d4e99', 'a45095a8-11a0-4b26-80eb-17ac9fcbb199'] {{(pid=109551) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 03:46:29.961547 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fc782fb-5e52-4586-b715-898a86c0098d req-8f6c6fa8-9c31-4d03-8bbb-95a4b81105b7 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] Network 4191093a-3e75-431e-ba6a-0a5e62dd1238 is already hosted by enough agents. {{(pid=109550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 03:46:29.964544 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.scheduler.base_scheduler [req-4fc782fb-5e52-4586-b715-898a86c0098d req-8f6c6fa8-9c31-4d03-8bbb-95a4b81105b7 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] Resources bound (agent type, host, resource id): {{(pid=109550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 03:46:29.968196 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fc782fb-5e52-4586-b715-898a86c0098d req-8f6c6fa8-9c31-4d03-8bbb-95a4b81105b7 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] Received port after_create {{(pid=109550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 03:46:29.999240 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6c6fa8-9c31-4d03-8bbb-95a4b81105b7 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] Pushing event updated for resources: {'Port': ['ID=2440b3be-9f8f-4310-96a9-6687885fac5d,revision_number=1']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:46:30.026158 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc782fb-5e52-4586-b715-898a86c0098d req-8f6c6fa8-9c31-4d03-8bbb-95a4b81105b7 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:46:30.026805 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-4fc782fb-5e52-4586-b715-898a86c0098d req-8f6c6fa8-9c31-4d03-8bbb-95a4b81105b7 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166518'] for port (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:46:30.050218 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf9c07c-11b6-4bf6-810b-c8968cc46822 req-4f5f2ced-aa8d-40d1-a2e0-636c9d5cb19e tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:46:30.054643 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-ebf9c07c-11b6-4bf6-810b-c8968cc46822 req-4f5f2ced-aa8d-40d1-a2e0-636c9d5cb19e tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc4a2fa3-1cd9-4487-9eb3-2fb1d9e15981 HTTP/1.1" status: 200 len: 932 time: 0.0538273 Jan 29 03:46:30.098011 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-ebf9c07c-11b6-4bf6-810b-c8968cc46822 req-0e156041-3763-4f8e-b788-28c4982af430 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d2e1765-fee5-481b-a069-96f98e74cbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403101 Jan 29 03:46:30.142918 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-4fc782fb-5e52-4586-b715-898a86c0098d req-8f6c6fa8-9c31-4d03-8bbb-95a4b81105b7 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9669545 Jan 29 03:46:30.160716 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.v2.base [req-4fc782fb-5e52-4586-b715-898a86c0098d req-54dd2875-fe62-4b05-bbe2-fcda1e917446 service neutron] Request body: {'port': {'device_id': 'dc4a2fa3-1cd9-4487-9eb3-2fb1d9e15981', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82694'}} {{(pid=109550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 03:46:30.217850 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-4fc782fb-5e52-4586-b715-898a86c0098d req-54dd2875-fe62-4b05-bbe2-fcda1e917446 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (2440b3be-9f8f-4310-96a9-6687885fac5d), before_update {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:46:30.432340 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71a6250-7e90-48da-ad1a-04b2a71f7ed0 req-956e25de-ad43-4d53-9740-21fa5fa61e62 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:46:30.433729 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-a71a6250-7e90-48da-ad1a-04b2a71f7ed0 req-956e25de-ad43-4d53-9740-21fa5fa61e62 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f5813a3-d10f-42ef-99a5-50aa1af18f3a HTTP/1.1" status: 200 len: 945 time: 0.1123338 Jan 29 03:46:30.507326 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-a71a6250-7e90-48da-ad1a-04b2a71f7ed0 req-640c8498-9c04-46dc-9e19-e7d10a411135 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca8be9f3-7d70-4884-a281-94c7af685802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670946 Jan 29 03:46:30.546532 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.notifiers.nova [req-4fc782fb-5e52-4586-b715-898a86c0098d req-54dd2875-fe62-4b05-bbe2-fcda1e917446 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2440b3be-9f8f-4310-96a9-6687885fac5d {{(pid=109550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 03:46:30.554431 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-4fc782fb-5e52-4586-b715-898a86c0098d req-54dd2875-fe62-4b05-bbe2-fcda1e917446 service neutron] Publish callbacks [] for port (2440b3be-9f8f-4310-96a9-6687885fac5d), precommit_update {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:46:30.565937 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.db.provisioning_blocks [req-4fc782fb-5e52-4586-b715-898a86c0098d req-54dd2875-fe62-4b05-bbe2-fcda1e917446 service neutron] Transition to ACTIVE for port object 2440b3be-9f8f-4310-96a9-6687885fac5d will not be triggered until provisioned by entity L2. {{(pid=109550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 03:46:30.632046 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-4fc782fb-5e52-4586-b715-898a86c0098d req-54dd2875-fe62-4b05-bbe2-fcda1e917446 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9207359'] for port (2440b3be-9f8f-4310-96a9-6687885fac5d), after_update {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:46:30.688654 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dd2875-fe62-4b05-bbe2-fcda1e917446 service neutron] Pushing event updated for resources: {'Port': ['ID=2440b3be-9f8f-4310-96a9-6687885fac5d,revision_number=2']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:46:30.755508 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.managers [req-4fc782fb-5e52-4586-b715-898a86c0098d req-54dd2875-fe62-4b05-bbe2-fcda1e917446 service neutron] Attempting to bind port 2440b3be-9f8f-4310-96a9-6687885fac5d on host hv-cinder-82694 for vnic_type normal with profile {{(pid=109550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 03:46:30.755850 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.managers [req-4fc782fb-5e52-4586-b715-898a86c0098d req-54dd2875-fe62-4b05-bbe2-fcda1e917446 service neutron] Attempting to bind port 2440b3be-9f8f-4310-96a9-6687885fac5d by drivers openvswitch,hyperv on host hv-cinder-82694 at level 0 using segments [{'id': '55c6d1ba-1ae1-4be3-9e12-aad260737131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '4191093a-3e75-431e-ba6a-0a5e62dd1238'}] {{(pid=109550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 03:46:30.756245 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fc782fb-5e52-4586-b715-898a86c0098d req-54dd2875-fe62-4b05-bbe2-fcda1e917446 service neutron] Attempting to bind port 2440b3be-9f8f-4310-96a9-6687885fac5d on network 4191093a-3e75-431e-ba6a-0a5e62dd1238 {{(pid=109550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 03:46:30.760508 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fc782fb-5e52-4586-b715-898a86c0098d req-54dd2875-fe62-4b05-bbe2-fcda1e917446 service neutron] Port 2440b3be-9f8f-4310-96a9-6687885fac5d on network 4191093a-3e75-431e-ba6a-0a5e62dd1238 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82694 {{(pid=109550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 03:46:30.760836 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fc782fb-5e52-4586-b715-898a86c0098d req-54dd2875-fe62-4b05-bbe2-fcda1e917446 service neutron] Attempting to bind port 2440b3be-9f8f-4310-96a9-6687885fac5d on network 4191093a-3e75-431e-ba6a-0a5e62dd1238 {{(pid=109550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 03:46:30.765631 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fc782fb-5e52-4586-b715-898a86c0098d req-54dd2875-fe62-4b05-bbe2-fcda1e917446 service neutron] Checking agent: {'id': 'ad4128b7-7a77-4672-aa49-b5d5d6c7d736', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 3, 42, 25), 'started_at': datetime.datetime(2022, 1, 29, 3, 42, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 3, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 03:46:30.765970 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fc782fb-5e52-4586-b715-898a86c0098d req-54dd2875-fe62-4b05-bbe2-fcda1e917446 service neutron] Checking segment: {'id': '55c6d1ba-1ae1-4be3-9e12-aad260737131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '4191093a-3e75-431e-ba6a-0a5e62dd1238'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 03:46:30.766383 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fc782fb-5e52-4586-b715-898a86c0098d req-54dd2875-fe62-4b05-bbe2-fcda1e917446 service neutron] Bound using segment: {'id': '55c6d1ba-1ae1-4be3-9e12-aad260737131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '4191093a-3e75-431e-ba6a-0a5e62dd1238'} {{(pid=109550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 03:46:30.766815 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.managers [req-4fc782fb-5e52-4586-b715-898a86c0098d req-54dd2875-fe62-4b05-bbe2-fcda1e917446 service neutron] Bound port: 2440b3be-9f8f-4310-96a9-6687885fac5d, host: hv-cinder-82694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55c6d1ba-1ae1-4be3-9e12-aad260737131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '4191093a-3e75-431e-ba6a-0a5e62dd1238'}}] {{(pid=109550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 03:46:30.767804 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-4fc782fb-5e52-4586-b715-898a86c0098d req-54dd2875-fe62-4b05-bbe2-fcda1e917446 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (2440b3be-9f8f-4310-96a9-6687885fac5d), before_update {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:46:30.830055 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.db [req-4fc782fb-5e52-4586-b715-898a86c0098d req-54dd2875-fe62-4b05-bbe2-fcda1e917446 service neutron] For port 2440b3be-9f8f-4310-96a9-6687885fac5d, host hv-cinder-82694, cleared binding levels {{(pid=109550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 03:46:30.833106 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.db [req-4fc782fb-5e52-4586-b715-898a86c0098d req-54dd2875-fe62-4b05-bbe2-fcda1e917446 service neutron] For port 2440b3be-9f8f-4310-96a9-6687885fac5d, host hv-cinder-82694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=2440b3be-9f8f-4310-96a9-6687885fac5d,segment=NetworkSegment(55c6d1ba-1ae1-4be3-9e12-aad260737131),segment_id=55c6d1ba-1ae1-4be3-9e12-aad260737131)] {{(pid=109550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 03:46:30.969765 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-4fc782fb-5e52-4586-b715-898a86c0098d req-54dd2875-fe62-4b05-bbe2-fcda1e917446 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9207359'] for port (2440b3be-9f8f-4310-96a9-6687885fac5d), after_update {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:46:30.976998 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf5ce9c-54c5-450a-a5f9-a3d389a2150c req-75c6f0a0-b43f-4257-b7f5-a56fd3717cdc tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:46:30.979713 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-5cf5ce9c-54c5-450a-a5f9-a3d389a2150c req-75c6f0a0-b43f-4257-b7f5-a56fd3717cdc tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/ports?device_id=333eec8c-4437-4fe4-9440-e0210b9b6b71 HTTP/1.1" status: 200 len: 945 time: 0.0532305 Jan 29 03:46:31.005640 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc782fb-5e52-4586-b715-898a86c0098d req-54dd2875-fe62-4b05-bbe2-fcda1e917446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:46:31.006286 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-4fc782fb-5e52-4586-b715-898a86c0098d req-54dd2875-fe62-4b05-bbe2-fcda1e917446 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166518'] for port (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:46:31.007658 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-4fc782fb-5e52-4586-b715-898a86c0098d req-54dd2875-fe62-4b05-bbe2-fcda1e917446 service neutron] 10.222.0.25 "PUT /v2.0/ports/2440b3be-9f8f-4310-96a9-6687885fac5d HTTP/1.1" status: 200 len: 1094 time: 0.8510969 Jan 29 03:46:31.008137 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc4a2fa3-1cd9-4487-9eb3-2fb1d9e15981', 'tag': '2440b3be-9f8f-4310-96a9-6687885fac5d'}] {{(pid=109550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 03:46:31.010373 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fa7e8514ec8b1871638cf3d0c6bf241b62bf17ffd430199c6215cc57604ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6d79065-a24d-497a-956d-83fb08a16467" -d '{"events": [{"name": "network-changed", "server_uuid": "dc4a2fa3-1cd9-4487-9eb3-2fb1d9e15981", "tag": "2440b3be-9f8f-4310-96a9-6687885fac5d"}]}' {{(pid=109550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 03:46:31.035808 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-5cf5ce9c-54c5-450a-a5f9-a3d389a2150c req-bb671e8e-013c-4752-b930-3fc8acd54ac7 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c3df9bf-9f05-408c-a02f-29a763dd3f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516503 Jan 29 03:46:31.038485 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dd2875-fe62-4b05-bbe2-fcda1e917446 service neutron] Pushing event updated for resources: {'Port': ['ID=2440b3be-9f8f-4310-96a9-6687885fac5d,revision_number=3']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:46:31.059400 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 03:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d83864c-d18c-4a6b-bcab-f226eec1f523 x-openstack-request-id: req-8d83864c-d18c-4a6b-bcab-f226eec1f523 {{(pid=109550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 03:46:31.059691 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc4a2fa3-1cd9-4487-9eb3-2fb1d9e15981", "tag": "2440b3be-9f8f-4310-96a9-6687885fac5d", "status": "completed", "code": 200}]} {{(pid=109550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 03:46:31.059944 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8d83864c-d18c-4a6b-bcab-f226eec1f523 {{(pid=109550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 03:46:31.060339 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc4a2fa3-1cd9-4487-9eb3-2fb1d9e15981', 'tag': '2440b3be-9f8f-4310-96a9-6687885fac5d', 'status': 'completed', 'code': 200} Jan 29 03:46:31.161379 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d79065-a24d-497a-956d-83fb08a16467 req-a1ca170e-55a3-4e70-9ecb-82edff36f9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:46:31.163345 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-e6d79065-a24d-497a-956d-83fb08a16467 req-a1ca170e-55a3-4e70-9ecb-82edff36f9c1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a61fc9a8db7445ca8c465347f41732e8&device_id=dc4a2fa3-1cd9-4487-9eb3-2fb1d9e15981 HTTP/1.1" status: 200 len: 1128 time: 0.0493836 Jan 29 03:46:31.226361 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8f1d54-2539-42dc-b2b5-e073e22e96cf req-0147bb5b-d3a2-4229-8e10-e240422be816 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:46:31.227823 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-1a8f1d54-2539-42dc-b2b5-e073e22e96cf req-0147bb5b-d3a2-4229-8e10-e240422be816 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc4a2fa3-1cd9-4487-9eb3-2fb1d9e15981 HTTP/1.1" status: 200 len: 944 time: 0.0518541 Jan 29 03:46:31.281146 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d79065-a24d-497a-956d-83fb08a16467 req-dd8c1162-80f2-4783-8c45-e05062b8cb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:46:31.282642 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-e6d79065-a24d-497a-956d-83fb08a16467 req-dd8c1162-80f2-4783-8c45-e05062b8cb06 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=a61fc9a8db7445ca8c465347f41732e8&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0981398 Jan 29 03:46:31.284023 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-1a8f1d54-2539-42dc-b2b5-e073e22e96cf req-bfa190d1-9675-4e72-aac1-4be522b6e576 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d2e1765-fee5-481b-a069-96f98e74cbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496991 Jan 29 03:46:31.377445 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d79065-a24d-497a-956d-83fb08a16467 req-6aae14b4-4737-460f-b3a9-a259db995d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:46:31.378946 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-e6d79065-a24d-497a-956d-83fb08a16467 req-6aae14b4-4737-460f-b3a9-a259db995d21 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0903182 Jan 29 03:46:31.499679 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc782fb-5e52-4586-b715-898a86c0098d req-ef125b09-8d77-4b85-8301-0456e83d9b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:46:31.501092 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-4fc782fb-5e52-4586-b715-898a86c0098d req-ef125b09-8d77-4b85-8301-0456e83d9b9c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a61fc9a8db7445ca8c465347f41732e8&device_id=dc4a2fa3-1cd9-4487-9eb3-2fb1d9e15981 HTTP/1.1" status: 200 len: 1128 time: 0.0454102 Jan 29 03:46:31.567256 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-4fc782fb-5e52-4586-b715-898a86c0098d req-f5924713-02c0-41e3-9798-3f91d8089c1f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2440b3be-9f8f-4310-96a9-6687885fac5d HTTP/1.1" status: 200 len: 217 time: 0.0369585 Jan 29 03:46:31.660214 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23dbfb7-25d6-4dd9-861a-6140be399f8b req-924abda4-e4a8-4d38-98b5-9d246b61b892 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:46:31.661697 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-f23dbfb7-25d6-4dd9-861a-6140be399f8b req-924abda4-e4a8-4d38-98b5-9d246b61b892 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f5813a3-d10f-42ef-99a5-50aa1af18f3a HTTP/1.1" status: 200 len: 945 time: 0.0824585 Jan 29 03:46:31.684533 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc782fb-5e52-4586-b715-898a86c0098d req-ec25932c-229d-4e55-b021-e3f1773d8ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:46:31.685917 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-4fc782fb-5e52-4586-b715-898a86c0098d req-ec25932c-229d-4e55-b021-e3f1773d8ed2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=167c6c42-9dd3-4598-ba9e-66d705822162 HTTP/1.1" status: 200 len: 855 time: 0.0654020 Jan 29 03:46:31.722541 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-f23dbfb7-25d6-4dd9-861a-6140be399f8b req-00d66171-cfb5-44a3-8c76-c95a6a72bd7a tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca8be9f3-7d70-4884-a281-94c7af685802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548642 Jan 29 03:46:31.738162 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-4fc782fb-5e52-4586-b715-898a86c0098d req-80e33208-7c4a-43eb-a5ea-598dd6fc884c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4191093a-3e75-431e-ba6a-0a5e62dd1238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273120 Jan 29 03:46:31.833734 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-4fc782fb-5e52-4586-b715-898a86c0098d req-5716d535-6095-492c-b65c-b0515f8906c8 service neutron] 10.222.0.25 "GET /v2.0/networks/4191093a-3e75-431e-ba6a-0a5e62dd1238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858209 Jan 29 03:46:31.928083 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-4fc782fb-5e52-4586-b715-898a86c0098d req-3cb4f6e7-17cd-417c-8016-14ff53e79996 service neutron] 10.222.0.25 "GET /v2.0/networks/4191093a-3e75-431e-ba6a-0a5e62dd1238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813084 Jan 29 03:46:32.155497 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5747b62-a437-449c-a981-b5ce2b5449b7 req-a517136d-75d3-4b50-8524-2dc1246822e2 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:46:32.156893 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-c5747b62-a437-449c-a981-b5ce2b5449b7 req-a517136d-75d3-4b50-8524-2dc1246822e2 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/ports?device_id=333eec8c-4437-4fe4-9440-e0210b9b6b71 HTTP/1.1" status: 200 len: 945 time: 0.0533781 Jan 29 03:46:32.201975 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-c5747b62-a437-449c-a981-b5ce2b5449b7 req-43ad95a9-011a-469a-af09-10ca2a6e7d7d tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c3df9bf-9f05-408c-a02f-29a763dd3f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397534 Jan 29 03:46:32.405980 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254da6fb-80c0-4908-94be-6cfe7399b9a4 req-247685a3-6dc3-418c-926c-c3339dd32730 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:46:32.407393 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-254da6fb-80c0-4908-94be-6cfe7399b9a4 req-247685a3-6dc3-418c-926c-c3339dd32730 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc4a2fa3-1cd9-4487-9eb3-2fb1d9e15981 HTTP/1.1" status: 200 len: 944 time: 0.0562634 Jan 29 03:46:32.453058 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-254da6fb-80c0-4908-94be-6cfe7399b9a4 req-95589225-e5d8-457c-839e-7535fe7c3d92 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d2e1765-fee5-481b-a069-96f98e74cbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399864 Jan 29 03:46:32.847810 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec406f3-1df3-439b-99d4-e8bd0e785ad8 req-47a8165e-ec44-47dc-90ec-69e689eea9c9 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:46:32.849175 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-2ec406f3-1df3-439b-99d4-e8bd0e785ad8 req-47a8165e-ec44-47dc-90ec-69e689eea9c9 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f5813a3-d10f-42ef-99a5-50aa1af18f3a HTTP/1.1" status: 200 len: 945 time: 0.0548608 Jan 29 03:46:32.896913 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-2ec406f3-1df3-439b-99d4-e8bd0e785ad8 req-88162a7c-6492-4b30-9708-a16ecec4d37a tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca8be9f3-7d70-4884-a281-94c7af685802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417171 Jan 29 03:46:33.077842 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 46544) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:46:33.181014 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-5775138f-bb1a-4edb-9f3a-f3c8e7c0ad44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:46:33.252289 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-5775138f-bb1a-4edb-9f3a-f3c8e7c0ad44 admin admin] Publish callbacks [] for security_group (6defdfe4-04d6-4b4e-a6ae-f0521214ae82), precommit_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:46:33.374974 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-5775138f-bb1a-4edb-9f3a-f3c8e7c0ad44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (6defdfe4-04d6-4b4e-a6ae-f0521214ae82), after_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:46:33.414141 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-5775138f-bb1a-4edb-9f3a-f3c8e7c0ad44 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b4c9a7f78e1647bcbfd8b8aca0ffb619&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3352058 Jan 29 03:46:33.415321 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5775138f-bb1a-4edb-9f3a-f3c8e7c0ad44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6defdfe4-04d6-4b4e-a6ae-f0521214ae82,revision_number=1']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:46:33.416880 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 46548) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:46:33.464780 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-7d332e28-f498-4bbd-a7e4-5ee014b83f4e admin admin] Publish callbacks [] for security_group (6defdfe4-04d6-4b4e-a6ae-f0521214ae82), before_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:46:33.485602 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-7d332e28-f498-4bbd-a7e4-5ee014b83f4e admin admin] Publish callbacks [] for security_group (6defdfe4-04d6-4b4e-a6ae-f0521214ae82), precommit_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:46:33.568171 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de112ec-da52-43ae-a107-81ee94764cd6 req-d5c42e19-3c8f-4c31-8501-7c70d21889be tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:46:33.569602 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-3de112ec-da52-43ae-a107-81ee94764cd6 req-d5c42e19-3c8f-4c31-8501-7c70d21889be tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc4a2fa3-1cd9-4487-9eb3-2fb1d9e15981 HTTP/1.1" status: 200 len: 944 time: 0.0502801 Jan 29 03:46:33.614665 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-7d332e28-f498-4bbd-a7e4-5ee014b83f4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (6defdfe4-04d6-4b4e-a6ae-f0521214ae82), after_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:46:33.620974 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-7d332e28-f498-4bbd-a7e4-5ee014b83f4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:46:33.620974 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-7d332e28-f498-4bbd-a7e4-5ee014b83f4e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6defdfe4-04d6-4b4e-a6ae-f0521214ae82 HTTP/1.1" status: 204 len: 168 time: 0.1997411 Jan 29 03:46:33.621190 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-3de112ec-da52-43ae-a107-81ee94764cd6 req-77ea7a34-d403-4cc4-9bc8-ed1f72dc9153 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d2e1765-fee5-481b-a069-96f98e74cbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433116 Jan 29 03:46:33.627213 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d332e28-f498-4bbd-a7e4-5ee014b83f4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6defdfe4-04d6-4b4e-a6ae-f0521214ae82,revision_number=None']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:46:33.634511 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d332e28-f498-4bbd-a7e4-5ee014b83f4e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:46:33.634961 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d332e28-f498-4bbd-a7e4-5ee014b83f4e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:46:33.635382 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d332e28-f498-4bbd-a7e4-5ee014b83f4e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:46:33.635804 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d332e28-f498-4bbd-a7e4-5ee014b83f4e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:46:33.636207 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d332e28-f498-4bbd-a7e4-5ee014b83f4e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:46:33.636612 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d332e28-f498-4bbd-a7e4-5ee014b83f4e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:46:33.636996 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d332e28-f498-4bbd-a7e4-5ee014b83f4e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:46:33.637332 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d332e28-f498-4bbd-a7e4-5ee014b83f4e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:46:33.637662 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d332e28-f498-4bbd-a7e4-5ee014b83f4e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:46:33.637991 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d332e28-f498-4bbd-a7e4-5ee014b83f4e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:46:33.638341 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d332e28-f498-4bbd-a7e4-5ee014b83f4e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:46:33.642763 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d332e28-f498-4bbd-a7e4-5ee014b83f4e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:46:33.642763 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d332e28-f498-4bbd-a7e4-5ee014b83f4e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:46:34.028282 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5101bdaa-e78b-49c0-8014-81572f18f12a req-1134ce54-308d-4093-8fb8-23102565b4ed tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:46:34.029873 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-5101bdaa-e78b-49c0-8014-81572f18f12a req-1134ce54-308d-4093-8fb8-23102565b4ed tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f5813a3-d10f-42ef-99a5-50aa1af18f3a HTTP/1.1" status: 200 len: 945 time: 0.0547247 Jan 29 03:46:34.082976 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-5101bdaa-e78b-49c0-8014-81572f18f12a req-51f4b395-03a4-4c67-8a1e-45c0c38374a0 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca8be9f3-7d70-4884-a281-94c7af685802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474675 Jan 29 03:46:34.083187 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699f3cb7-2640-4ff1-9139-347f56170897 req-f48e931a-a130-4290-b184-94027521942d tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:46:34.084531 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-699f3cb7-2640-4ff1-9139-347f56170897 req-f48e931a-a130-4290-b184-94027521942d tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/ports?device_id=333eec8c-4437-4fe4-9440-e0210b9b6b71 HTTP/1.1" status: 200 len: 945 time: 0.0533636 Jan 29 03:46:34.138491 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-699f3cb7-2640-4ff1-9139-347f56170897 req-59cfb971-7476-4e84-a272-9c9609d56285 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c3df9bf-9f05-408c-a02f-29a763dd3f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484371 Jan 29 03:46:34.345854 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 46568) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:46:34.358668 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-5890453b-e53d-4327-b16e-3702b21fdd22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:46:34.388441 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Device 2440b3be-9f8f-4310-96a9-6687885fac5d details requested by agent hyperv_hv-cinder-82694 with host hv-cinder-82694 {{(pid=109551) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 03:46:34.435621 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-5890453b-e53d-4327-b16e-3702b21fdd22 admin admin] Publish callbacks [] for security_group (51ef4043-10f5-44c2-a717-c9e35e169cf5), precommit_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:46:34.486403 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] For port 2440b3be-9f8f-4310-96a9-6687885fac5d, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=2440b3be-9f8f-4310-96a9-6687885fac5d,segment=NetworkSegment(55c6d1ba-1ae1-4be3-9e12-aad260737131),segment_id=55c6d1ba-1ae1-4be3-9e12-aad260737131)] {{(pid=109551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 03:46:34.497465 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Returning: {'device': '2440b3be-9f8f-4310-96a9-6687885fac5d', 'network_id': '4191093a-3e75-431e-ba6a-0a5e62dd1238', 'port_id': '2440b3be-9f8f-4310-96a9-6687885fac5d', 'mac_address': 'fa:16:3e:f4:1c:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '167c6c42-9dd3-4598-ba9e-66d705822162', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109551) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 03:46:34.529750 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-5890453b-e53d-4327-b16e-3702b21fdd22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (51ef4043-10f5-44c2-a717-c9e35e169cf5), after_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:46:34.540716 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Current status of the port 2440b3be-9f8f-4310-96a9-6687885fac5d is: DOWN; New status is: BUILD {{(pid=109551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 03:46:34.541244 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (2440b3be-9f8f-4310-96a9-6687885fac5d), before_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:46:34.558520 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.notifiers.nova [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2440b3be-9f8f-4310-96a9-6687885fac5d {{(pid=109551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 03:46:34.570991 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-5890453b-e53d-4327-b16e-3702b21fdd22 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=21f7c749011d4d07a399a3c9d5ac7977&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2240403 Jan 29 03:46:34.572185 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5890453b-e53d-4327-b16e-3702b21fdd22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51ef4043-10f5-44c2-a717-c9e35e169cf5,revision_number=1']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:46:34.573694 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 46574) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:46:34.580271 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] For port 2440b3be-9f8f-4310-96a9-6687885fac5d, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=2440b3be-9f8f-4310-96a9-6687885fac5d,segment=NetworkSegment(55c6d1ba-1ae1-4be3-9e12-aad260737131),segment_id=55c6d1ba-1ae1-4be3-9e12-aad260737131)] {{(pid=109551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 03:46:34.628311 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-4ba5e78d-67fe-4db6-87eb-d68b823f2c48 admin admin] Publish callbacks [] for security_group (51ef4043-10f5-44c2-a717-c9e35e169cf5), before_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:46:34.651691 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-4ba5e78d-67fe-4db6-87eb-d68b823f2c48 admin admin] Publish callbacks [] for security_group (51ef4043-10f5-44c2-a717-c9e35e169cf5), precommit_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:46:34.700599 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429'] for port (2440b3be-9f8f-4310-96a9-6687885fac5d), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:46:34.748559 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Pushing event updated for resources: {'Port': ['ID=2440b3be-9f8f-4310-96a9-6687885fac5d,revision_number=4']} {{(pid=109551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:46:34.752599 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d9f1a1-b1a6-4891-b2eb-fcdde5348220 req-5a9618f2-5939-47b2-a16a-f994ab506b7b tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:46:34.754162 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-67d9f1a1-b1a6-4891-b2eb-fcdde5348220 req-5a9618f2-5939-47b2-a16a-f994ab506b7b tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc4a2fa3-1cd9-4487-9eb3-2fb1d9e15981 HTTP/1.1" status: 200 len: 945 time: 0.0620394 Jan 29 03:46:34.769077 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-4ba5e78d-67fe-4db6-87eb-d68b823f2c48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (51ef4043-10f5-44c2-a717-c9e35e169cf5), after_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:46:34.772072 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-4ba5e78d-67fe-4db6-87eb-d68b823f2c48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:46:34.773162 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-4ba5e78d-67fe-4db6-87eb-d68b823f2c48 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/51ef4043-10f5-44c2-a717-c9e35e169cf5 HTTP/1.1" status: 204 len: 168 time: 0.1984661 Jan 29 03:46:34.780791 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5e78d-67fe-4db6-87eb-d68b823f2c48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51ef4043-10f5-44c2-a717-c9e35e169cf5,revision_number=None']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:46:34.825809 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-67d9f1a1-b1a6-4891-b2eb-fcdde5348220 req-2f4815b8-21e3-4be1-941b-3990805ca9e8 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d2e1765-fee5-481b-a069-96f98e74cbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660906 Jan 29 03:46:35.182146 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] get_ports_and_sgs() called for port_ids ['2440b3be-9f8f-4310-96a9-6687885fac5d'] {{(pid=109551) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 03:46:35.224848 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff01758a-ec39-4bca-904c-d4dcf84c4b81 req-e75b02e1-8fce-4631-969a-438fc69c8d8b tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:46:35.230902 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-ff01758a-ec39-4bca-904c-d4dcf84c4b81 req-e75b02e1-8fce-4631-969a-438fc69c8d8b tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f5813a3-d10f-42ef-99a5-50aa1af18f3a HTTP/1.1" status: 200 len: 945 time: 0.0665700 Jan 29 03:46:35.288765 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-ff01758a-ec39-4bca-904c-d4dcf84c4b81 req-cea8c0e4-c8ba-48b9-a17f-37ee07ffc743 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca8be9f3-7d70-4884-a281-94c7af685802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543087 Jan 29 03:46:35.949189 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb84274e-cd60-4f1f-b55c-9b72ff9b033d req-8fa3b980-cd11-4d36-adad-50a855e67d20 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:46:35.950730 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-cb84274e-cd60-4f1f-b55c-9b72ff9b033d req-8fa3b980-cd11-4d36-adad-50a855e67d20 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc4a2fa3-1cd9-4487-9eb3-2fb1d9e15981 HTTP/1.1" status: 200 len: 945 time: 0.0541933 Jan 29 03:46:35.999508 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-cb84274e-cd60-4f1f-b55c-9b72ff9b033d req-acc914b4-520d-41fc-ab6c-96f7cb03226b tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d2e1765-fee5-481b-a069-96f98e74cbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420196 Jan 29 03:46:36.284664 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e581765e-54ba-4dff-80f3-d511f69509b3 req-b5fecb93-ef18-4319-9b06-94da30bfe973 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:46:36.286281 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-e581765e-54ba-4dff-80f3-d511f69509b3 req-b5fecb93-ef18-4319-9b06-94da30bfe973 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/ports?device_id=45fc5079-1458-479d-b5b0-d0b0fb1e9235 HTTP/1.1" status: 200 len: 945 time: 0.0578110 Jan 29 03:46:36.332311 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-e581765e-54ba-4dff-80f3-d511f69509b3 req-f873f606-4e5a-42b4-ae51-77a3a0c69b5a tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/security-groups?id=91323cdd-00e2-4ac4-bdcf-2a2c574a7bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402584 Jan 29 03:46:36.417808 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1207f9d-7886-4805-84c5-b6d73a9019c1 req-96498745-89c1-4bf4-9fc8-3220c72ee2da tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:46:36.419541 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-b1207f9d-7886-4805-84c5-b6d73a9019c1 req-96498745-89c1-4bf4-9fc8-3220c72ee2da tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f5813a3-d10f-42ef-99a5-50aa1af18f3a HTTP/1.1" status: 200 len: 945 time: 0.0566106 Jan 29 03:46:36.467605 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-b1207f9d-7886-4805-84c5-b6d73a9019c1 req-5826ad10-3668-4d08-b7a3-db52f6b5eed4 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca8be9f3-7d70-4884-a281-94c7af685802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424812 Jan 29 03:46:37.118245 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6ee460-1d18-4b0e-81f7-6197d3e43fa5 req-02e66094-b4dd-43f5-a3b2-2d966664dd29 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:46:37.119726 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-0a6ee460-1d18-4b0e-81f7-6197d3e43fa5 req-02e66094-b4dd-43f5-a3b2-2d966664dd29 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc4a2fa3-1cd9-4487-9eb3-2fb1d9e15981 HTTP/1.1" status: 200 len: 945 time: 0.0520089 Jan 29 03:46:37.167446 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-0a6ee460-1d18-4b0e-81f7-6197d3e43fa5 req-b5d30646-8241-47a3-9efa-bf208565f90a tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d2e1765-fee5-481b-a069-96f98e74cbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420978 Jan 29 03:46:37.449177 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3ca18f-9ee2-4002-b0ed-44ef221ebf9a req-0af8b751-e6ee-4aff-bbbe-eb2e25f2e2f7 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:46:37.450607 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-da3ca18f-9ee2-4002-b0ed-44ef221ebf9a req-0af8b751-e6ee-4aff-bbbe-eb2e25f2e2f7 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/ports?device_id=45fc5079-1458-479d-b5b0-d0b0fb1e9235 HTTP/1.1" status: 200 len: 945 time: 0.0508623 Jan 29 03:46:37.497690 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-da3ca18f-9ee2-4002-b0ed-44ef221ebf9a req-c6491f49-871d-4a4e-bd55-f7809f4b84e2 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/security-groups?id=91323cdd-00e2-4ac4-bdcf-2a2c574a7bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407650 Jan 29 03:46:37.592774 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ab7ea1-a660-4ebb-82d8-2aac840f9b92 req-ddf2891a-662e-4c60-a608-b1f24f3f04b6 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:46:37.594309 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-b3ab7ea1-a660-4ebb-82d8-2aac840f9b92 req-ddf2891a-662e-4c60-a608-b1f24f3f04b6 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f5813a3-d10f-42ef-99a5-50aa1af18f3a HTTP/1.1" status: 200 len: 945 time: 0.0558977 Jan 29 03:46:37.644104 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-b3ab7ea1-a660-4ebb-82d8-2aac840f9b92 req-f2a020f7-d553-4f82-b9e4-b891445317ff tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca8be9f3-7d70-4884-a281-94c7af685802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439792 Jan 29 03:46:38.194227 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 46678) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:46:38.285274 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd936456-3060-4eb5-98fb-87b91ad090e5 req-3df54f50-646e-44f0-9b8b-ef56e06aa28a tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:46:38.286769 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-bd936456-3060-4eb5-98fb-87b91ad090e5 req-3df54f50-646e-44f0-9b8b-ef56e06aa28a tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc4a2fa3-1cd9-4487-9eb3-2fb1d9e15981 HTTP/1.1" status: 200 len: 945 time: 0.0527749 Jan 29 03:46:38.316621 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-524a815c-c7e7-4f66-8f07-2853e394676b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:46:38.367782 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-bd936456-3060-4eb5-98fb-87b91ad090e5 req-c5c6fba8-27af-4e99-81ff-316b0ff10d35 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d2e1765-fee5-481b-a069-96f98e74cbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690401 Jan 29 03:46:38.412094 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Device 2440b3be-9f8f-4310-96a9-6687885fac5d up at agent hyperv_hv-cinder-82694 {{(pid=109551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 03:46:38.418408 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-524a815c-c7e7-4f66-8f07-2853e394676b admin admin] Publish callbacks [] for security_group (f5a85a31-0e77-4d8c-9380-565602ab5e09), precommit_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:46:38.482987 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-524a815c-c7e7-4f66-8f07-2853e394676b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (f5a85a31-0e77-4d8c-9380-565602ab5e09), after_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:46:38.517741 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.provisioning_blocks [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Provisioning for port 2440b3be-9f8f-4310-96a9-6687885fac5d completed by entity L2. {{(pid=109551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 03:46:38.520930 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-524a815c-c7e7-4f66-8f07-2853e394676b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=622009335c214f198fc04b98e1d91968&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3256299 Jan 29 03:46:38.521770 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a815c-c7e7-4f66-8f07-2853e394676b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5a85a31-0e77-4d8c-9380-565602ab5e09,revision_number=1']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:46:38.523422 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.provisioning_blocks [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Provisioning complete for port 2440b3be-9f8f-4310-96a9-6687885fac5d triggered by entity L2. {{(pid=109551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 03:46:38.523809 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785313'] for port (2440b3be-9f8f-4310-96a9-6687885fac5d), provisioning_complete {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:46:38.526012 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 46684) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:46:38.604607 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Current status of the port 2440b3be-9f8f-4310-96a9-6687885fac5d is: BUILD; New status is: ACTIVE {{(pid=109551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 03:46:38.604993 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (2440b3be-9f8f-4310-96a9-6687885fac5d), before_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:46:38.616836 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-eac8c1f4-211e-45fd-b570-32e61282f580 admin admin] Publish callbacks [] for security_group (f5a85a31-0e77-4d8c-9380-565602ab5e09), before_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:46:38.628036 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc4a2fa3-1cd9-4487-9eb3-2fb1d9e15981', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2440b3be-9f8f-4310-96a9-6687885fac5d'}] {{(pid=109551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 03:46:38.630295 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23e056b712a42e8e31026a02bb7684ebe9f34968e78d79227c0e39fde92c0103" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-359e5898-5457-4f4f-8b89-e5d51308e96f" -d '{"events": [{"server_uuid": "dc4a2fa3-1cd9-4487-9eb3-2fb1d9e15981", "name": "network-vif-plugged", "status": "completed", "tag": "2440b3be-9f8f-4310-96a9-6687885fac5d"}]}' {{(pid=109551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 03:46:38.642749 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] For port 2440b3be-9f8f-4310-96a9-6687885fac5d, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=2440b3be-9f8f-4310-96a9-6687885fac5d,segment=NetworkSegment(55c6d1ba-1ae1-4be3-9e12-aad260737131),segment_id=55c6d1ba-1ae1-4be3-9e12-aad260737131)] {{(pid=109551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 03:46:38.646731 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-eac8c1f4-211e-45fd-b570-32e61282f580 admin admin] Publish callbacks [] for security_group (f5a85a31-0e77-4d8c-9380-565602ab5e09), precommit_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:46:38.660493 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0008c785-30fa-4b23-a6a6-76381e3182ae req-2e97c8b1-416b-401b-af1e-721ba4676c96 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:46:38.662367 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-0008c785-30fa-4b23-a6a6-76381e3182ae req-2e97c8b1-416b-401b-af1e-721ba4676c96 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/ports?device_id=45fc5079-1458-479d-b5b0-d0b0fb1e9235 HTTP/1.1" status: 200 len: 945 time: 0.0893939 Jan 29 03:46:38.667323 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 03:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e34ee67-5c82-4dd0-b735-c6b4d2c25d0a x-openstack-request-id: req-4e34ee67-5c82-4dd0-b735-c6b4d2c25d0a {{(pid=109551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 03:46:38.667670 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc4a2fa3-1cd9-4487-9eb3-2fb1d9e15981", "name": "network-vif-plugged", "status": "completed", "tag": "2440b3be-9f8f-4310-96a9-6687885fac5d", "code": 200}]} {{(pid=109551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 03:46:38.667931 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4e34ee67-5c82-4dd0-b735-c6b4d2c25d0a {{(pid=109551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 03:46:38.668320 dv-cinder-826949-1-iscsi neutron-server[109551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc4a2fa3-1cd9-4487-9eb3-2fb1d9e15981', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2440b3be-9f8f-4310-96a9-6687885fac5d', 'code': 200} Jan 29 03:46:38.706739 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429'] for port (2440b3be-9f8f-4310-96a9-6687885fac5d), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:46:38.733248 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-0008c785-30fa-4b23-a6a6-76381e3182ae req-b8e89406-0768-482e-9b64-25ac977201b4 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/security-groups?id=91323cdd-00e2-4ac4-bdcf-2a2c574a7bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636897 Jan 29 03:46:38.769901 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Pushing event updated for resources: {'Port': ['ID=2440b3be-9f8f-4310-96a9-6687885fac5d,revision_number=5']} {{(pid=109551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:46:38.777391 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:46:38.777960 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:46:38.778347 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:46:38.778694 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:46:38.783612 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:46:38.783612 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:46:38.783612 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:46:38.783612 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:46:38.783612 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:46:38.783612 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:46:38.783612 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:46:38.783612 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:46:38.783612 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:46:38.787466 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5fe878-f2cd-4fe4-bcbf-923a4eb88229 req-59c5691e-44e6-476e-baf7-fa91dae2fddb tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:46:38.788985 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-cf5fe878-f2cd-4fe4-bcbf-923a4eb88229 req-59c5691e-44e6-476e-baf7-fa91dae2fddb tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f5813a3-d10f-42ef-99a5-50aa1af18f3a HTTP/1.1" status: 200 len: 945 time: 0.0613809 Jan 29 03:46:38.798017 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-eac8c1f4-211e-45fd-b570-32e61282f580 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (f5a85a31-0e77-4d8c-9380-565602ab5e09), after_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:46:38.800884 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-eac8c1f4-211e-45fd-b570-32e61282f580 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:46:38.804697 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-eac8c1f4-211e-45fd-b570-32e61282f580 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f5a85a31-0e77-4d8c-9380-565602ab5e09 HTTP/1.1" status: 204 len: 168 time: 0.2753892 Jan 29 03:46:38.812777 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac8c1f4-211e-45fd-b570-32e61282f580 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5a85a31-0e77-4d8c-9380-565602ab5e09,revision_number=None']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:46:38.840287 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-cf5fe878-f2cd-4fe4-bcbf-923a4eb88229 req-b46a8dd8-415f-41a3-b01d-7e0bb95b5939 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca8be9f3-7d70-4884-a281-94c7af685802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451791 Jan 29 03:46:39.080711 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb1b65c-8ea9-4909-9ece-112eabdb9d67 req-e6603646-b159-465a-badc-725f182ef8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:46:39.082218 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-2bb1b65c-8ea9-4909-9ece-112eabdb9d67 req-e6603646-b159-465a-badc-725f182ef8b0 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=dc4a2fa3-1cd9-4487-9eb3-2fb1d9e15981 HTTP/1.1" status: 200 len: 1130 time: 0.0477500 Jan 29 03:46:39.127319 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-2bb1b65c-8ea9-4909-9ece-112eabdb9d67 req-25f7fc6c-560f-488d-94e8-9552dc332416 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=0d2e1765-fee5-481b-a069-96f98e74cbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373402 Jan 29 03:46:39.482283 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735b41b4-541e-44d5-a584-690a3dcfad0c req-1d23c89c-a9b5-46d2-a7cf-1f61c9513113 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:46:39.483790 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-735b41b4-541e-44d5-a584-690a3dcfad0c req-1d23c89c-a9b5-46d2-a7cf-1f61c9513113 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc4a2fa3-1cd9-4487-9eb3-2fb1d9e15981 HTTP/1.1" status: 200 len: 946 time: 0.0516577 Jan 29 03:46:39.502435 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 46698) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:46:39.515444 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-e2825126-c485-4f70-b8a3-f6bfe885371d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:46:39.530051 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-735b41b4-541e-44d5-a584-690a3dcfad0c req-5dc99f95-d999-4603-9a4a-21320dda0244 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d2e1765-fee5-481b-a069-96f98e74cbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402198 Jan 29 03:46:39.586390 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-e2825126-c485-4f70-b8a3-f6bfe885371d admin admin] Publish callbacks [] for security_group (dc902f84-873e-4951-80f7-b06d0eaa22bd), precommit_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:46:39.717711 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-e2825126-c485-4f70-b8a3-f6bfe885371d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (dc902f84-873e-4951-80f7-b06d0eaa22bd), after_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:46:39.753422 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2825126-c485-4f70-b8a3-f6bfe885371d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc902f84-873e-4951-80f7-b06d0eaa22bd,revision_number=1']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:46:39.757606 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-e2825126-c485-4f70-b8a3-f6bfe885371d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=725630f381144f7e80078bf00a428f03&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2541606 Jan 29 03:46:39.760284 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 46702) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:46:39.817657 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-4b9e4551-9453-41c7-85aa-01eff1c33358 admin admin] Publish callbacks [] for security_group (dc902f84-873e-4951-80f7-b06d0eaa22bd), before_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:46:39.859213 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-4b9e4551-9453-41c7-85aa-01eff1c33358 admin admin] Publish callbacks [] for security_group (dc902f84-873e-4951-80f7-b06d0eaa22bd), precommit_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:46:39.899929 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb43002-5399-4fce-a1b6-ad20a0b3996d req-f2c94aa0-1d22-404e-85e6-6e9fcf21789f tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:46:39.901406 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-5eb43002-5399-4fce-a1b6-ad20a0b3996d req-f2c94aa0-1d22-404e-85e6-6e9fcf21789f tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/ports?device_id=45fc5079-1458-479d-b5b0-d0b0fb1e9235 HTTP/1.1" status: 200 len: 945 time: 0.0950677 Jan 29 03:46:39.948853 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-5eb43002-5399-4fce-a1b6-ad20a0b3996d req-40adb819-4599-45d5-9b94-f78b5cbd9c38 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/security-groups?id=91323cdd-00e2-4ac4-bdcf-2a2c574a7bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419042 Jan 29 03:46:39.960187 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fac9fa-9c60-4e5e-b4c3-b8a760bdca6c req-a1461583-1ce1-4171-888d-cbd9e949f0b9 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:46:39.961835 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-e3fac9fa-9c60-4e5e-b4c3-b8a760bdca6c req-a1461583-1ce1-4171-888d-cbd9e949f0b9 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f5813a3-d10f-42ef-99a5-50aa1af18f3a HTTP/1.1" status: 200 len: 945 time: 0.0520415 Jan 29 03:46:39.985952 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-4b9e4551-9453-41c7-85aa-01eff1c33358 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (dc902f84-873e-4951-80f7-b06d0eaa22bd), after_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:46:39.988494 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-4b9e4551-9453-41c7-85aa-01eff1c33358 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:46:39.989592 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-4b9e4551-9453-41c7-85aa-01eff1c33358 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/dc902f84-873e-4951-80f7-b06d0eaa22bd HTTP/1.1" status: 204 len: 168 time: 0.2282352 Jan 29 03:46:39.997410 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9e4551-9453-41c7-85aa-01eff1c33358 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc902f84-873e-4951-80f7-b06d0eaa22bd,revision_number=None']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:46:40.010824 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-e3fac9fa-9c60-4e5e-b4c3-b8a760bdca6c req-fd0c4600-8576-44f3-940d-7ef363b1edad tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca8be9f3-7d70-4884-a281-94c7af685802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433950 Jan 29 03:46:40.661107 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09537d7-3627-4776-9592-7470566a4322 req-f908184a-4f0d-49ea-a24e-45efbb97214e tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:46:40.662684 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-c09537d7-3627-4776-9592-7470566a4322 req-f908184a-4f0d-49ea-a24e-45efbb97214e tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc4a2fa3-1cd9-4487-9eb3-2fb1d9e15981 HTTP/1.1" status: 200 len: 946 time: 0.0652776 Jan 29 03:46:40.711423 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-c09537d7-3627-4776-9592-7470566a4322 req-16ba4606-c4dd-4074-b55a-6404f7e3248b tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d2e1765-fee5-481b-a069-96f98e74cbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429389 Jan 29 03:46:41.081182 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f769700-bdd2-4a39-95ee-66a5a1831b87 req-162754b7-b628-4ac1-b1a8-9d98182a3efc tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:46:41.083265 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-7f769700-bdd2-4a39-95ee-66a5a1831b87 req-162754b7-b628-4ac1-b1a8-9d98182a3efc tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/ports?device_id=45fc5079-1458-479d-b5b0-d0b0fb1e9235 HTTP/1.1" status: 200 len: 945 time: 0.0599093 Jan 29 03:46:41.136242 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-7f769700-bdd2-4a39-95ee-66a5a1831b87 req-52488806-c11f-4115-af72-ef41e9cd4557 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/security-groups?id=91323cdd-00e2-4ac4-bdcf-2a2c574a7bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451660 Jan 29 03:46:41.142308 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e986f6-bc95-43a7-9393-07bdf0ae0526 req-f2322045-758d-4e30-86ad-334ddafdb28a tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:46:41.143985 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-91e986f6-bc95-43a7-9393-07bdf0ae0526 req-f2322045-758d-4e30-86ad-334ddafdb28a tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f5813a3-d10f-42ef-99a5-50aa1af18f3a HTTP/1.1" status: 200 len: 945 time: 0.0570326 Jan 29 03:46:41.193408 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-91e986f6-bc95-43a7-9393-07bdf0ae0526 req-9b55ff6c-972b-4e37-a73f-ff4917988431 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca8be9f3-7d70-4884-a281-94c7af685802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427451 Jan 29 03:46:41.826017 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6732a4-17d4-45d2-a189-cc9f8dff5255 req-0ddaee44-7cbc-4e1b-9ab4-16b2f2d7b033 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:46:41.827532 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-7b6732a4-17d4-45d2-a189-cc9f8dff5255 req-0ddaee44-7cbc-4e1b-9ab4-16b2f2d7b033 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc4a2fa3-1cd9-4487-9eb3-2fb1d9e15981 HTTP/1.1" status: 200 len: 946 time: 0.0534382 Jan 29 03:46:41.873233 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-7b6732a4-17d4-45d2-a189-cc9f8dff5255 req-977f6646-c74b-4ee8-b282-854c61a5f36d tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d2e1765-fee5-481b-a069-96f98e74cbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401306 Jan 29 03:46:42.257459 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a684693e-c502-4e28-af57-e51fef60e3af req-7c9aa82f-49cb-4ba2-9c85-031a37e62e53 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:46:42.259089 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-a684693e-c502-4e28-af57-e51fef60e3af req-7c9aa82f-49cb-4ba2-9c85-031a37e62e53 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/ports?device_id=45fc5079-1458-479d-b5b0-d0b0fb1e9235 HTTP/1.1" status: 200 len: 945 time: 0.0535276 Jan 29 03:46:42.308509 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-a684693e-c502-4e28-af57-e51fef60e3af req-7f29946e-3f47-449c-a29d-f571de300c38 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/security-groups?id=91323cdd-00e2-4ac4-bdcf-2a2c574a7bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435240 Jan 29 03:46:42.325663 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5764d8f-9d8d-4078-956f-99d3d7375d19 req-4658d2ca-79fa-44d3-b2d3-b9c8ad0ed9ef tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:46:42.327271 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-e5764d8f-9d8d-4078-956f-99d3d7375d19 req-4658d2ca-79fa-44d3-b2d3-b9c8ad0ed9ef tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f5813a3-d10f-42ef-99a5-50aa1af18f3a HTTP/1.1" status: 200 len: 945 time: 0.0594072 Jan 29 03:46:42.378747 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-e5764d8f-9d8d-4078-956f-99d3d7375d19 req-a4c4bfa8-13e0-4854-8cea-149711b65d7a tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca8be9f3-7d70-4884-a281-94c7af685802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458159 Jan 29 03:46:42.455131 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Device 126ac57e-93f8-430b-8a67-93adec80b5d3 details requested by agent hyperv_hv-cinder-82694 with host hv-cinder-82694 {{(pid=109551) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 03:46:42.551285 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] For port 126ac57e-93f8-430b-8a67-93adec80b5d3, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=126ac57e-93f8-430b-8a67-93adec80b5d3,segment=NetworkSegment(e5471ed5-97f1-48e6-86f5-92c6b5bce849),segment_id=e5471ed5-97f1-48e6-86f5-92c6b5bce849)] {{(pid=109551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 03:46:42.562334 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Returning: {'device': '126ac57e-93f8-430b-8a67-93adec80b5d3', 'network_id': '204ced72-9299-4a30-aa72-466acced45bf', 'port_id': '126ac57e-93f8-430b-8a67-93adec80b5d3', 'mac_address': 'fa:16:3e:ad:f4:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c62d091f-c1de-4db7-ab9c-37bb62875bd8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109551) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 03:46:42.613986 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Current status of the port 126ac57e-93f8-430b-8a67-93adec80b5d3 is: ACTIVE; New status is: BUILD {{(pid=109551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 03:46:42.613986 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (126ac57e-93f8-430b-8a67-93adec80b5d3), before_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:46:42.619179 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.notifiers.nova [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 126ac57e-93f8-430b-8a67-93adec80b5d3 {{(pid=109551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 03:46:42.640684 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] For port 126ac57e-93f8-430b-8a67-93adec80b5d3, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=126ac57e-93f8-430b-8a67-93adec80b5d3,segment=NetworkSegment(e5471ed5-97f1-48e6-86f5-92c6b5bce849),segment_id=e5471ed5-97f1-48e6-86f5-92c6b5bce849)] {{(pid=109551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 03:46:42.723729 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429'] for port (126ac57e-93f8-430b-8a67-93adec80b5d3), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:46:42.771141 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Pushing event updated for resources: {'Port': ['ID=126ac57e-93f8-430b-8a67-93adec80b5d3,revision_number=6']} {{(pid=109551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:46:42.977975 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] get_ports_and_sgs() called for port_ids ['126ac57e-93f8-430b-8a67-93adec80b5d3'] {{(pid=109551) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 03:46:43.432572 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9e8c0b-52f8-4b44-af6f-f11b210d3edf req-b1b46028-2954-4d09-969a-047315fcea36 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:46:43.434379 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-cd9e8c0b-52f8-4b44-af6f-f11b210d3edf req-b1b46028-2954-4d09-969a-047315fcea36 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/ports?device_id=45fc5079-1458-479d-b5b0-d0b0fb1e9235 HTTP/1.1" status: 200 len: 945 time: 0.0582500 Jan 29 03:46:43.500412 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20573a1a-72c1-4d5c-9650-66a982333087 req-e0d2e023-fbee-4aec-982e-d852297f34d2 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:46:43.501915 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-20573a1a-72c1-4d5c-9650-66a982333087 req-e0d2e023-fbee-4aec-982e-d852297f34d2 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f5813a3-d10f-42ef-99a5-50aa1af18f3a HTTP/1.1" status: 200 len: 944 time: 0.0535161 Jan 29 03:46:43.553689 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-20573a1a-72c1-4d5c-9650-66a982333087 req-0ac47a7e-1810-484f-a0d8-186f3feaeb53 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca8be9f3-7d70-4884-a281-94c7af685802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451365 Jan 29 03:46:43.700857 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-cd9e8c0b-52f8-4b44-af6f-f11b210d3edf req-dacfd3b1-4928-4ffc-8d57-9ea5654eb084 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/security-groups?id=91323cdd-00e2-4ac4-bdcf-2a2c574a7bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2610095 Jan 29 03:46:44.092912 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eae9a8-80e5-4ea4-8797-60494956507d req-e35a2a77-1e62-4f88-b288-562ffe81bf4e tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:46:44.094449 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-d8eae9a8-80e5-4ea4-8797-60494956507d req-e35a2a77-1e62-4f88-b288-562ffe81bf4e tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/ports?device_id=333eec8c-4437-4fe4-9440-e0210b9b6b71 HTTP/1.1" status: 200 len: 945 time: 0.0544622 Jan 29 03:46:44.167406 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-d8eae9a8-80e5-4ea4-8797-60494956507d req-2b1c38bd-020b-49d8-9398-12dc43c4d06f tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c3df9bf-9f05-408c-a02f-29a763dd3f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667374 Jan 29 03:46:44.180146 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e92319c-c803-418d-b2a7-833c18385bab req-a1880577-47f3-419d-957c-8495da862a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:46:44.181606 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-1e92319c-c803-418d-b2a7-833c18385bab req-a1880577-47f3-419d-957c-8495da862a1b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=995678f3901441a099ca67990ffaa293&device_id=333eec8c-4437-4fe4-9440-e0210b9b6b71 HTTP/1.1" status: 200 len: 1129 time: 0.0606182 Jan 29 03:46:44.278006 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e92319c-c803-418d-b2a7-833c18385bab req-3dd05ce0-eda0-4640-b5cf-209751ed3214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:46:44.279399 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-1e92319c-c803-418d-b2a7-833c18385bab req-3dd05ce0-eda0-4640-b5cf-209751ed3214 service neutron] 10.222.0.25 "GET /v2.0/networks?id=def124bd-d2cb-4303-acf8-363c1eeee992 HTTP/1.1" status: 200 len: 918 time: 0.0864778 Jan 29 03:46:44.325091 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-1e92319c-c803-418d-b2a7-833c18385bab req-37e1e7a6-03e1-4b03-9f1e-81e170f4f3b4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=99574264-03c0-4cb9-9094-a916433c52ab HTTP/1.1" status: 200 len: 217 time: 0.0327032 Jan 29 03:46:44.376959 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e92319c-c803-418d-b2a7-833c18385bab req-59a6fbd1-18d0-49f3-be5e-3b928f053439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:46:44.378407 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-1e92319c-c803-418d-b2a7-833c18385bab req-59a6fbd1-18d0-49f3-be5e-3b928f053439 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=49f78b84-8abd-498c-8afc-c0464fd07915 HTTP/1.1" status: 200 len: 858 time: 0.0451336 Jan 29 03:46:44.413480 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-1e92319c-c803-418d-b2a7-833c18385bab req-1fc16177-4971-4455-86ed-573f7c6b7f2a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=def124bd-d2cb-4303-acf8-363c1eeee992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262663 Jan 29 03:46:44.460459 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Device 126ac57e-93f8-430b-8a67-93adec80b5d3 up at agent hyperv_hv-cinder-82694 {{(pid=109551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 03:46:44.502965 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-1e92319c-c803-418d-b2a7-833c18385bab req-32129f3b-89d8-4ffc-a595-fbce4610a361 service neutron] 10.222.0.25 "GET /v2.0/networks/def124bd-d2cb-4303-acf8-363c1eeee992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810249 Jan 29 03:46:44.508393 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.provisioning_blocks [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Provisioning complete for port 126ac57e-93f8-430b-8a67-93adec80b5d3 triggered by entity L2. {{(pid=109551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 03:46:44.508769 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785313'] for port (126ac57e-93f8-430b-8a67-93adec80b5d3), provisioning_complete {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:46:44.586663 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Current status of the port 126ac57e-93f8-430b-8a67-93adec80b5d3 is: BUILD; New status is: ACTIVE {{(pid=109551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 03:46:44.586964 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (126ac57e-93f8-430b-8a67-93adec80b5d3), before_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:46:44.595713 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-1e92319c-c803-418d-b2a7-833c18385bab req-a06b4524-02ee-4c77-93bb-bcbd89b1c5c2 service neutron] 10.222.0.25 "GET /v2.0/networks/def124bd-d2cb-4303-acf8-363c1eeee992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852931 Jan 29 03:46:44.610555 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f5813a3-d10f-42ef-99a5-50aa1af18f3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '126ac57e-93f8-430b-8a67-93adec80b5d3'}] {{(pid=109551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 03:46:44.613059 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23e056b712a42e8e31026a02bb7684ebe9f34968e78d79227c0e39fde92c0103" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96d27348-e545-4dcc-ae2c-8885ee27f6ef" -d '{"events": [{"server_uuid": "8f5813a3-d10f-42ef-99a5-50aa1af18f3a", "name": "network-vif-plugged", "status": "completed", "tag": "126ac57e-93f8-430b-8a67-93adec80b5d3"}]}' {{(pid=109551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 03:46:44.628791 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] For port 126ac57e-93f8-430b-8a67-93adec80b5d3, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=126ac57e-93f8-430b-8a67-93adec80b5d3,segment=NetworkSegment(e5471ed5-97f1-48e6-86f5-92c6b5bce849),segment_id=e5471ed5-97f1-48e6-86f5-92c6b5bce849)] {{(pid=109551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 03:46:44.655805 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 03:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80c7c96d-bb0c-4e4d-b7d2-668da56afbf8 x-openstack-request-id: req-80c7c96d-bb0c-4e4d-b7d2-668da56afbf8 {{(pid=109551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 03:46:44.656128 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f5813a3-d10f-42ef-99a5-50aa1af18f3a", "name": "network-vif-plugged", "status": "completed", "tag": "126ac57e-93f8-430b-8a67-93adec80b5d3", "code": 200}]} {{(pid=109551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 03:46:44.656388 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-80c7c96d-bb0c-4e4d-b7d2-668da56afbf8 {{(pid=109551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 03:46:44.656813 dv-cinder-826949-1-iscsi neutron-server[109551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f5813a3-d10f-42ef-99a5-50aa1af18f3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '126ac57e-93f8-430b-8a67-93adec80b5d3', 'code': 200} Jan 29 03:46:44.703473 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9511be-a701-4efb-b7cd-fd61d192f452 req-8f9ae5d6-a2ea-45cc-b3e2-3a7f9df8e440 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:46:44.704970 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-6e9511be-a701-4efb-b7cd-fd61d192f452 req-8f9ae5d6-a2ea-45cc-b3e2-3a7f9df8e440 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f5813a3-d10f-42ef-99a5-50aa1af18f3a HTTP/1.1" status: 200 len: 944 time: 0.0540097 Jan 29 03:46:44.717755 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429'] for port (126ac57e-93f8-430b-8a67-93adec80b5d3), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:46:44.791279 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Pushing event updated for resources: {'Port': ['ID=126ac57e-93f8-430b-8a67-93adec80b5d3,revision_number=7']} {{(pid=109551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:46:44.793369 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-6e9511be-a701-4efb-b7cd-fd61d192f452 req-067cad51-b3b6-49af-8f36-f999d3927cdc tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca8be9f3-7d70-4884-a281-94c7af685802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823419 Jan 29 03:46:44.877577 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-2906be2b-4fcf-41a3-ace8-4b8c82fb03c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (dac82def-0781-4624-a171-654e1b1d12af), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:46:44.917522 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e531cf3a-e3de-4cb3-b8b9-9cb358a19068 req-dacb15ff-b349-47e1-95e0-8d5bbd0fdbf9 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:46:44.919260 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-e531cf3a-e3de-4cb3-b8b9-9cb358a19068 req-dacb15ff-b349-47e1-95e0-8d5bbd0fdbf9 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/ports?device_id=45fc5079-1458-479d-b5b0-d0b0fb1e9235 HTTP/1.1" status: 200 len: 945 time: 0.0592935 Jan 29 03:46:44.968326 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-e531cf3a-e3de-4cb3-b8b9-9cb358a19068 req-819bf37a-8a21-4f5f-8f22-caea788c0b1c tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/security-groups?id=91323cdd-00e2-4ac4-bdcf-2a2c574a7bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418978 Jan 29 03:46:45.310624 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e6e970-8145-4523-a32b-1345019ffcf8 req-29a89e86-ee12-467b-ac6c-a7eda1e7e5a5 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:46:45.312326 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-e0e6e970-8145-4523-a32b-1345019ffcf8 req-29a89e86-ee12-467b-ac6c-a7eda1e7e5a5 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/ports?device_id=333eec8c-4437-4fe4-9440-e0210b9b6b71 HTTP/1.1" status: 200 len: 945 time: 0.0720203 Jan 29 03:46:45.358955 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-e0e6e970-8145-4523-a32b-1345019ffcf8 req-1fbd9d5f-0426-48a5-823c-9c79282daaa3 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c3df9bf-9f05-408c-a02f-29a763dd3f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409763 Jan 29 03:46:45.950565 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f148cb-edb2-4bb9-bec6-35777be8694e req-a5e368e3-faad-4dc0-99c6-3c01caee5738 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:46:45.952110 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-b7f148cb-edb2-4bb9-bec6-35777be8694e req-a5e368e3-faad-4dc0-99c6-3c01caee5738 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f5813a3-d10f-42ef-99a5-50aa1af18f3a HTTP/1.1" status: 200 len: 945 time: 0.0765071 Jan 29 03:46:46.003303 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-b7f148cb-edb2-4bb9-bec6-35777be8694e req-672018fd-f90d-4d53-ac07-124bd1c638cf tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca8be9f3-7d70-4884-a281-94c7af685802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450137 Jan 29 03:46:46.104190 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d796eea7-a53b-49f4-afbd-3ba7e1199e86 req-dc53eb1d-33f7-4880-8d42-e2c7e0654856 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:46:46.105666 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-d796eea7-a53b-49f4-afbd-3ba7e1199e86 req-dc53eb1d-33f7-4880-8d42-e2c7e0654856 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/ports?device_id=45fc5079-1458-479d-b5b0-d0b0fb1e9235 HTTP/1.1" status: 200 len: 945 time: 0.0563014 Jan 29 03:46:46.166834 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-d796eea7-a53b-49f4-afbd-3ba7e1199e86 req-88dee978-c2e5-4747-ad6c-262e52771252 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/security-groups?id=91323cdd-00e2-4ac4-bdcf-2a2c574a7bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545998 Jan 29 03:46:46.495224 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3737b4ea-2ef7-4a67-937d-a3995f08d818 req-563b26e1-e053-4264-aae0-a390d080f1fe tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:46:46.499829 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-3737b4ea-2ef7-4a67-937d-a3995f08d818 req-563b26e1-e053-4264-aae0-a390d080f1fe tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/ports?device_id=333eec8c-4437-4fe4-9440-e0210b9b6b71 HTTP/1.1" status: 200 len: 945 time: 0.0638680 Jan 29 03:46:46.567569 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-3737b4ea-2ef7-4a67-937d-a3995f08d818 req-b0fe945f-1dcd-43b3-b3ef-f61354e1ff9a tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c3df9bf-9f05-408c-a02f-29a763dd3f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581830 Jan 29 03:46:47.153173 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4469cd9-c586-4811-9145-66b00f4ef1e4 req-3743b53d-63cc-46dc-a3ca-4100130a2963 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:46:47.155705 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-b4469cd9-c586-4811-9145-66b00f4ef1e4 req-3743b53d-63cc-46dc-a3ca-4100130a2963 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f5813a3-d10f-42ef-99a5-50aa1af18f3a HTTP/1.1" status: 200 len: 945 time: 0.0664628 Jan 29 03:46:47.222181 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-b4469cd9-c586-4811-9145-66b00f4ef1e4 req-4442d98d-699b-41c0-9451-191334d7d4c8 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca8be9f3-7d70-4884-a281-94c7af685802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577097 Jan 29 03:46:47.314706 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcab3be8-fea9-4715-9970-9d13657e3bd2 req-e8cdd6aa-d71f-4cbd-9631-34d205ec11a7 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:46:47.316451 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-bcab3be8-fea9-4715-9970-9d13657e3bd2 req-e8cdd6aa-d71f-4cbd-9631-34d205ec11a7 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/ports?device_id=45fc5079-1458-479d-b5b0-d0b0fb1e9235 HTTP/1.1" status: 200 len: 945 time: 0.0549612 Jan 29 03:46:47.379810 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-bcab3be8-fea9-4715-9970-9d13657e3bd2 req-8a86a536-1c29-4818-b387-700f6f265d66 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/security-groups?id=91323cdd-00e2-4ac4-bdcf-2a2c574a7bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578620 Jan 29 03:46:47.449179 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-6fedc55c-473f-4b1d-94a8-b88be3a9f52c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (d5b8732c-6ac1-45e3-a79e-cd9863fe8196), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:46:47.722895 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5d40a1-5800-48a1-9884-967a204db048 req-00b3d5ba-5230-4f64-8fad-4131cb2b5958 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:46:47.731073 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-cb5d40a1-5800-48a1-9884-967a204db048 req-00b3d5ba-5230-4f64-8fad-4131cb2b5958 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/ports?device_id=333eec8c-4437-4fe4-9440-e0210b9b6b71 HTTP/1.1" status: 200 len: 945 time: 0.0949988 Jan 29 03:46:47.802161 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-cb5d40a1-5800-48a1-9884-967a204db048 req-b338ada3-28b6-418c-9d6d-e70bff6c717f tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c3df9bf-9f05-408c-a02f-29a763dd3f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699389 Jan 29 03:46:48.043390 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-6a0bb60c-5b7b-499b-b43f-7eb32e921150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (4cfc2a27-deed-4689-8f39-0bd5aa6fe3c3), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:46:48.359054 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6953a34e-4271-440d-8f7c-31aaad3e4996 req-38054564-3101-4a38-80db-8755f19f39d3 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:46:48.360560 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-6953a34e-4271-440d-8f7c-31aaad3e4996 req-38054564-3101-4a38-80db-8755f19f39d3 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f5813a3-d10f-42ef-99a5-50aa1af18f3a HTTP/1.1" status: 200 len: 945 time: 0.0539777 Jan 29 03:46:48.410998 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-6953a34e-4271-440d-8f7c-31aaad3e4996 req-afaadca9-dd19-430e-b0cc-254276513a54 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca8be9f3-7d70-4884-a281-94c7af685802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447369 Jan 29 03:46:48.514308 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e79647-e52d-470d-be88-69ed1226ac9c req-b753e704-848a-4e9e-9f37-3b2d140a721c tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:46:48.515730 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-e9e79647-e52d-470d-be88-69ed1226ac9c req-b753e704-848a-4e9e-9f37-3b2d140a721c tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/ports?device_id=45fc5079-1458-479d-b5b0-d0b0fb1e9235 HTTP/1.1" status: 200 len: 945 time: 0.0544980 Jan 29 03:46:48.562796 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-e9e79647-e52d-470d-be88-69ed1226ac9c req-5a78a6a8-a739-41c4-a2e0-a9e7ec98412e tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/security-groups?id=91323cdd-00e2-4ac4-bdcf-2a2c574a7bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403817 Jan 29 03:46:48.989424 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c06103c-2db5-4f8a-97d3-eea4c1c0c2f1 req-cb1274d9-fe8c-4ded-a6cb-9bca2313b0f0 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:46:48.995643 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-4c06103c-2db5-4f8a-97d3-eea4c1c0c2f1 req-cb1274d9-fe8c-4ded-a6cb-9bca2313b0f0 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/ports?device_id=333eec8c-4437-4fe4-9440-e0210b9b6b71 HTTP/1.1" status: 200 len: 945 time: 0.1185749 Jan 29 03:46:49.045796 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-4c06103c-2db5-4f8a-97d3-eea4c1c0c2f1 req-4b4eb576-4fa3-4372-a09d-30a95dfd33c8 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c3df9bf-9f05-408c-a02f-29a763dd3f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480409 Jan 29 03:46:49.420770 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-30ace4c1-806b-4d7c-a886-fe7b65bfbfcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (7774c0be-b957-4204-896b-7e749f55bf81), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:46:49.563165 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b5f257-1ae3-4693-8840-5e9b3b635818 req-a0f362c3-bdf9-4eab-829d-0b292e2ab9d5 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:46:49.564762 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-71b5f257-1ae3-4693-8840-5e9b3b635818 req-a0f362c3-bdf9-4eab-829d-0b292e2ab9d5 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f5813a3-d10f-42ef-99a5-50aa1af18f3a HTTP/1.1" status: 200 len: 945 time: 0.0696909 Jan 29 03:46:49.653532 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-71b5f257-1ae3-4693-8840-5e9b3b635818 req-def73822-32e1-435c-a5ef-42a7e5f33f87 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca8be9f3-7d70-4884-a281-94c7af685802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818272 Jan 29 03:46:49.736034 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d7c100-7e3b-428e-aeda-63b6018e74cf req-428de2e9-8dc2-474f-a74a-d337393152c7 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:46:49.739147 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-28d7c100-7e3b-428e-aeda-63b6018e74cf req-428de2e9-8dc2-474f-a74a-d337393152c7 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/ports?device_id=45fc5079-1458-479d-b5b0-d0b0fb1e9235 HTTP/1.1" status: 200 len: 945 time: 0.0710993 Jan 29 03:46:49.803868 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-28d7c100-7e3b-428e-aeda-63b6018e74cf req-00674d69-017a-4cf9-bcff-c02e93e795b2 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/security-groups?id=91323cdd-00e2-4ac4-bdcf-2a2c574a7bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575373 Jan 29 03:46:50.188597 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdae232-a6a9-40c8-96eb-f76012f8b990 req-8a5e7d86-4d8c-48cb-b509-1fa8c9723cc3 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:46:50.190364 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-acdae232-a6a9-40c8-96eb-f76012f8b990 req-8a5e7d86-4d8c-48cb-b509-1fa8c9723cc3 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/ports?device_id=333eec8c-4437-4fe4-9440-e0210b9b6b71 HTTP/1.1" status: 200 len: 945 time: 0.0724509 Jan 29 03:46:50.270225 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-acdae232-a6a9-40c8-96eb-f76012f8b990 req-292169a1-b71c-4465-96b8-fa8e66eab94f tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c3df9bf-9f05-408c-a02f-29a763dd3f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733528 Jan 29 03:46:50.848159 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f4259f-82ec-462d-83a9-f34c315f7b13 req-c415c8e7-020e-455a-aeb8-0fd36566a5f8 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:46:50.849737 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-39f4259f-82ec-462d-83a9-f34c315f7b13 req-c415c8e7-020e-455a-aeb8-0fd36566a5f8 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f5813a3-d10f-42ef-99a5-50aa1af18f3a HTTP/1.1" status: 200 len: 945 time: 0.0945334 Jan 29 03:46:50.928951 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-39f4259f-82ec-462d-83a9-f34c315f7b13 req-e5eb7d39-de89-4d94-9d44-7e2b8f283662 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca8be9f3-7d70-4884-a281-94c7af685802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721982 Jan 29 03:46:50.979037 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181d3e1e-59b8-49f6-9c8e-3c52b185d1cf req-4a8925c6-7ef6-4348-9909-ea6e6bc33252 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:46:50.981365 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-181d3e1e-59b8-49f6-9c8e-3c52b185d1cf req-4a8925c6-7ef6-4348-9909-ea6e6bc33252 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/ports?device_id=45fc5079-1458-479d-b5b0-d0b0fb1e9235 HTTP/1.1" status: 200 len: 945 time: 0.0762196 Jan 29 03:46:51.045178 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-181d3e1e-59b8-49f6-9c8e-3c52b185d1cf req-ad3d8459-683c-4702-886a-ffe2d596478d tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/security-groups?id=91323cdd-00e2-4ac4-bdcf-2a2c574a7bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554426 Jan 29 03:46:51.175045 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (e75d1b00-832d-4bf5-b078-2c4f5b2c10cd), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:46:51.439080 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48d1499-fa8b-4bbc-a53f-c53380abaab6 req-744cf1ab-373d-4c9e-97aa-52803854c52e tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:46:51.440873 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-c48d1499-fa8b-4bbc-a53f-c53380abaab6 req-744cf1ab-373d-4c9e-97aa-52803854c52e tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/ports?device_id=333eec8c-4437-4fe4-9440-e0210b9b6b71 HTTP/1.1" status: 200 len: 945 time: 0.0878978 Jan 29 03:46:51.492032 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-c48d1499-fa8b-4bbc-a53f-c53380abaab6 req-c378940d-469b-47f8-81f0-c809b9144cb7 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c3df9bf-9f05-408c-a02f-29a763dd3f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451572 Jan 29 03:46:52.083577 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a81d8cd-13c2-482b-978c-77f153e4112c req-c2196a65-f6ab-4859-bce5-3dc6bfc62665 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:46:52.085065 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-2a81d8cd-13c2-482b-978c-77f153e4112c req-c2196a65-f6ab-4859-bce5-3dc6bfc62665 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f5813a3-d10f-42ef-99a5-50aa1af18f3a HTTP/1.1" status: 200 len: 945 time: 0.0686779 Jan 29 03:46:52.132633 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-2a81d8cd-13c2-482b-978c-77f153e4112c req-f8203560-3837-41a6-b2b3-c5657bd3bad3 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca8be9f3-7d70-4884-a281-94c7af685802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419738 Jan 29 03:46:52.166704 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a223cc-d4f7-4135-8173-d03345ba0c5c req-888fd29b-7e71-4d55-beb8-ae30729cae6e tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:46:52.168357 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-e0a223cc-d4f7-4135-8173-d03345ba0c5c req-888fd29b-7e71-4d55-beb8-ae30729cae6e tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/ports?device_id=45fc5079-1458-479d-b5b0-d0b0fb1e9235 HTTP/1.1" status: 200 len: 945 time: 0.0535953 Jan 29 03:46:52.216341 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-e0a223cc-d4f7-4135-8173-d03345ba0c5c req-53114684-7670-4be1-b615-2233c54e1130 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/security-groups?id=91323cdd-00e2-4ac4-bdcf-2a2c574a7bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423760 Jan 29 03:46:52.648818 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4079a59d-16f9-4427-be73-82bf2f0d7661 req-49f6865e-52fa-47b7-a9df-5c2be98ed386 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:46:52.656330 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-4079a59d-16f9-4427-be73-82bf2f0d7661 req-49f6865e-52fa-47b7-a9df-5c2be98ed386 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/ports?device_id=333eec8c-4437-4fe4-9440-e0210b9b6b71 HTTP/1.1" status: 200 len: 945 time: 0.0766547 Jan 29 03:46:52.719802 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-4079a59d-16f9-4427-be73-82bf2f0d7661 req-1b2b8877-b991-43b1-ad7d-e8a187ca7dab tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c3df9bf-9f05-408c-a02f-29a763dd3f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582576 Jan 29 03:46:53.056935 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.agents_db [None req-5bdad2e4-4f8f-4fe6-a9f7-cf82a335ca9d None None] Agent healthcheck: found 6 active agents {{(pid=109552) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 03:46:53.304633 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590d896a-3728-4ee3-b674-db23ef4d02fc req-4acbd6ea-e865-4eb1-8edc-be3f64343c30 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:46:53.307066 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-590d896a-3728-4ee3-b674-db23ef4d02fc req-4acbd6ea-e865-4eb1-8edc-be3f64343c30 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f5813a3-d10f-42ef-99a5-50aa1af18f3a HTTP/1.1" status: 200 len: 945 time: 0.0912168 Jan 29 03:46:53.364286 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-590d896a-3728-4ee3-b674-db23ef4d02fc req-76a51eef-c146-42b9-9f81-b867dce29bc8 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca8be9f3-7d70-4884-a281-94c7af685802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516915 Jan 29 03:46:53.406622 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af0c772-32a6-415e-92fa-eb8d8df51741 req-413b96b7-9b4f-487d-9cc3-e9c7e54b1540 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:46:53.408175 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-1af0c772-32a6-415e-92fa-eb8d8df51741 req-413b96b7-9b4f-487d-9cc3-e9c7e54b1540 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/ports?device_id=45fc5079-1458-479d-b5b0-d0b0fb1e9235 HTTP/1.1" status: 200 len: 945 time: 0.0912304 Jan 29 03:46:53.469810 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-1af0c772-32a6-415e-92fa-eb8d8df51741 req-b4d5d4f7-48b9-48e0-8294-671710a1c4bb tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/security-groups?id=91323cdd-00e2-4ac4-bdcf-2a2c574a7bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548112 Jan 29 03:46:53.859827 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb51362-d96b-48aa-80c3-46ab63ee2edb req-5b916a1c-4cf7-4a9e-8db4-21c09d1ad9ec tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:46:53.861302 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-6cb51362-d96b-48aa-80c3-46ab63ee2edb req-5b916a1c-4cf7-4a9e-8db4-21c09d1ad9ec tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/ports?device_id=333eec8c-4437-4fe4-9440-e0210b9b6b71 HTTP/1.1" status: 200 len: 945 time: 0.0634742 Jan 29 03:46:53.923264 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-6cb51362-d96b-48aa-80c3-46ab63ee2edb req-addeadfa-3a85-443f-9653-7cb1dd528912 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c3df9bf-9f05-408c-a02f-29a763dd3f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538044 Jan 29 03:46:54.508907 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658f1bca-b350-45e9-a360-5eefa98f91cf req-548e9557-5db3-4ea4-8bd6-0b6ebe37e8c1 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:46:54.516232 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-658f1bca-b350-45e9-a360-5eefa98f91cf req-548e9557-5db3-4ea4-8bd6-0b6ebe37e8c1 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f5813a3-d10f-42ef-99a5-50aa1af18f3a HTTP/1.1" status: 200 len: 945 time: 0.0705726 Jan 29 03:46:54.577899 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-658f1bca-b350-45e9-a360-5eefa98f91cf req-7dc1ed70-77d5-48dd-b740-bbf0828484a5 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca8be9f3-7d70-4884-a281-94c7af685802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606213 Jan 29 03:46:54.618489 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055df6f3-5b8e-4553-8229-d3ef2a2283a7 req-a5e6168f-ed4f-405c-abd8-c5a033ffd9c5 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:46:54.620702 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-055df6f3-5b8e-4553-8229-d3ef2a2283a7 req-a5e6168f-ed4f-405c-abd8-c5a033ffd9c5 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/ports?device_id=45fc5079-1458-479d-b5b0-d0b0fb1e9235 HTTP/1.1" status: 200 len: 945 time: 0.0685756 Jan 29 03:46:54.689455 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-055df6f3-5b8e-4553-8229-d3ef2a2283a7 req-7fb9aea7-dd20-4763-a3e0-f71fe448468c tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/security-groups?id=91323cdd-00e2-4ac4-bdcf-2a2c574a7bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554707 Jan 29 03:46:55.079960 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7647edb8-3f48-4fde-8203-e6a4a5b22c48 req-24d2f128-9804-42aa-91c4-36f3ce7e91ea tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:46:55.089971 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-7647edb8-3f48-4fde-8203-e6a4a5b22c48 req-24d2f128-9804-42aa-91c4-36f3ce7e91ea tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/ports?device_id=333eec8c-4437-4fe4-9440-e0210b9b6b71 HTTP/1.1" status: 200 len: 945 time: 0.0869122 Jan 29 03:46:55.148283 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-7647edb8-3f48-4fde-8203-e6a4a5b22c48 req-78a535a5-f62c-44c0-832d-8c0e8adc0638 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c3df9bf-9f05-408c-a02f-29a763dd3f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573688 Jan 29 03:46:55.752852 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69b3e63-c95e-4dac-a383-0fb11050b112 req-d3712de9-0788-4427-a714-bfbedf501b4e tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:46:55.755508 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-b69b3e63-c95e-4dac-a383-0fb11050b112 req-d3712de9-0788-4427-a714-bfbedf501b4e tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f5813a3-d10f-42ef-99a5-50aa1af18f3a HTTP/1.1" status: 200 len: 945 time: 0.0833824 Jan 29 03:46:55.923867 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352bffe1-e78c-4497-9f52-b956acfe33f8 req-efed3325-e466-4db3-bdcd-5532fbc2da94 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:46:55.928774 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (ad4128b7-7a77-4672-aa49-b5d5d6c7d736), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:46:55.932889 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-b69b3e63-c95e-4dac-a383-0fb11050b112 req-997952ba-63c1-4d4a-9d8c-0922369f03a4 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca8be9f3-7d70-4884-a281-94c7af685802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1648526 Jan 29 03:46:55.936203 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-352bffe1-e78c-4497-9f52-b956acfe33f8 req-efed3325-e466-4db3-bdcd-5532fbc2da94 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/ports?device_id=45fc5079-1458-479d-b5b0-d0b0fb1e9235 HTTP/1.1" status: 200 len: 945 time: 0.0983338 Jan 29 03:46:56.001333 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-352bffe1-e78c-4497-9f52-b956acfe33f8 req-04aa2c16-a0aa-482c-a91e-31c79469b623 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/security-groups?id=91323cdd-00e2-4ac4-bdcf-2a2c574a7bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639684 Jan 29 03:46:56.034641 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 47006) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:46:56.198099 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-dad11613-6e89-4769-bc58-0461b3e58cc8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:46:56.303646 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25181f9-cfdb-41d0-a95e-ad68a1e1b830 req-4939de81-3c00-4c33-8129-12de08a46d07 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:46:56.305253 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-f25181f9-cfdb-41d0-a95e-ad68a1e1b830 req-4939de81-3c00-4c33-8129-12de08a46d07 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/ports?device_id=333eec8c-4437-4fe4-9440-e0210b9b6b71 HTTP/1.1" status: 200 len: 945 time: 0.0874286 Jan 29 03:46:56.341894 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-dad11613-6e89-4769-bc58-0461b3e58cc8 admin admin] Publish callbacks [] for security_group (de277fdb-4eda-4513-93d2-5754c00d94de), precommit_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:46:56.372016 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-f25181f9-cfdb-41d0-a95e-ad68a1e1b830 req-d046d3f1-e419-4802-baa4-974f56589726 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c3df9bf-9f05-408c-a02f-29a763dd3f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579195 Jan 29 03:46:56.557553 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-dad11613-6e89-4769-bc58-0461b3e58cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (de277fdb-4eda-4513-93d2-5754c00d94de), after_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:46:56.593718 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad11613-6e89-4769-bc58-0461b3e58cc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de277fdb-4eda-4513-93d2-5754c00d94de,revision_number=1']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:46:56.598643 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-dad11613-6e89-4769-bc58-0461b3e58cc8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a6fbc2a3290646c2a9311b53494a02d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5623665 Jan 29 03:46:56.601339 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 47012) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:46:56.649900 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-a10798eb-67da-40d2-8f73-51e54885a108 admin admin] Publish callbacks [] for security_group (de277fdb-4eda-4513-93d2-5754c00d94de), before_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:46:56.671602 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-a10798eb-67da-40d2-8f73-51e54885a108 admin admin] Publish callbacks [] for security_group (de277fdb-4eda-4513-93d2-5754c00d94de), precommit_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:46:56.786772 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-a10798eb-67da-40d2-8f73-51e54885a108 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (de277fdb-4eda-4513-93d2-5754c00d94de), after_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:46:56.789596 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-a10798eb-67da-40d2-8f73-51e54885a108 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:46:56.790806 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-a10798eb-67da-40d2-8f73-51e54885a108 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/de277fdb-4eda-4513-93d2-5754c00d94de HTTP/1.1" status: 204 len: 168 time: 0.1887355 Jan 29 03:46:56.799005 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10798eb-67da-40d2-8f73-51e54885a108 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de277fdb-4eda-4513-93d2-5754c00d94de,revision_number=None']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:46:57.059113 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21869dd-1821-4167-b396-d10ee5045304 req-feac0206-4a5c-45d8-8356-bf773bcde74b tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:46:57.059113 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-b21869dd-1821-4167-b396-d10ee5045304 req-feac0206-4a5c-45d8-8356-bf773bcde74b tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f5813a3-d10f-42ef-99a5-50aa1af18f3a HTTP/1.1" status: 200 len: 945 time: 0.0563514 Jan 29 03:46:57.126588 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-b21869dd-1821-4167-b396-d10ee5045304 req-078eaba7-55c4-468a-bcfe-247b9b0df08d tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca8be9f3-7d70-4884-a281-94c7af685802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556912 Jan 29 03:46:57.128461 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaa6a32-5164-4cd8-b859-4a4bb94e3bde req-9dcf3586-b001-4d30-942b-6e4f0ab6838f tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:46:57.130046 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-beaa6a32-5164-4cd8-b859-4a4bb94e3bde req-9dcf3586-b001-4d30-942b-6e4f0ab6838f tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/ports?device_id=45fc5079-1458-479d-b5b0-d0b0fb1e9235 HTTP/1.1" status: 200 len: 945 time: 0.0577135 Jan 29 03:46:57.188941 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-beaa6a32-5164-4cd8-b859-4a4bb94e3bde req-3d4e5c26-a64b-4941-9f5c-9aac0140e400 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/security-groups?id=91323cdd-00e2-4ac4-bdcf-2a2c574a7bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535634 Jan 29 03:46:57.491585 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9c0228-a17d-4cb1-b7c8-3f8c7bc6f113 req-f0dbdd79-5951-4568-9e9b-9b65d649e007 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:46:57.493170 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-5c9c0228-a17d-4cb1-b7c8-3f8c7bc6f113 req-f0dbdd79-5951-4568-9e9b-9b65d649e007 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/ports?device_id=333eec8c-4437-4fe4-9440-e0210b9b6b71 HTTP/1.1" status: 200 len: 945 time: 0.0561762 Jan 29 03:46:57.521436 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 47040) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:46:57.539664 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-c0cf516e-92f8-4f2a-9f11-1e8a4111cd78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:46:57.556640 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a73331-884e-4aea-ad47-f0e723e7b224 req-150e8314-a40d-4c05-a617-bd24562b5199 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:46:57.562318 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-b8a73331-884e-4aea-ad47-f0e723e7b224 req-150e8314-a40d-4c05-a617-bd24562b5199 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/ports?device_id=45fc5079-1458-479d-b5b0-d0b0fb1e9235 HTTP/1.1" status: 200 len: 945 time: 0.0569599 Jan 29 03:46:57.575602 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-5c9c0228-a17d-4cb1-b7c8-3f8c7bc6f113 req-eb692776-1c89-4fb4-9b16-a7b925aed0f2 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c3df9bf-9f05-408c-a02f-29a763dd3f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766139 Jan 29 03:46:57.623552 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-b8a73331-884e-4aea-ad47-f0e723e7b224 req-fdc52a4f-a4dc-4d61-8f3a-7e076ac15aa7 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/security-groups?id=91323cdd-00e2-4ac4-bdcf-2a2c574a7bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595801 Jan 29 03:46:57.633201 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-c0cf516e-92f8-4f2a-9f11-1e8a4111cd78 admin admin] Publish callbacks [] for security_group (557c42d6-959b-4bf7-8c11-370165c511c0), precommit_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:46:57.792014 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-c0cf516e-92f8-4f2a-9f11-1e8a4111cd78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (557c42d6-959b-4bf7-8c11-370165c511c0), after_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:46:57.793809 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0186092-b82f-41ea-a06b-eb27d30f08e5 req-048a6179-63d9-493f-b639-2f7d0cd22b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:46:57.795370 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-f0186092-b82f-41ea-a06b-eb27d30f08e5 req-048a6179-63d9-493f-b639-2f7d0cd22b08 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0f6df9863d6a490a92b2f3c872aec541&device_id=45fc5079-1458-479d-b5b0-d0b0fb1e9235 HTTP/1.1" status: 200 len: 1129 time: 0.0489080 Jan 29 03:46:57.831595 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-c0cf516e-92f8-4f2a-9f11-1e8a4111cd78 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9a344724735d46a8a17221298237d26e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3089662 Jan 29 03:46:57.834696 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 47044) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:46:57.835482 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cf516e-92f8-4f2a-9f11-1e8a4111cd78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=557c42d6-959b-4bf7-8c11-370165c511c0,revision_number=1']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:46:57.903288 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-fd69fa5f-fb0e-4549-b8f3-a42f614f02f7 admin admin] Publish callbacks [] for security_group (557c42d6-959b-4bf7-8c11-370165c511c0), before_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:46:57.933682 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-fd69fa5f-fb0e-4549-b8f3-a42f614f02f7 admin admin] Publish callbacks [] for security_group (557c42d6-959b-4bf7-8c11-370165c511c0), precommit_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:46:57.935073 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee9f962-2122-49fd-932b-89006484cce6 req-d2131f7b-b8d3-4f41-b768-2704f2af1291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:46:57.936571 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-2ee9f962-2122-49fd-932b-89006484cce6 req-d2131f7b-b8d3-4f41-b768-2704f2af1291 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=00cfcd24ac464466b0c59b2955aac89e&device_id=8f5813a3-d10f-42ef-99a5-50aa1af18f3a HTTP/1.1" status: 200 len: 1129 time: 0.0842328 Jan 29 03:46:57.937660 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0186092-b82f-41ea-a06b-eb27d30f08e5 req-d98d0ea1-6fa1-4c56-b107-90654bf315eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:46:57.938967 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-f0186092-b82f-41ea-a06b-eb27d30f08e5 req-d98d0ea1-6fa1-4c56-b107-90654bf315eb service neutron] 10.222.0.25 "GET /v2.0/networks?id=4b4e9710-b6c9-4002-b8a3-8aa9bf7336cb HTTP/1.1" status: 200 len: 910 time: 0.1370883 Jan 29 03:46:58.058031 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-f0186092-b82f-41ea-a06b-eb27d30f08e5 req-c28ecf66-0fe7-40af-bb07-dda5ba3fc68b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b515e1c3-80c1-45a6-ac70-b260f4d4c858 HTTP/1.1" status: 200 len: 1001 time: 0.1066427 Jan 29 03:46:58.071582 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-fd69fa5f-fb0e-4549-b8f3-a42f614f02f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (557c42d6-959b-4bf7-8c11-370165c511c0), after_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:46:58.074252 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-fd69fa5f-fb0e-4549-b8f3-a42f614f02f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:46:58.075392 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-fd69fa5f-fb0e-4549-b8f3-a42f614f02f7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/557c42d6-959b-4bf7-8c11-370165c511c0 HTTP/1.1" status: 204 len: 168 time: 0.2325721 Jan 29 03:46:58.083113 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd69fa5f-fb0e-4549-b8f3-a42f614f02f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=557c42d6-959b-4bf7-8c11-370165c511c0,revision_number=None']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:46:58.114829 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee9f962-2122-49fd-932b-89006484cce6 req-86a888e9-6166-4624-8b73-c216bf631a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:46:58.116281 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-2ee9f962-2122-49fd-932b-89006484cce6 req-86a888e9-6166-4624-8b73-c216bf631a37 service neutron] 10.222.0.25 "GET /v2.0/networks?id=204ced72-9299-4a30-aa72-466acced45bf HTTP/1.1" status: 200 len: 917 time: 0.1662378 Jan 29 03:46:58.123340 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0186092-b82f-41ea-a06b-eb27d30f08e5 req-36b63a24-4d72-4399-8e38-501bda26af20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:46:58.124682 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-f0186092-b82f-41ea-a06b-eb27d30f08e5 req-36b63a24-4d72-4399-8e38-501bda26af20 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2f142c9b-e8b9-4838-a5d9-5c60564542f5 HTTP/1.1" status: 200 len: 849 time: 0.0606513 Jan 29 03:46:58.232348 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-2ee9f962-2122-49fd-932b-89006484cce6 req-ca482283-4675-45d6-ad5c-ccab4ef460cb service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=126ac57e-93f8-430b-8a67-93adec80b5d3 HTTP/1.1" status: 200 len: 1001 time: 0.1067343 Jan 29 03:46:58.291276 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0186092-b82f-41ea-a06b-eb27d30f08e5 req-3d8c3e21-55ca-43fb-8e3d-4f2201dc3363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:46:58.292756 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-f0186092-b82f-41ea-a06b-eb27d30f08e5 req-3d8c3e21-55ca-43fb-8e3d-4f2201dc3363 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4b4e9710-b6c9-4002-b8a3-8aa9bf7336cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1617019 Jan 29 03:46:58.329528 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee9f962-2122-49fd-932b-89006484cce6 req-25fa8a8c-2074-4be5-bbc8-d12ad2ae45e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:46:58.330861 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-2ee9f962-2122-49fd-932b-89006484cce6 req-25fa8a8c-2074-4be5-bbc8-d12ad2ae45e6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c62d091f-c1de-4db7-ab9c-37bb62875bd8 HTTP/1.1" status: 200 len: 856 time: 0.0828245 Jan 29 03:46:58.369203 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b0f12e-75f9-4b1e-8b8a-ad8d32d7b1b0 req-181365c7-be6e-4d35-98dc-1678cff1650a tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:46:58.369203 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-24b0f12e-75f9-4b1e-8b8a-ad8d32d7b1b0 req-181365c7-be6e-4d35-98dc-1678cff1650a tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f5813a3-d10f-42ef-99a5-50aa1af18f3a HTTP/1.1" status: 200 len: 945 time: 0.1523426 Jan 29 03:46:58.469108 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-f0186092-b82f-41ea-a06b-eb27d30f08e5 req-e9f51ae4-b2d5-437f-961c-6860348fce38 service neutron] 10.222.0.25 "GET /v2.0/networks/4b4e9710-b6c9-4002-b8a3-8aa9bf7336cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676960 Jan 29 03:46:58.472378 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-24b0f12e-75f9-4b1e-8b8a-ad8d32d7b1b0 req-9d433e7b-58ee-46f4-9be3-16a01321151e tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca8be9f3-7d70-4884-a281-94c7af685802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954702 Jan 29 03:46:58.473842 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee9f962-2122-49fd-932b-89006484cce6 req-4f46599b-da93-4dfe-8f88-8bfba33598b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:46:58.475215 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-2ee9f962-2122-49fd-932b-89006484cce6 req-4f46599b-da93-4dfe-8f88-8bfba33598b8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=204ced72-9299-4a30-aa72-466acced45bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1172874 Jan 29 03:46:58.637744 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-f0186092-b82f-41ea-a06b-eb27d30f08e5 req-2db2f49d-a747-4bb3-9dce-d7e377516d0a service neutron] 10.222.0.25 "GET /v2.0/networks/4b4e9710-b6c9-4002-b8a3-8aa9bf7336cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545527 Jan 29 03:46:58.639434 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-2ee9f962-2122-49fd-932b-89006484cce6 req-8325442c-9284-4300-9586-677d70a9f056 service neutron] 10.222.0.25 "GET /v2.0/networks/204ced72-9299-4a30-aa72-466acced45bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483064 Jan 29 03:46:58.717246 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9cd693-b2a9-421f-a8e6-0e9af0d1b9dc req-41fcaf10-0559-476c-8c1c-b2ad18f49077 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:46:58.726612 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-8c9cd693-b2a9-421f-a8e6-0e9af0d1b9dc req-41fcaf10-0559-476c-8c1c-b2ad18f49077 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/ports?device_id=333eec8c-4437-4fe4-9440-e0210b9b6b71 HTTP/1.1" status: 200 len: 945 time: 0.0794163 Jan 29 03:46:58.778587 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-2ee9f962-2122-49fd-932b-89006484cce6 req-0b499267-7a8b-4460-9697-b9cafd124094 service neutron] 10.222.0.25 "GET /v2.0/networks/204ced72-9299-4a30-aa72-466acced45bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201489 Jan 29 03:46:58.781633 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-8c9cd693-b2a9-421f-a8e6-0e9af0d1b9dc req-50013dae-f66b-480c-8a2d-d1c3ef727282 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c3df9bf-9f05-408c-a02f-29a763dd3f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534432 Jan 29 03:46:58.800366 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c75bc67-e2fa-4d72-8c17-7f16db20fc2f req-7c53de4e-5e9c-42d9-b197-495f94aba358 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:46:58.802724 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-6c75bc67-e2fa-4d72-8c17-7f16db20fc2f req-7c53de4e-5e9c-42d9-b197-495f94aba358 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/ports?device_id=45fc5079-1458-479d-b5b0-d0b0fb1e9235 HTTP/1.1" status: 200 len: 945 time: 0.0741422 Jan 29 03:46:58.850265 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-6c75bc67-e2fa-4d72-8c17-7f16db20fc2f req-bdd00867-299d-490f-9db8-19af97d98103 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/security-groups?id=91323cdd-00e2-4ac4-bdcf-2a2c574a7bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422888 Jan 29 03:46:59.621902 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0177cfc8-3f48-4f03-b10a-877c8813cd32 req-c810bd63-1811-47cf-b4aa-8cefc3639107 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:46:59.621902 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-0177cfc8-3f48-4f03-b10a-877c8813cd32 req-c810bd63-1811-47cf-b4aa-8cefc3639107 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f5813a3-d10f-42ef-99a5-50aa1af18f3a HTTP/1.1" status: 200 len: 945 time: 0.0612261 Jan 29 03:46:59.668679 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-0177cfc8-3f48-4f03-b10a-877c8813cd32 req-d45866b7-87bd-4968-923a-545078e56c15 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca8be9f3-7d70-4884-a281-94c7af685802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410159 Jan 29 03:46:59.712997 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97268764-6c95-4aa7-9161-f871d884ffbb req-9801de3e-b5a2-47cc-b39f-c4865b7ee087 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:46:59.715085 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-97268764-6c95-4aa7-9161-f871d884ffbb req-9801de3e-b5a2-47cc-b39f-c4865b7ee087 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc4a2fa3-1cd9-4487-9eb3-2fb1d9e15981 HTTP/1.1" status: 200 len: 946 time: 0.0595467 Jan 29 03:46:59.764247 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-97268764-6c95-4aa7-9161-f871d884ffbb req-ca593eb6-d427-44f1-af20-df0491924659 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d2e1765-fee5-481b-a069-96f98e74cbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440118 Jan 29 03:46:59.903642 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04079991-1fd5-42b5-b9f9-4b10797d1110 req-198e12cc-f4d1-42a4-a12d-eed2d0901f81 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:46:59.905164 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-04079991-1fd5-42b5-b9f9-4b10797d1110 req-198e12cc-f4d1-42a4-a12d-eed2d0901f81 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/ports?device_id=333eec8c-4437-4fe4-9440-e0210b9b6b71 HTTP/1.1" status: 200 len: 945 time: 0.0644040 Jan 29 03:46:59.958788 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-04079991-1fd5-42b5-b9f9-4b10797d1110 req-b327d9d2-27c3-43eb-815e-99e35905eca4 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c3df9bf-9f05-408c-a02f-29a763dd3f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467389 Jan 29 03:46:59.981262 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6ed631-5edc-4da9-93ba-d0af7d37830c req-cbc867e6-3740-4274-9676-e49ca8e5ee70 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:46:59.982862 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-dd6ed631-5edc-4da9-93ba-d0af7d37830c req-cbc867e6-3740-4274-9676-e49ca8e5ee70 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/ports?device_id=45fc5079-1458-479d-b5b0-d0b0fb1e9235 HTTP/1.1" status: 200 len: 945 time: 0.0611153 Jan 29 03:47:00.032841 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-dd6ed631-5edc-4da9-93ba-d0af7d37830c req-792c04de-36b6-4371-b751-94c7ffbfaaaa tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/security-groups?id=91323cdd-00e2-4ac4-bdcf-2a2c574a7bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439837 Jan 29 03:47:00.543101 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Device 126ac57e-93f8-430b-8a67-93adec80b5d3 no longer exists at agent hyperv_hv-cinder-82694 {{(pid=109551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 03:47:00.619946 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Current status of the port 126ac57e-93f8-430b-8a67-93adec80b5d3 is: ACTIVE; New status is: DOWN {{(pid=109551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 03:47:00.620340 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (126ac57e-93f8-430b-8a67-93adec80b5d3), before_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:00.647708 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f5813a3-d10f-42ef-99a5-50aa1af18f3a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '126ac57e-93f8-430b-8a67-93adec80b5d3'}] {{(pid=109551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 03:47:00.649915 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23e056b712a42e8e31026a02bb7684ebe9f34968e78d79227c0e39fde92c0103" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-891e0f2c-a1f6-4352-8cc8-a9528c8ec55e" -d '{"events": [{"server_uuid": "8f5813a3-d10f-42ef-99a5-50aa1af18f3a", "name": "network-vif-unplugged", "status": "completed", "tag": "126ac57e-93f8-430b-8a67-93adec80b5d3"}]}' {{(pid=109551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 03:47:00.664950 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] For port 126ac57e-93f8-430b-8a67-93adec80b5d3, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=126ac57e-93f8-430b-8a67-93adec80b5d3,segment=NetworkSegment(e5471ed5-97f1-48e6-86f5-92c6b5bce849),segment_id=e5471ed5-97f1-48e6-86f5-92c6b5bce849)] {{(pid=109551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 03:47:00.700761 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 29 Jan 2022 03:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c303f15d-019c-42bf-8009-c513d79d86bd x-openstack-request-id: req-c303f15d-019c-42bf-8009-c513d79d86bd {{(pid=109551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 03:47:00.701486 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f5813a3-d10f-42ef-99a5-50aa1af18f3a", "name": "network-vif-unplugged", "status": "completed", "tag": "126ac57e-93f8-430b-8a67-93adec80b5d3", "code": 200}]} {{(pid=109551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 03:47:00.701486 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c303f15d-019c-42bf-8009-c513d79d86bd {{(pid=109551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 03:47:00.702307 dv-cinder-826949-1-iscsi neutron-server[109551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f5813a3-d10f-42ef-99a5-50aa1af18f3a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '126ac57e-93f8-430b-8a67-93adec80b5d3', 'code': 200} Jan 29 03:47:00.746952 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429'] for port (126ac57e-93f8-430b-8a67-93adec80b5d3), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:00.798330 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Pushing event updated for resources: {'Port': ['ID=126ac57e-93f8-430b-8a67-93adec80b5d3,revision_number=8']} {{(pid=109551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:47:00.798569 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d963967-139b-4b09-b8ca-346a603800ab req-12e87259-8099-4b16-b15d-78ad913e58f8 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:47:00.800237 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-8d963967-139b-4b09-b8ca-346a603800ab req-12e87259-8099-4b16-b15d-78ad913e58f8 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f5813a3-d10f-42ef-99a5-50aa1af18f3a HTTP/1.1" status: 200 len: 943 time: 0.0560420 Jan 29 03:47:00.850788 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-8d963967-139b-4b09-b8ca-346a603800ab req-16a48ca4-ef3c-4e20-acad-1aa5755b248a tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca8be9f3-7d70-4884-a281-94c7af685802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431848 Jan 29 03:47:00.911529 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0541cda1-b2c7-4a57-831f-ca35c6cc6699 req-f05961fb-fd71-40a9-95b1-166cee58dd19 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:47:00.912997 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-0541cda1-b2c7-4a57-831f-ca35c6cc6699 req-f05961fb-fd71-40a9-95b1-166cee58dd19 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc4a2fa3-1cd9-4487-9eb3-2fb1d9e15981 HTTP/1.1" status: 200 len: 946 time: 0.0647559 Jan 29 03:47:00.959092 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-0541cda1-b2c7-4a57-831f-ca35c6cc6699 req-c8125eb2-aeb3-4dc2-936d-6b766b1f2105 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d2e1765-fee5-481b-a069-96f98e74cbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404477 Jan 29 03:47:01.077077 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e372abf-6619-418f-b654-ec64880bd28e req-a40a5374-9c45-49df-8372-6d671eeece3b tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:47:01.078509 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-1e372abf-6619-418f-b654-ec64880bd28e req-a40a5374-9c45-49df-8372-6d671eeece3b tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/ports?device_id=333eec8c-4437-4fe4-9440-e0210b9b6b71 HTTP/1.1" status: 200 len: 945 time: 0.0526133 Jan 29 03:47:01.124518 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-1e372abf-6619-418f-b654-ec64880bd28e req-a7e79452-63ce-4853-a1c1-1fba4650ffd6 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c3df9bf-9f05-408c-a02f-29a763dd3f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397682 Jan 29 03:47:01.975546 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f495587b-5f32-4a57-bff6-41d49739a5db req-1375358d-41e9-490a-b75e-064d5bd70bdd tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:47:01.977005 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-f495587b-5f32-4a57-bff6-41d49739a5db req-1375358d-41e9-490a-b75e-064d5bd70bdd tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f5813a3-d10f-42ef-99a5-50aa1af18f3a HTTP/1.1" status: 200 len: 943 time: 0.0557556 Jan 29 03:47:02.024084 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-f495587b-5f32-4a57-bff6-41d49739a5db req-3beb96b5-41ac-4e6d-b863-cc147835828b tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca8be9f3-7d70-4884-a281-94c7af685802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414886 Jan 29 03:47:02.080552 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2dde9d-ac79-45c6-abe7-5675a7c14b34 req-34b8f892-b8bc-4480-bfdf-bf61ce535c2f tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:47:02.082094 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-df2dde9d-ac79-45c6-abe7-5675a7c14b34 req-34b8f892-b8bc-4480-bfdf-bf61ce535c2f tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc4a2fa3-1cd9-4487-9eb3-2fb1d9e15981 HTTP/1.1" status: 200 len: 946 time: 0.0582912 Jan 29 03:47:02.130503 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-df2dde9d-ac79-45c6-abe7-5675a7c14b34 req-ecdbdf12-d212-42f5-8240-f5bfc31e21a9 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d2e1765-fee5-481b-a069-96f98e74cbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427933 Jan 29 03:47:02.251484 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08f9d64-8869-4d33-8e90-80a055ff7609 req-959f7114-c81a-4739-a3a3-ccbe13dd7107 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:47:02.254837 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-a08f9d64-8869-4d33-8e90-80a055ff7609 req-959f7114-c81a-4739-a3a3-ccbe13dd7107 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/ports?device_id=333eec8c-4437-4fe4-9440-e0210b9b6b71 HTTP/1.1" status: 200 len: 945 time: 0.0602722 Jan 29 03:47:02.308552 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-a08f9d64-8869-4d33-8e90-80a055ff7609 req-aa421b44-b6e1-45c9-a4f9-9de7cacfb412 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c3df9bf-9f05-408c-a02f-29a763dd3f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419950 Jan 29 03:47:02.377663 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b28241-669a-4df1-b163-8303e9d01160 req-0e754cba-cf21-455e-90f9-8f62ae2aca6b tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:47:02.379150 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-83b28241-669a-4df1-b163-8303e9d01160 req-0e754cba-cf21-455e-90f9-8f62ae2aca6b tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc4a2fa3-1cd9-4487-9eb3-2fb1d9e15981 HTTP/1.1" status: 200 len: 946 time: 0.0555973 Jan 29 03:47:02.490356 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.plugin [req-83b28241-669a-4df1-b163-8303e9d01160 req-43827b75-2d12-4d18-b427-502d217815a4 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] Deleting port 2440b3be-9f8f-4310-96a9-6687885fac5d {{(pid=109550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 03:47:02.490703 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-83b28241-669a-4df1-b163-8303e9d01160 req-43827b75-2d12-4d18-b427-502d217815a4 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787145728359'] for port (2440b3be-9f8f-4310-96a9-6687885fac5d), before_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:02.584938 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.db [req-83b28241-669a-4df1-b163-8303e9d01160 req-43827b75-2d12-4d18-b427-502d217815a4 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] For port 2440b3be-9f8f-4310-96a9-6687885fac5d, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=2440b3be-9f8f-4310-96a9-6687885fac5d,segment=NetworkSegment(55c6d1ba-1ae1-4be3-9e12-aad260737131),segment_id=55c6d1ba-1ae1-4be3-9e12-aad260737131)] {{(pid=109550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 03:47:02.585294 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-83b28241-669a-4df1-b163-8303e9d01160 req-43827b75-2d12-4d18-b427-502d217815a4 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1915525'] for port (2440b3be-9f8f-4310-96a9-6687885fac5d), precommit_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:02.599112 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.plugin [req-83b28241-669a-4df1-b163-8303e9d01160 req-43827b75-2d12-4d18-b427-502d217815a4 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] Calling delete_port for 2440b3be-9f8f-4310-96a9-6687885fac5d owned by compute:nova {{(pid=109550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 03:47:02.923201 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-83b28241-669a-4df1-b163-8303e9d01160 req-43827b75-2d12-4d18-b427-502d217815a4 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787145732033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787145433402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9207350'] for port (2440b3be-9f8f-4310-96a9-6687885fac5d), after_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:02.958037 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43827b75-2d12-4d18-b427-502d217815a4 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] Pushing event deleted for resources: {'Port': ['ID=2440b3be-9f8f-4310-96a9-6687885fac5d,revision_number=None']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:47:02.974079 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] get_ports_and_sgs() called for port_ids ['26b58599-e1e8-4de8-a1fd-779b33246181', '67b0b6c1-cb7b-438f-a2e1-afa6543d4e99', 'a45095a8-11a0-4b26-80eb-17ac9fcbb199', '2440b3be-9f8f-4310-96a9-6687885fac5d'] {{(pid=109551) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 03:47:03.027691 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.db.l3_dvrscheduler_db [req-83b28241-669a-4df1-b163-8303e9d01160 req-43827b75-2d12-4d18-b427-502d217815a4 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] No DVR routers for this DVR port 2440b3be-9f8f-4310-96a9-6687885fac5d on host hv-cinder-82694 {{(pid=109550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 03:47:03.031084 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-83b28241-669a-4df1-b163-8303e9d01160 req-43827b75-2d12-4d18-b427-502d217815a4 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166518'] for port (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:03.036136 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-83b28241-669a-4df1-b163-8303e9d01160 req-43827b75-2d12-4d18-b427-502d217815a4 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.25 "DELETE /v2.0/ports/2440b3be-9f8f-4310-96a9-6687885fac5d HTTP/1.1" status: 204 len: 173 time: 0.6512976 Jan 29 03:47:03.036661 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc4a2fa3-1cd9-4487-9eb3-2fb1d9e15981', 'name': 'network-vif-deleted', 'tag': '2440b3be-9f8f-4310-96a9-6687885fac5d'}] {{(pid=109550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 03:47:03.038972 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fa7e8514ec8b1871638cf3d0c6bf241b62bf17ffd430199c6215cc57604ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-524e37f1-f38a-4616-a4f9-2ebf33b19973" -d '{"events": [{"server_uuid": "dc4a2fa3-1cd9-4487-9eb3-2fb1d9e15981", "name": "network-vif-deleted", "tag": "2440b3be-9f8f-4310-96a9-6687885fac5d"}]}' {{(pid=109550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 03:47:03.076675 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 03:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccc6ace3-ab76-4257-a5c4-a28a6bbfd370 x-openstack-request-id: req-ccc6ace3-ab76-4257-a5c4-a28a6bbfd370 {{(pid=109550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 03:47:03.076967 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc4a2fa3-1cd9-4487-9eb3-2fb1d9e15981", "name": "network-vif-deleted", "tag": "2440b3be-9f8f-4310-96a9-6687885fac5d", "status": "completed", "code": 200}]} {{(pid=109550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 03:47:03.077213 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ccc6ace3-ab76-4257-a5c4-a28a6bbfd370 {{(pid=109550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 03:47:03.077600 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc4a2fa3-1cd9-4487-9eb3-2fb1d9e15981', 'name': 'network-vif-deleted', 'tag': '2440b3be-9f8f-4310-96a9-6687885fac5d', 'status': 'completed', 'code': 200} Jan 29 03:47:03.225687 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-4d75a81a-c9d5-49ef-b74a-08e80cdd1d9e req-80274a4c-ca62-4eaf-aee8-7836f7827f45 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc4a2fa3-1cd9-4487-9eb3-2fb1d9e15981 HTTP/1.1" status: 200 len: 210 time: 0.0263469 Jan 29 03:47:03.442436 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5eca6d-8da5-4ae2-beec-8e2794e47b6a req-6dd41594-60a3-47b5-a50b-35df40ab7826 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:47:03.443972 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-cb5eca6d-8da5-4ae2-beec-8e2794e47b6a req-6dd41594-60a3-47b5-a50b-35df40ab7826 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/ports?device_id=333eec8c-4437-4fe4-9440-e0210b9b6b71 HTTP/1.1" status: 200 len: 945 time: 0.0665991 Jan 29 03:47:03.461587 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [req-496c04b1-2bcf-4462-be71-f02df7bd3da9 req-cb7359f3-2b4e-43ce-827a-faa0103d6986 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=109550) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 03:47:03.462814 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-496c04b1-2bcf-4462-be71-f02df7bd3da9 req-cb7359f3-2b4e-43ce-827a-faa0103d6986 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055678 Jan 29 03:47:03.494703 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-cb5eca6d-8da5-4ae2-beec-8e2794e47b6a req-acdcbb55-dab7-473c-ba9c-311d0d143395 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c3df9bf-9f05-408c-a02f-29a763dd3f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446019 Jan 29 03:47:03.749422 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f7c310-a154-46f9-bd13-d2c742380f72 req-08629c04-6a15-4199-a9a8-36897ebc6962 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:47:03.750843 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-84f7c310-a154-46f9-bd13-d2c742380f72 req-08629c04-6a15-4199-a9a8-36897ebc6962 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f5813a3-d10f-42ef-99a5-50aa1af18f3a HTTP/1.1" status: 200 len: 943 time: 0.0516303 Jan 29 03:47:03.797549 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-84f7c310-a154-46f9-bd13-d2c742380f72 req-f03948e3-9a9a-4b64-9426-e9cf5dc3305f tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca8be9f3-7d70-4884-a281-94c7af685802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411856 Jan 29 03:47:04.337657 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-d15ed1c1-9d5d-45e1-9340-96894a899bef req-61a7ad4f-6f8b-4ac1-8411-8846294128b9 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc4a2fa3-1cd9-4487-9eb3-2fb1d9e15981 HTTP/1.1" status: 200 len: 210 time: 0.0289872 Jan 29 03:47:04.350119 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 47200) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:47:04.437315 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-c12484c1-d9db-46cb-906d-69118b3db6e0 req-e46fee11-bc21-4e7d-a0f8-fef9b66b7e64 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8f5813a3-d10f-42ef-99a5-50aa1af18f3a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0859778 Jan 29 03:47:04.446257 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [req-c12484c1-d9db-46cb-906d-69118b3db6e0 req-50036b58-8c54-4131-be34-60af2cecec0b service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=109550) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 03:47:04.447202 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-c12484c1-d9db-46cb-906d-69118b3db6e0 req-50036b58-8c54-4131-be34-60af2cecec0b service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048542 Jan 29 03:47:04.574966 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Device 126ac57e-93f8-430b-8a67-93adec80b5d3 no longer exists at agent hyperv_hv-cinder-82694 {{(pid=109551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 03:47:04.625945 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210bd72c-580f-4cc3-aa01-78c395cc8e1a req-8891932b-05d3-4f23-b945-5ba570c81b42 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:47:04.627505 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-210bd72c-580f-4cc3-aa01-78c395cc8e1a req-8891932b-05d3-4f23-b945-5ba570c81b42 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/ports?device_id=333eec8c-4437-4fe4-9440-e0210b9b6b71 HTTP/1.1" status: 200 len: 945 time: 0.0635798 Jan 29 03:47:04.670751 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Current status of the port 126ac57e-93f8-430b-8a67-93adec80b5d3 is: DOWN; New status is: DOWN {{(pid=109551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 03:47:04.682087 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-210bd72c-580f-4cc3-aa01-78c395cc8e1a req-7cce43ff-6388-4755-8600-b0feeb014432 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c3df9bf-9f05-408c-a02f-29a763dd3f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468109 Jan 29 03:47:04.931361 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce5c231-7cc9-435c-8029-2a75b728e247 req-6ce3f93a-9567-4ce2-8322-5dde228cbd84 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:47:04.932846 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-3ce5c231-7cc9-435c-8029-2a75b728e247 req-6ce3f93a-9567-4ce2-8322-5dde228cbd84 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f5813a3-d10f-42ef-99a5-50aa1af18f3a HTTP/1.1" status: 200 len: 943 time: 0.0639923 Jan 29 03:47:04.979866 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-3ce5c231-7cc9-435c-8029-2a75b728e247 req-78398a3c-4f10-4e58-8c29-6916b60a652d tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca8be9f3-7d70-4884-a281-94c7af685802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414033 Jan 29 03:47:05.803350 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51324179-3adb-4e3f-ac34-b377e374d150 req-1126e736-c2c3-44a3-9738-25f6f87b53bf tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:47:05.804901 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-51324179-3adb-4e3f-ac34-b377e374d150 req-1126e736-c2c3-44a3-9738-25f6f87b53bf tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/ports?device_id=333eec8c-4437-4fe4-9440-e0210b9b6b71 HTTP/1.1" status: 200 len: 945 time: 0.0531142 Jan 29 03:47:05.852409 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-51324179-3adb-4e3f-ac34-b377e374d150 req-a5b3536a-aaa9-4d95-9b92-cc123be96e53 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c3df9bf-9f05-408c-a02f-29a763dd3f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416918 Jan 29 03:47:06.101160 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce86c36-3e63-49cb-92a7-a87b9830b460 req-dd56b1c3-c723-4f92-90ae-42b3e4694501 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:47:06.102810 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-6ce86c36-3e63-49cb-92a7-a87b9830b460 req-dd56b1c3-c723-4f92-90ae-42b3e4694501 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f5813a3-d10f-42ef-99a5-50aa1af18f3a HTTP/1.1" status: 200 len: 943 time: 0.0528104 Jan 29 03:47:06.151742 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-6ce86c36-3e63-49cb-92a7-a87b9830b460 req-4013f6e7-46c7-4655-a05d-a1398313bedc tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca8be9f3-7d70-4884-a281-94c7af685802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436373 Jan 29 03:47:06.579966 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Device 2440b3be-9f8f-4310-96a9-6687885fac5d no longer exists at agent hyperv_hv-cinder-82694 {{(pid=109551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 03:47:06.603306 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] No Port match for: 2440b3be-9f8f-4310-96a9-6687885fac5d {{(pid=109551) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 03:47:06.603651 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Device 2440b3be-9f8f-4310-96a9-6687885fac5d not bound to the agent host hv-cinder-82694 {{(pid=109551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 03:47:06.971357 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722c1065-02ee-45bf-93ea-28f3f1399b72 req-b9a0a4ec-1a53-406f-9fff-f81548e6212c tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:47:06.972904 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-722c1065-02ee-45bf-93ea-28f3f1399b72 req-b9a0a4ec-1a53-406f-9fff-f81548e6212c tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/ports?device_id=333eec8c-4437-4fe4-9440-e0210b9b6b71 HTTP/1.1" status: 200 len: 945 time: 0.0534976 Jan 29 03:47:07.027453 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-722c1065-02ee-45bf-93ea-28f3f1399b72 req-59c96ae8-6a89-4765-87a8-90e4e4a05bff tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c3df9bf-9f05-408c-a02f-29a763dd3f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469866 Jan 29 03:47:07.040003 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90953c3-51f5-4141-a33e-ba380f33eb24 req-eac081a4-88e2-45a5-ae6f-5f1d320c5348 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:47:07.041485 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-e90953c3-51f5-4141-a33e-ba380f33eb24 req-eac081a4-88e2-45a5-ae6f-5f1d320c5348 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c4648ab-9197-424a-bbd3-154000deff15 HTTP/1.1" status: 200 len: 945 time: 0.0537088 Jan 29 03:47:07.092204 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-e90953c3-51f5-4141-a33e-ba380f33eb24 req-e3a257c7-9d76-4bba-b7d1-43491b99d493 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d2e1765-fee5-481b-a069-96f98e74cbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450335 Jan 29 03:47:07.274248 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a269f7b-42ff-430b-b046-d63e523a57ef req-f79abd5f-8d51-4901-a526-033f62ab5c8f tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:47:07.275865 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-1a269f7b-42ff-430b-b046-d63e523a57ef req-f79abd5f-8d51-4901-a526-033f62ab5c8f tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f5813a3-d10f-42ef-99a5-50aa1af18f3a HTTP/1.1" status: 200 len: 943 time: 0.0531104 Jan 29 03:47:07.323767 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-1a269f7b-42ff-430b-b046-d63e523a57ef req-2b7abf10-7503-40ae-ba1f-6e6a1e4e75c8 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca8be9f3-7d70-4884-a281-94c7af685802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417187 Jan 29 03:47:07.793566 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12484c1-d9db-46cb-906d-69118b3db6e0 req-d5fd1700-f3ea-4f51-9255-d2dfa708d357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:47:07.795090 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-c12484c1-d9db-46cb-906d-69118b3db6e0 req-d5fd1700-f3ea-4f51-9255-d2dfa708d357 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=8f5813a3-d10f-42ef-99a5-50aa1af18f3a&tenant_id=00cfcd24ac464466b0c59b2955aac89e HTTP/1.1" status: 200 len: 1127 time: 0.0783486 Jan 29 03:47:07.877459 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12484c1-d9db-46cb-906d-69118b3db6e0 req-c9799d95-669a-43a6-b681-10d0f65279b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:47:07.879519 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-c12484c1-d9db-46cb-906d-69118b3db6e0 req-c9799d95-669a-43a6-b681-10d0f65279b5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=00cfcd24ac464466b0c59b2955aac89e&device_id=8f5813a3-d10f-42ef-99a5-50aa1af18f3a HTTP/1.1" status: 200 len: 1127 time: 0.0436924 Jan 29 03:47:08.216279 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235562f7-e4a3-48b8-a6e0-251814689344 req-bbf1c9d3-9261-4f81-ac3e-78a4be7fbca0 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:47:08.217809 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-235562f7-e4a3-48b8-a6e0-251814689344 req-bbf1c9d3-9261-4f81-ac3e-78a4be7fbca0 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c4648ab-9197-424a-bbd3-154000deff15 HTTP/1.1" status: 200 len: 945 time: 0.0578599 Jan 29 03:47:08.220330 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12484c1-d9db-46cb-906d-69118b3db6e0 req-d1a0613d-e19d-430b-8101-0bf67ba55c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:47:08.221954 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-c12484c1-d9db-46cb-906d-69118b3db6e0 req-d1a0613d-e19d-430b-8101-0bf67ba55c0d service neutron] 10.222.0.25 "GET /v2.0/networks?id=204ced72-9299-4a30-aa72-466acced45bf HTTP/1.1" status: 200 len: 917 time: 0.3352804 Jan 29 03:47:08.229830 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa54e17-5a38-441c-906e-ae99d008200d req-b3e2f62a-b109-49f0-90ee-0764fa6b8a71 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:47:08.231306 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-4aa54e17-5a38-441c-906e-ae99d008200d req-b3e2f62a-b109-49f0-90ee-0764fa6b8a71 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/ports?device_id=333eec8c-4437-4fe4-9440-e0210b9b6b71 HTTP/1.1" status: 200 len: 945 time: 0.0849020 Jan 29 03:47:08.286699 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-235562f7-e4a3-48b8-a6e0-251814689344 req-70c83fdb-7d0e-4d46-b0e7-16285ac272bf tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d2e1765-fee5-481b-a069-96f98e74cbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554559 Jan 29 03:47:08.320035 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-c12484c1-d9db-46cb-906d-69118b3db6e0 req-c17a75c1-e24e-45a8-b3e9-52c8c4b8f98b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=126ac57e-93f8-430b-8a67-93adec80b5d3 HTTP/1.1" status: 200 len: 999 time: 0.0877495 Jan 29 03:47:08.341690 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-4aa54e17-5a38-441c-906e-ae99d008200d req-edf1daa9-1c46-4814-a982-0c3cddb7054f tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c3df9bf-9f05-408c-a02f-29a763dd3f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039629 Jan 29 03:47:08.378712 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12484c1-d9db-46cb-906d-69118b3db6e0 req-117383d2-bacf-4374-8936-3569238abecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:47:08.380360 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-c12484c1-d9db-46cb-906d-69118b3db6e0 req-117383d2-bacf-4374-8936-3569238abecf service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c62d091f-c1de-4db7-ab9c-37bb62875bd8 HTTP/1.1" status: 200 len: 856 time: 0.0506208 Jan 29 03:47:08.442189 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12484c1-d9db-46cb-906d-69118b3db6e0 req-21f6a94d-3c41-4540-9648-9f65dc88f6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:47:08.443768 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-c12484c1-d9db-46cb-906d-69118b3db6e0 req-21f6a94d-3c41-4540-9648-9f65dc88f6d6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=204ced72-9299-4a30-aa72-466acced45bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0497522 Jan 29 03:47:08.450277 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa4699d-1d91-4c6f-9eb0-a4d5d04454b1 req-ecf85586-38e8-4fc4-b926-e1e9ef9535eb tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:47:08.451817 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-bfa4699d-1d91-4c6f-9eb0-a4d5d04454b1 req-ecf85586-38e8-4fc4-b926-e1e9ef9535eb tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f5813a3-d10f-42ef-99a5-50aa1af18f3a HTTP/1.1" status: 200 len: 943 time: 0.0552547 Jan 29 03:47:08.504649 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-bfa4699d-1d91-4c6f-9eb0-a4d5d04454b1 req-a943da5d-2f36-4381-9c53-035ff80cf85e tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca8be9f3-7d70-4884-a281-94c7af685802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466416 Jan 29 03:47:08.539969 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-c12484c1-d9db-46cb-906d-69118b3db6e0 req-307e79fe-2b20-4ed2-89ab-9b1a3af171e5 service neutron] 10.222.0.25 "GET /v2.0/networks/204ced72-9299-4a30-aa72-466acced45bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873802 Jan 29 03:47:08.655992 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-c12484c1-d9db-46cb-906d-69118b3db6e0 req-312c642b-75a6-4d7e-88a5-26189e549161 service neutron] 10.222.0.25 "GET /v2.0/networks/204ced72-9299-4a30-aa72-466acced45bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884545 Jan 29 03:47:09.241370 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5305647a-4140-49b4-8ac8-9b3f039311cd req-cad34fa2-1b48-46b1-ab63-a7d3d22ff999 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:47:09.242901 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-5305647a-4140-49b4-8ac8-9b3f039311cd req-cad34fa2-1b48-46b1-ab63-a7d3d22ff999 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.25 "GET /v2.0/ports?device_id=0c4648ab-9197-424a-bbd3-154000deff15 HTTP/1.1" status: 200 len: 945 time: 0.0530677 Jan 29 03:47:09.341176 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.plugin [req-5305647a-4140-49b4-8ac8-9b3f039311cd req-83a55672-04df-47c3-9982-4831451e8512 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] Deleting port a45095a8-11a0-4b26-80eb-17ac9fcbb199 {{(pid=109550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 03:47:09.341894 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-5305647a-4140-49b4-8ac8-9b3f039311cd req-83a55672-04df-47c3-9982-4831451e8512 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787145728359'] for port (a45095a8-11a0-4b26-80eb-17ac9fcbb199), before_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:09.456158 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2966cf0-435b-49e4-aa40-88e4e7e7940b req-490688e7-be31-4bca-b7ff-98a04ebce436 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:47:09.458171 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-d2966cf0-435b-49e4-aa40-88e4e7e7940b req-490688e7-be31-4bca-b7ff-98a04ebce436 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c4648ab-9197-424a-bbd3-154000deff15 HTTP/1.1" status: 200 len: 945 time: 0.1019175 Jan 29 03:47:09.464524 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c2e01b-4f5a-4e79-b48d-d1483df6e600 req-6c607a08-1813-41ff-b759-150f7b182979 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:47:09.466110 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-30c2e01b-4f5a-4e79-b48d-d1483df6e600 req-6c607a08-1813-41ff-b759-150f7b182979 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/ports?device_id=333eec8c-4437-4fe4-9440-e0210b9b6b71 HTTP/1.1" status: 200 len: 945 time: 0.0536926 Jan 29 03:47:09.487248 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.db [req-5305647a-4140-49b4-8ac8-9b3f039311cd req-83a55672-04df-47c3-9982-4831451e8512 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] For port a45095a8-11a0-4b26-80eb-17ac9fcbb199, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=a45095a8-11a0-4b26-80eb-17ac9fcbb199,segment=NetworkSegment(55c6d1ba-1ae1-4be3-9e12-aad260737131),segment_id=55c6d1ba-1ae1-4be3-9e12-aad260737131)] {{(pid=109550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 03:47:09.487605 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-5305647a-4140-49b4-8ac8-9b3f039311cd req-83a55672-04df-47c3-9982-4831451e8512 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1915525'] for port (a45095a8-11a0-4b26-80eb-17ac9fcbb199), precommit_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:09.509145 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.plugin [req-5305647a-4140-49b4-8ac8-9b3f039311cd req-83a55672-04df-47c3-9982-4831451e8512 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] Calling delete_port for a45095a8-11a0-4b26-80eb-17ac9fcbb199 owned by compute:nova {{(pid=109550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 03:47:09.514921 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-30c2e01b-4f5a-4e79-b48d-d1483df6e600 req-c0f5aab8-8e76-42ca-8c03-eff9ec06c2cb tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c3df9bf-9f05-408c-a02f-29a763dd3f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432401 Jan 29 03:47:09.535673 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-d2966cf0-435b-49e4-aa40-88e4e7e7940b req-c23630c6-2965-4a44-98fa-2570b96a63e8 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d2e1765-fee5-481b-a069-96f98e74cbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704961 Jan 29 03:47:09.770100 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c82181-2476-45bd-bf1d-8b2da20dc6a9 req-430773c5-7454-4c41-9d5a-5f25657d9d3c tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:47:09.772416 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-36c82181-2476-45bd-bf1d-8b2da20dc6a9 req-430773c5-7454-4c41-9d5a-5f25657d9d3c tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f5813a3-d10f-42ef-99a5-50aa1af18f3a HTTP/1.1" status: 200 len: 943 time: 0.0788834 Jan 29 03:47:09.836291 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-36c82181-2476-45bd-bf1d-8b2da20dc6a9 req-2df53a31-a1da-4647-bd1b-fccfe17cdec1 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca8be9f3-7d70-4884-a281-94c7af685802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569260 Jan 29 03:47:09.867768 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-5305647a-4140-49b4-8ac8-9b3f039311cd req-83a55672-04df-47c3-9982-4831451e8512 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787145732033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787145433402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9207350'] for port (a45095a8-11a0-4b26-80eb-17ac9fcbb199), after_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:09.903269 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a55672-04df-47c3-9982-4831451e8512 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] Pushing event deleted for resources: {'Port': ['ID=a45095a8-11a0-4b26-80eb-17ac9fcbb199,revision_number=None']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:47:09.909923 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] get_ports_and_sgs() called for port_ids ['26b58599-e1e8-4de8-a1fd-779b33246181', '67b0b6c1-cb7b-438f-a2e1-afa6543d4e99', 'a45095a8-11a0-4b26-80eb-17ac9fcbb199'] {{(pid=109551) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 03:47:09.960089 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.db.l3_dvrscheduler_db [req-5305647a-4140-49b4-8ac8-9b3f039311cd req-83a55672-04df-47c3-9982-4831451e8512 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] No DVR routers for this DVR port a45095a8-11a0-4b26-80eb-17ac9fcbb199 on host hv-cinder-82694 {{(pid=109550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 03:47:09.964188 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-5305647a-4140-49b4-8ac8-9b3f039311cd req-83a55672-04df-47c3-9982-4831451e8512 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166518'] for port (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:09.967272 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-5305647a-4140-49b4-8ac8-9b3f039311cd req-83a55672-04df-47c3-9982-4831451e8512 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.25 "DELETE /v2.0/ports/a45095a8-11a0-4b26-80eb-17ac9fcbb199 HTTP/1.1" status: 204 len: 173 time: 0.7190676 Jan 29 03:47:09.973070 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c4648ab-9197-424a-bbd3-154000deff15', 'name': 'network-vif-deleted', 'tag': 'a45095a8-11a0-4b26-80eb-17ac9fcbb199'}] {{(pid=109550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 03:47:09.973070 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fa7e8514ec8b1871638cf3d0c6bf241b62bf17ffd430199c6215cc57604ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ca09c08-42fa-48be-923d-99cc51c0187a" -d '{"events": [{"server_uuid": "0c4648ab-9197-424a-bbd3-154000deff15", "name": "network-vif-deleted", "tag": "a45095a8-11a0-4b26-80eb-17ac9fcbb199"}]}' {{(pid=109550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 03:47:10.018843 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 03:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16e73d19-1dfc-4940-a30e-a1516a3c729c x-openstack-request-id: req-16e73d19-1dfc-4940-a30e-a1516a3c729c {{(pid=109550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 03:47:10.019140 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c4648ab-9197-424a-bbd3-154000deff15", "name": "network-vif-deleted", "tag": "a45095a8-11a0-4b26-80eb-17ac9fcbb199", "status": "completed", "code": 200}]} {{(pid=109550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 03:47:10.019658 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-16e73d19-1dfc-4940-a30e-a1516a3c729c {{(pid=109550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 03:47:10.020101 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c4648ab-9197-424a-bbd3-154000deff15', 'name': 'network-vif-deleted', 'tag': 'a45095a8-11a0-4b26-80eb-17ac9fcbb199', 'status': 'completed', 'code': 200} Jan 29 03:47:10.258167 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 47318) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:47:10.403778 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-68fe1c0a-b211-4fe2-a600-1cc1324cc933 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:10.489512 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-68fe1c0a-b211-4fe2-a600-1cc1324cc933 admin admin] Publish callbacks [] for security_group (fd2062b1-9470-4ef3-886a-c41179f03382), precommit_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:10.552254 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-68fe1c0a-b211-4fe2-a600-1cc1324cc933 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (fd2062b1-9470-4ef3-886a-c41179f03382), after_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:10.622396 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 47326) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:47:10.626596 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-68fe1c0a-b211-4fe2-a600-1cc1324cc933 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=119e1156a4194c6a87f206504cf84ff3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3669906 Jan 29 03:47:10.647486 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fe1c0a-b211-4fe2-a600-1cc1324cc933 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd2062b1-9470-4ef3-886a-c41179f03382,revision_number=1']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:47:10.697187 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-c45a95f0-2156-4f5b-9752-90b89b26d937 req-810d4476-115f-4fdc-bbcc-fa8b861d02fc tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c4648ab-9197-424a-bbd3-154000deff15 HTTP/1.1" status: 200 len: 210 time: 0.0472581 Jan 29 03:47:10.724915 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-a3003502-90be-48f2-bba7-50524924548b admin admin] Publish callbacks [] for security_group (fd2062b1-9470-4ef3-886a-c41179f03382), before_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:10.755195 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-a3003502-90be-48f2-bba7-50524924548b admin admin] Publish callbacks [] for security_group (fd2062b1-9470-4ef3-886a-c41179f03382), precommit_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:10.781200 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79595775-37cd-48b1-bdb6-4851c61a5490 req-b4ed56df-5be7-4aee-9c60-4b411af4c91c tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:47:10.783184 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-79595775-37cd-48b1-bdb6-4851c61a5490 req-b4ed56df-5be7-4aee-9c60-4b411af4c91c tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/ports?device_id=333eec8c-4437-4fe4-9440-e0210b9b6b71 HTTP/1.1" status: 200 len: 945 time: 0.0903940 Jan 29 03:47:10.851480 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-79595775-37cd-48b1-bdb6-4851c61a5490 req-e0928c01-978a-4880-9422-f7470d0b1815 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c3df9bf-9f05-408c-a02f-29a763dd3f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621212 Jan 29 03:47:11.000540 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17fcc71-ac55-43c7-a378-50f9203682d8 req-ef7f18c3-c163-40c2-8df3-40e2efcc0350 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:47:11.028089 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-f17fcc71-ac55-43c7-a378-50f9203682d8 req-ef7f18c3-c163-40c2-8df3-40e2efcc0350 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f5813a3-d10f-42ef-99a5-50aa1af18f3a HTTP/1.1" status: 200 len: 943 time: 0.0600555 Jan 29 03:47:11.056416 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-f17fcc71-ac55-43c7-a378-50f9203682d8 req-ecd0c17d-eb46-4a2d-9251-ea6e402cd711 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca8be9f3-7d70-4884-a281-94c7af685802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485959 Jan 29 03:47:11.300413 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-a3003502-90be-48f2-bba7-50524924548b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (fd2062b1-9470-4ef3-886a-c41179f03382), after_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:11.303631 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-a3003502-90be-48f2-bba7-50524924548b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:11.304807 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-a3003502-90be-48f2-bba7-50524924548b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fd2062b1-9470-4ef3-886a-c41179f03382 HTTP/1.1" status: 204 len: 168 time: 0.6806715 Jan 29 03:47:11.313527 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3003502-90be-48f2-bba7-50524924548b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd2062b1-9470-4ef3-886a-c41179f03382,revision_number=None']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:47:11.802416 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-3af5956a-f8e6-4a81-918c-69bf15b41741 req-7d669cfb-1c0e-4671-806f-c960d60358bd tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c4648ab-9197-424a-bbd3-154000deff15 HTTP/1.1" status: 200 len: 210 time: 0.0292013 Jan 29 03:47:11.986210 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b59a6a7-e89f-498c-92d2-002879d8dffe req-940b6168-2279-4f6a-9f5e-fee658363c95 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:47:11.988467 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-5b59a6a7-e89f-498c-92d2-002879d8dffe req-940b6168-2279-4f6a-9f5e-fee658363c95 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/ports?device_id=333eec8c-4437-4fe4-9440-e0210b9b6b71 HTTP/1.1" status: 200 len: 945 time: 0.0590222 Jan 29 03:47:12.040137 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 47340) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:47:12.041670 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-5b59a6a7-e89f-498c-92d2-002879d8dffe req-01244dd2-1917-430f-97f1-4811887b1c08 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c3df9bf-9f05-408c-a02f-29a763dd3f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474985 Jan 29 03:47:12.059031 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-bf034efe-cb5f-471d-87fe-2340e5549292 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:12.190011 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-bf034efe-cb5f-471d-87fe-2340e5549292 admin admin] Publish callbacks [] for security_group (b2758ef7-5f0c-463b-addc-945ea35512d0), precommit_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:12.214151 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd090744-bda8-463d-ba66-0d4b04bc28ae req-dbb2083d-2204-48ca-a6d6-820812ab4d9c tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:47:12.215758 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-fd090744-bda8-463d-ba66-0d4b04bc28ae req-dbb2083d-2204-48ca-a6d6-820812ab4d9c tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f5813a3-d10f-42ef-99a5-50aa1af18f3a HTTP/1.1" status: 200 len: 943 time: 0.0668268 Jan 29 03:47:12.244537 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-bf034efe-cb5f-471d-87fe-2340e5549292 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (b2758ef7-5f0c-463b-addc-945ea35512d0), after_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:12.305925 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf034efe-cb5f-471d-87fe-2340e5549292 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2758ef7-5f0c-463b-addc-945ea35512d0,revision_number=1']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:47:12.310499 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-bf034efe-cb5f-471d-87fe-2340e5549292 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cb5def912d0942ffa7297cfea387a4bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2695475 Jan 29 03:47:12.328580 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 47344) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:47:12.328832 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-fd090744-bda8-463d-ba66-0d4b04bc28ae req-f3e1ed65-a7a2-4339-ba90-f0fc3df4f373 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca8be9f3-7d70-4884-a281-94c7af685802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901210 Jan 29 03:47:12.393345 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-c11c89b8-7b4b-4d74-9521-48ef596801a6 admin admin] Publish callbacks [] for security_group (b2758ef7-5f0c-463b-addc-945ea35512d0), before_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:12.415595 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-c11c89b8-7b4b-4d74-9521-48ef596801a6 admin admin] Publish callbacks [] for security_group (b2758ef7-5f0c-463b-addc-945ea35512d0), precommit_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:12.614858 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Device a45095a8-11a0-4b26-80eb-17ac9fcbb199 no longer exists at agent hyperv_hv-cinder-82694 {{(pid=109551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 03:47:12.635939 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] No Port match for: a45095a8-11a0-4b26-80eb-17ac9fcbb199 {{(pid=109551) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 03:47:12.636584 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Device a45095a8-11a0-4b26-80eb-17ac9fcbb199 not bound to the agent host hv-cinder-82694 {{(pid=109551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 03:47:12.643506 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-c11c89b8-7b4b-4d74-9521-48ef596801a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (b2758ef7-5f0c-463b-addc-945ea35512d0), after_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:12.646625 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-c11c89b8-7b4b-4d74-9521-48ef596801a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:12.650762 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-c11c89b8-7b4b-4d74-9521-48ef596801a6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b2758ef7-5f0c-463b-addc-945ea35512d0 HTTP/1.1" status: 204 len: 168 time: 0.3328311 Jan 29 03:47:12.658671 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11c89b8-7b4b-4d74-9521-48ef596801a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2758ef7-5f0c-463b-addc-945ea35512d0,revision_number=None']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:47:12.937597 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-dd2d7d6f-159b-465e-9ef3-92332115cc0d req-5933af18-0f6f-4619-9aa0-ec0fba1e01ec tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c4648ab-9197-424a-bbd3-154000deff15 HTTP/1.1" status: 200 len: 210 time: 0.0397139 Jan 29 03:47:13.174641 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f863e27-bedf-4afd-9fc1-486a593aba9e req-872188e1-fb78-4a4b-ae94-bf76d3e17307 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:47:13.176303 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-9f863e27-bedf-4afd-9fc1-486a593aba9e req-872188e1-fb78-4a4b-ae94-bf76d3e17307 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/ports?device_id=333eec8c-4437-4fe4-9440-e0210b9b6b71 HTTP/1.1" status: 200 len: 945 time: 0.0563290 Jan 29 03:47:13.232664 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-9f863e27-bedf-4afd-9fc1-486a593aba9e req-3f50c360-9790-4a10-a2df-e5b6a41ee987 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c3df9bf-9f05-408c-a02f-29a763dd3f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488234 Jan 29 03:47:13.449284 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 47356) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:47:13.467563 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-33781c2e-e427-4c26-9975-ca6675117782 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:13.482529 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c48378-6e4d-4ccd-bc50-531eba37620c req-bc9b8624-4dbe-4186-b18a-cf8c0de4a7c0 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:47:13.484081 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-d0c48378-6e4d-4ccd-bc50-531eba37620c req-bc9b8624-4dbe-4186-b18a-cf8c0de4a7c0 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f5813a3-d10f-42ef-99a5-50aa1af18f3a HTTP/1.1" status: 200 len: 943 time: 0.0665603 Jan 29 03:47:13.543815 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-d0c48378-6e4d-4ccd-bc50-531eba37620c req-91c874dc-8c17-4297-ae94-24b0b24d7cec tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca8be9f3-7d70-4884-a281-94c7af685802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540755 Jan 29 03:47:13.598877 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-33781c2e-e427-4c26-9975-ca6675117782 admin admin] Publish callbacks [] for security_group (f86e24e3-fa61-4db2-bdb8-d10effe017c7), precommit_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:13.706448 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-33781c2e-e427-4c26-9975-ca6675117782 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (f86e24e3-fa61-4db2-bdb8-d10effe017c7), after_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:13.746426 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33781c2e-e427-4c26-9975-ca6675117782 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f86e24e3-fa61-4db2-bdb8-d10effe017c7,revision_number=1']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:47:13.750980 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-33781c2e-e427-4c26-9975-ca6675117782 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=afa41eee20c6489d9ba5964c7b5ac589&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3003383 Jan 29 03:47:13.753930 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 47358) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:47:13.819234 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-59e04853-b7d3-48ea-9aff-9b5baf12d32f admin admin] Publish callbacks [] for security_group (f86e24e3-fa61-4db2-bdb8-d10effe017c7), before_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:13.842907 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-59e04853-b7d3-48ea-9aff-9b5baf12d32f admin admin] Publish callbacks [] for security_group (f86e24e3-fa61-4db2-bdb8-d10effe017c7), precommit_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:14.021481 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-53bdb125-be09-4fc2-b47d-02d6c4cd0568 req-c4c06d74-2450-48a9-8311-ea44d618d8e3 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c4648ab-9197-424a-bbd3-154000deff15 HTTP/1.1" status: 200 len: 210 time: 0.0287204 Jan 29 03:47:14.353441 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-59e04853-b7d3-48ea-9aff-9b5baf12d32f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (f86e24e3-fa61-4db2-bdb8-d10effe017c7), after_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:14.376825 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-59e04853-b7d3-48ea-9aff-9b5baf12d32f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:14.376825 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-59e04853-b7d3-48ea-9aff-9b5baf12d32f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f86e24e3-fa61-4db2-bdb8-d10effe017c7 HTTP/1.1" status: 204 len: 168 time: 0.6015778 Jan 29 03:47:14.376825 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e04853-b7d3-48ea-9aff-9b5baf12d32f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f86e24e3-fa61-4db2-bdb8-d10effe017c7,revision_number=None']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:47:14.423588 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beba9262-1b5e-43c3-830a-91ed28fa1126 req-181726cf-9405-456d-916b-23f8e77823a6 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:47:14.433022 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-beba9262-1b5e-43c3-830a-91ed28fa1126 req-181726cf-9405-456d-916b-23f8e77823a6 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/ports?device_id=333eec8c-4437-4fe4-9440-e0210b9b6b71 HTTP/1.1" status: 200 len: 945 time: 0.1235871 Jan 29 03:47:14.496271 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-beba9262-1b5e-43c3-830a-91ed28fa1126 req-f95aff96-3861-426c-86f2-094eab16214f tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c3df9bf-9f05-408c-a02f-29a763dd3f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594983 Jan 29 03:47:14.687493 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfd05c9-bc69-4308-b161-734782567e61 req-0fbb4029-8695-4b12-bf89-41a559ee5e14 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:47:14.689031 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-6dfd05c9-bc69-4308-b161-734782567e61 req-0fbb4029-8695-4b12-bf89-41a559ee5e14 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f5813a3-d10f-42ef-99a5-50aa1af18f3a HTTP/1.1" status: 200 len: 943 time: 0.0643041 Jan 29 03:47:14.749207 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-6dfd05c9-bc69-4308-b161-734782567e61 req-b4121c2f-ab0e-4012-9eaa-150ba94f3205 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca8be9f3-7d70-4884-a281-94c7af685802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537119 Jan 29 03:47:14.889354 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-ba89873c-724a-4fc6-878e-8f092c9b10a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (dac82def-0781-4624-a171-654e1b1d12af), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:15.123016 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-b8579b38-42b7-46e8-baf9-c454ab314d47 req-700ae7eb-e5e3-4e1e-8b29-09029e91a05e tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c4648ab-9197-424a-bbd3-154000deff15 HTTP/1.1" status: 200 len: 210 time: 0.0329363 Jan 29 03:47:15.627669 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf9c36b-3ae8-40bb-8741-af8984417884 req-7bc58135-c768-4078-b9e5-9747d2c169c8 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:47:15.630591 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-daf9c36b-3ae8-40bb-8741-af8984417884 req-7bc58135-c768-4078-b9e5-9747d2c169c8 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/ports?device_id=333eec8c-4437-4fe4-9440-e0210b9b6b71 HTTP/1.1" status: 200 len: 945 time: 0.0702155 Jan 29 03:47:15.725106 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-daf9c36b-3ae8-40bb-8741-af8984417884 req-137164d5-3405-4ff2-a7c0-a1307931818f tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c3df9bf-9f05-408c-a02f-29a763dd3f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835710 Jan 29 03:47:15.914107 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1e8cc2-b7ea-44d4-a114-07140922fa9e req-d9f79a6f-6a0a-4a91-acd5-6319b52d2ac3 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:47:15.915656 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-ae1e8cc2-b7ea-44d4-a114-07140922fa9e req-d9f79a6f-6a0a-4a91-acd5-6319b52d2ac3 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f5813a3-d10f-42ef-99a5-50aa1af18f3a HTTP/1.1" status: 200 len: 943 time: 0.0805833 Jan 29 03:47:15.966497 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-ae1e8cc2-b7ea-44d4-a114-07140922fa9e req-233652ed-5515-49e8-b174-3771f70e8fd6 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca8be9f3-7d70-4884-a281-94c7af685802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449748 Jan 29 03:47:16.220857 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-00d0b8d0-4e06-4f09-a2eb-f85b1dd4dcc6 req-212f87f3-e0ef-4d0c-849e-fb153e74c64b tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c4648ab-9197-424a-bbd3-154000deff15 HTTP/1.1" status: 200 len: 210 time: 0.0278411 Jan 29 03:47:16.867826 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d50c36e-6b5b-4f06-9f7d-e0539cf8f6e7 req-0d0fcb81-c12e-4998-92cb-f7b86e4aa498 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:47:16.869731 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-0d50c36e-6b5b-4f06-9f7d-e0539cf8f6e7 req-0d0fcb81-c12e-4998-92cb-f7b86e4aa498 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/ports?device_id=333eec8c-4437-4fe4-9440-e0210b9b6b71 HTTP/1.1" status: 200 len: 945 time: 0.0672855 Jan 29 03:47:16.922294 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-0d50c36e-6b5b-4f06-9f7d-e0539cf8f6e7 req-15031590-f72b-4d66-bfc9-94723e71e305 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c3df9bf-9f05-408c-a02f-29a763dd3f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461843 Jan 29 03:47:17.116509 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6100be-3f76-4a0e-b5c7-00f0d700f02f req-83ef121b-7ac7-4494-847a-1aa79fc11d8f tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:47:17.118960 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-8a6100be-3f76-4a0e-b5c7-00f0d700f02f req-83ef121b-7ac7-4494-847a-1aa79fc11d8f tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f5813a3-d10f-42ef-99a5-50aa1af18f3a HTTP/1.1" status: 200 len: 943 time: 0.0623400 Jan 29 03:47:17.177720 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-8a6100be-3f76-4a0e-b5c7-00f0d700f02f req-2e42e068-ac3c-4b8f-a359-3aee5262d959 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca8be9f3-7d70-4884-a281-94c7af685802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532291 Jan 29 03:47:17.329829 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-38c1f076-d509-4a52-90ca-bcd3adbc1e1f req-8ecb0bcc-d5f4-41b8-9296-3e34d35c471b tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c4648ab-9197-424a-bbd3-154000deff15 HTTP/1.1" status: 200 len: 210 time: 0.0314043 Jan 29 03:47:17.465905 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-587cca9f-c99d-4ba0-a093-684d61c85b44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (d5b8732c-6ac1-45e3-a79e-cd9863fe8196), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:17.975261 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-d84b28a2-5baa-4937-8ad7-72572a97d01c req-bf8b3f36-377f-4bfd-9bcc-a4a07569f6de tempest-VolumesNegativeTest-63969085 tempest-VolumesNegativeTest-63969085-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=350b5db208544c64ba32651c83dcb7cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0311315 Jan 29 03:47:18.054628 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bea8a8-536b-42d6-be83-a4e14949b591 req-b417dad4-e647-4066-a065-1917a5890a39 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:47:18.056037 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-39bea8a8-536b-42d6-be83-a4e14949b591 req-b417dad4-e647-4066-a065-1917a5890a39 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/ports?device_id=333eec8c-4437-4fe4-9440-e0210b9b6b71 HTTP/1.1" status: 200 len: 945 time: 0.0639958 Jan 29 03:47:18.060832 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-6a0bb60c-5b7b-499b-b43f-7eb32e921150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (4cfc2a27-deed-4689-8f39-0bd5aa6fe3c3), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:18.117813 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-39bea8a8-536b-42d6-be83-a4e14949b591 req-dfc60c6a-76ea-4b5e-8b26-c2844d5fd6af tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c3df9bf-9f05-408c-a02f-29a763dd3f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549591 Jan 29 03:47:18.180396 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84b28a2-5baa-4937-8ad7-72572a97d01c req-957494c2-c417-4557-8c5f-9e4e0cfb786f tempest-VolumesNegativeTest-63969085 tempest-VolumesNegativeTest-63969085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:47:18.181949 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-d84b28a2-5baa-4937-8ad7-72572a97d01c req-957494c2-c417-4557-8c5f-9e4e0cfb786f tempest-VolumesNegativeTest-63969085 tempest-VolumesNegativeTest-63969085-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1943815 Jan 29 03:47:18.198528 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-d84b28a2-5baa-4937-8ad7-72572a97d01c req-85e62cd0-993e-476c-aa36-4788a9e14e65 tempest-VolumesNegativeTest-63969085 tempest-VolumesNegativeTest-63969085-project] 10.222.0.16 "GET /v2.0/quotas/350b5db208544c64ba32651c83dcb7cd HTTP/1.1" status: 200 len: 375 time: 0.0097494 Jan 29 03:47:18.239525 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-d84b28a2-5baa-4937-8ad7-72572a97d01c req-a83ed6d0-a518-48a1-bf7e-72ab1013bd19 tempest-VolumesNegativeTest-63969085 tempest-VolumesNegativeTest-63969085-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=350b5db208544c64ba32651c83dcb7cd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0311320 Jan 29 03:47:18.338801 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae46bac0-5cea-4a15-a633-40804991cba5 req-eb7ae069-3412-467b-aae7-549f6b508ac8 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:47:18.340511 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-ae46bac0-5cea-4a15-a633-40804991cba5 req-eb7ae069-3412-467b-aae7-549f6b508ac8 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f5813a3-d10f-42ef-99a5-50aa1af18f3a HTTP/1.1" status: 200 len: 943 time: 0.0684810 Jan 29 03:47:18.392413 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-ae46bac0-5cea-4a15-a633-40804991cba5 req-ab76f904-dad7-4ee3-abb4-4c811efc3da6 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca8be9f3-7d70-4884-a281-94c7af685802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461981 Jan 29 03:47:18.507459 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-427bbca9-8abd-43c9-a21a-8333e2b41bc0 req-8c1cb7bd-d79e-4ce6-8f1d-41baa409087a tempest-VolumesNegativeTest-63969085 tempest-VolumesNegativeTest-63969085-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7a90a4b-c57e-418b-8212-bb3b6d945c71 HTTP/1.1" status: 200 len: 210 time: 0.0354443 Jan 29 03:47:18.520944 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-0ded0f7d-5a6d-4422-b182-02aef3ac8009 req-7d3eb1b0-5db3-494e-9de7-53f71ad50d52 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c4648ab-9197-424a-bbd3-154000deff15 HTTP/1.1" status: 200 len: 210 time: 0.0400777 Jan 29 03:47:19.251382 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dbd22a-cea0-4bb6-a8eb-94b4cbceaadb req-a46703f4-8e9a-48c8-bb21-22ab7853a893 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:47:19.252986 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-81dbd22a-cea0-4bb6-a8eb-94b4cbceaadb req-a46703f4-8e9a-48c8-bb21-22ab7853a893 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/ports?device_id=333eec8c-4437-4fe4-9440-e0210b9b6b71 HTTP/1.1" status: 200 len: 945 time: 0.0592558 Jan 29 03:47:19.301972 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-81dbd22a-cea0-4bb6-a8eb-94b4cbceaadb req-0e613023-f607-4af6-9210-f63efb136905 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c3df9bf-9f05-408c-a02f-29a763dd3f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427670 Jan 29 03:47:19.426225 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-30ace4c1-806b-4d7c-a886-fe7b65bfbfcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (7774c0be-b957-4204-896b-7e749f55bf81), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:19.526378 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e466330d-a300-4a8c-9441-d59e424fa707 req-9f3b67cd-1304-4e1b-a99d-75f49b0a49bf tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:47:19.528520 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-e466330d-a300-4a8c-9441-d59e424fa707 req-9f3b67cd-1304-4e1b-a99d-75f49b0a49bf tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f5813a3-d10f-42ef-99a5-50aa1af18f3a HTTP/1.1" status: 200 len: 943 time: 0.0589006 Jan 29 03:47:19.582659 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-e466330d-a300-4a8c-9441-d59e424fa707 req-ed23a58e-1831-4812-a5ab-11753a77e986 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca8be9f3-7d70-4884-a281-94c7af685802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478137 Jan 29 03:47:19.612802 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-40a3162f-2ff1-4138-bd42-eabf39fc4893 req-d78658ba-44fc-463f-a4e4-d1aaa59e29cc tempest-VolumesNegativeTest-63969085 tempest-VolumesNegativeTest-63969085-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7a90a4b-c57e-418b-8212-bb3b6d945c71 HTTP/1.1" status: 200 len: 210 time: 0.0335462 Jan 29 03:47:19.721711 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1506a867-6163-4a62-b2c9-caa518356fde req-a3d3f7a0-b696-494b-8fa3-57454872f893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:47:19.723912 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-1506a867-6163-4a62-b2c9-caa518356fde req-a3d3f7a0-b696-494b-8fa3-57454872f893 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=333eec8c-4437-4fe4-9440-e0210b9b6b71 HTTP/1.1" status: 200 len: 1129 time: 0.0465028 Jan 29 03:47:19.772576 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-1506a867-6163-4a62-b2c9-caa518356fde req-6a063eff-82e2-488a-9a5d-ca440677c028 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=6c3df9bf-9f05-408c-a02f-29a763dd3f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407233 Jan 29 03:47:20.086682 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4488d9bb-11a8-4675-990b-caf4eafe0d64 req-97b8a141-7e9d-47a4-86d2-ec4f36f1d555 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:47:20.088169 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-4488d9bb-11a8-4675-990b-caf4eafe0d64 req-97b8a141-7e9d-47a4-86d2-ec4f36f1d555 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/ports?device_id=af9a9257-3fe8-4070-a394-1414e2841f9d HTTP/1.1" status: 200 len: 945 time: 0.0595956 Jan 29 03:47:20.139907 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-4488d9bb-11a8-4675-990b-caf4eafe0d64 req-e36f13f1-c4d8-4feb-8969-8fe2e0e93f50 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d2e1765-fee5-481b-a069-96f98e74cbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453613 Jan 29 03:47:20.431330 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ceb5a67-8f8f-489e-906b-b382f6026974 req-6b7fae5d-46a5-4a10-ac99-52188c376738 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:47:20.432779 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-7ceb5a67-8f8f-489e-906b-b382f6026974 req-6b7fae5d-46a5-4a10-ac99-52188c376738 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/ports?device_id=333eec8c-4437-4fe4-9440-e0210b9b6b71 HTTP/1.1" status: 200 len: 945 time: 0.0564306 Jan 29 03:47:20.482143 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-7ceb5a67-8f8f-489e-906b-b382f6026974 req-44d624c8-a38d-4285-a62b-7f8c79920490 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c3df9bf-9f05-408c-a02f-29a763dd3f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438201 Jan 29 03:47:20.724129 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-d252a2cf-d8dc-4e08-b66e-eeaf37497368 req-501af298-72ac-433b-87c5-25519ae9b825 tempest-VolumesNegativeTest-63969085 tempest-VolumesNegativeTest-63969085-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7a90a4b-c57e-418b-8212-bb3b6d945c71 HTTP/1.1" status: 200 len: 210 time: 0.0305181 Jan 29 03:47:20.755081 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fc4b33-4e4c-46bc-94fc-cb106fc4888d req-7c5f7424-b43a-4a8b-a031-6af742c694da tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:47:20.756848 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-67fc4b33-4e4c-46bc-94fc-cb106fc4888d req-7c5f7424-b43a-4a8b-a031-6af742c694da tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f5813a3-d10f-42ef-99a5-50aa1af18f3a HTTP/1.1" status: 200 len: 943 time: 0.0795207 Jan 29 03:47:20.807662 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-67fc4b33-4e4c-46bc-94fc-cb106fc4888d req-8de738f0-ecf3-4a36-9918-cdae8ce0fcff tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca8be9f3-7d70-4884-a281-94c7af685802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451696 Jan 29 03:47:21.037733 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-d84b28a2-5baa-4937-8ad7-72572a97d01c req-418fbae8-8373-41d7-b60d-06ea20cdbeb6 tempest-VolumesNegativeTest-63969085 tempest-VolumesNegativeTest-63969085-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=350b5db208544c64ba32651c83dcb7cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294130 Jan 29 03:47:21.218639 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84b28a2-5baa-4937-8ad7-72572a97d01c req-00dd45c8-28dd-42e6-9d2b-22d88d9d9d54 tempest-VolumesNegativeTest-63969085 tempest-VolumesNegativeTest-63969085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:47:21.220073 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-d84b28a2-5baa-4937-8ad7-72572a97d01c req-00dd45c8-28dd-42e6-9d2b-22d88d9d9d54 tempest-VolumesNegativeTest-63969085 tempest-VolumesNegativeTest-63969085-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1772497 Jan 29 03:47:21.243630 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.v2.base [req-d84b28a2-5baa-4937-8ad7-72572a97d01c req-a00532b6-832b-4530-b4b1-2f878e442418 tempest-VolumesNegativeTest-63969085 tempest-VolumesNegativeTest-63969085-project] Request body: {'port': {'device_id': 'f7a90a4b-c57e-418b-8212-bb3b6d945c71', 'network_id': 'e31dc187-67f0-4400-b245-da17d1088721', 'admin_state_up': True, 'tenant_id': '350b5db208544c64ba32651c83dcb7cd'}} {{(pid=109550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 03:47:21.264262 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6e324d-47b7-46c2-83a1-1b60b7a56337 req-8523f3f4-a7b9-4a37-ab8c-dadbd6555333 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:47:21.291221 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-9d6e324d-47b7-46c2-83a1-1b60b7a56337 req-8523f3f4-a7b9-4a37-ab8c-dadbd6555333 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/ports?device_id=af9a9257-3fe8-4070-a394-1414e2841f9d HTTP/1.1" status: 200 len: 945 time: 0.0572391 Jan 29 03:47:21.311573 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-9d6e324d-47b7-46c2-83a1-1b60b7a56337 req-8dcf6f6c-c088-4a5d-91c2-83991de7a563 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d2e1765-fee5-481b-a069-96f98e74cbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394573 Jan 29 03:47:21.323435 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (e75d1b00-832d-4bf5-b078-2c4f5b2c10cd), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:21.414890 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d84b28a2-5baa-4937-8ad7-72572a97d01c req-a00532b6-832b-4530-b4b1-2f878e442418 tempest-VolumesNegativeTest-63969085 tempest-VolumesNegativeTest-63969085-project] Made reservation on behalf of 350b5db208544c64ba32651c83dcb7cd for: {'port': 1} {{(pid=109550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 03:47:21.418365 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-d84b28a2-5baa-4937-8ad7-72572a97d01c req-a00532b6-832b-4530-b4b1-2f878e442418 tempest-VolumesNegativeTest-63969085 tempest-VolumesNegativeTest-63969085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (None), before_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:21.427896 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-d84b28a2-5baa-4937-8ad7-72572a97d01c req-a00532b6-832b-4530-b4b1-2f878e442418 tempest-VolumesNegativeTest-63969085 tempest-VolumesNegativeTest-63969085-project] Publish callbacks [] for security_group (None), before_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:21.503842 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-d84b28a2-5baa-4937-8ad7-72572a97d01c req-a00532b6-832b-4530-b4b1-2f878e442418 tempest-VolumesNegativeTest-63969085 tempest-VolumesNegativeTest-63969085-project] Publish callbacks [] for security_group (a0b8a7bf-e2a8-48e0-aad2-78c8de3533fd), precommit_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:21.592271 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-d84b28a2-5baa-4937-8ad7-72572a97d01c req-a00532b6-832b-4530-b4b1-2f878e442418 tempest-VolumesNegativeTest-63969085 tempest-VolumesNegativeTest-63969085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (a0b8a7bf-e2a8-48e0-aad2-78c8de3533fd), after_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:21.625534 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c1048a-ea09-4f58-a604-4215fb933dc7 req-cae2b073-3f65-47ed-9e5a-14b44ac6aebf tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:47:21.627069 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-54c1048a-ea09-4f58-a604-4215fb933dc7 req-cae2b073-3f65-47ed-9e5a-14b44ac6aebf tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/ports?device_id=333eec8c-4437-4fe4-9440-e0210b9b6b71 HTTP/1.1" status: 200 len: 945 time: 0.0762160 Jan 29 03:47:21.681343 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00532b6-832b-4530-b4b1-2f878e442418 tempest-VolumesNegativeTest-63969085 tempest-VolumesNegativeTest-63969085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0b8a7bf-e2a8-48e0-aad2-78c8de3533fd,revision_number=1']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:47:21.704471 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00532b6-832b-4530-b4b1-2f878e442418 tempest-VolumesNegativeTest-63969085 tempest-VolumesNegativeTest-63969085-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:47:21.709787 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00532b6-832b-4530-b4b1-2f878e442418 tempest-VolumesNegativeTest-63969085 tempest-VolumesNegativeTest-63969085-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:47:21.709787 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00532b6-832b-4530-b4b1-2f878e442418 tempest-VolumesNegativeTest-63969085 tempest-VolumesNegativeTest-63969085-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:47:21.709787 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00532b6-832b-4530-b4b1-2f878e442418 tempest-VolumesNegativeTest-63969085 tempest-VolumesNegativeTest-63969085-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:47:21.709787 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00532b6-832b-4530-b4b1-2f878e442418 tempest-VolumesNegativeTest-63969085 tempest-VolumesNegativeTest-63969085-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:47:21.709787 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00532b6-832b-4530-b4b1-2f878e442418 tempest-VolumesNegativeTest-63969085 tempest-VolumesNegativeTest-63969085-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:47:21.709787 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00532b6-832b-4530-b4b1-2f878e442418 tempest-VolumesNegativeTest-63969085 tempest-VolumesNegativeTest-63969085-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:47:21.709787 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00532b6-832b-4530-b4b1-2f878e442418 tempest-VolumesNegativeTest-63969085 tempest-VolumesNegativeTest-63969085-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:47:21.709787 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00532b6-832b-4530-b4b1-2f878e442418 tempest-VolumesNegativeTest-63969085 tempest-VolumesNegativeTest-63969085-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:47:21.709787 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00532b6-832b-4530-b4b1-2f878e442418 tempest-VolumesNegativeTest-63969085 tempest-VolumesNegativeTest-63969085-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:47:21.709787 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00532b6-832b-4530-b4b1-2f878e442418 tempest-VolumesNegativeTest-63969085 tempest-VolumesNegativeTest-63969085-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:47:21.709787 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00532b6-832b-4530-b4b1-2f878e442418 tempest-VolumesNegativeTest-63969085 tempest-VolumesNegativeTest-63969085-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:47:21.709787 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00532b6-832b-4530-b4b1-2f878e442418 tempest-VolumesNegativeTest-63969085 tempest-VolumesNegativeTest-63969085-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:47:21.768320 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-54c1048a-ea09-4f58-a604-4215fb933dc7 req-62c63e79-79ad-44af-a2d4-1c7d505595e3 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c3df9bf-9f05-408c-a02f-29a763dd3f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335237 Jan 29 03:47:21.789402 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.db.db_base_plugin_common [req-d84b28a2-5baa-4937-8ad7-72572a97d01c req-a00532b6-832b-4530-b4b1-2f878e442418 tempest-VolumesNegativeTest-63969085 tempest-VolumesNegativeTest-63969085-project] Allocated IP 192.168.233.51 (e31dc187-67f0-4400-b245-da17d1088721/7c2c4331-b71a-4ac9-9f0e-0f838a825b7e/251d6947-a8c1-4bf3-9996-64aec13dad92) {{(pid=109550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 03:47:21.850096 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-086d9dcf-8912-4fad-9582-f71c7fda98a6 req-fb6f480c-7f0d-46fe-b66e-23ce4a0d3f96 tempest-VolumesNegativeTest-63969085 tempest-VolumesNegativeTest-63969085-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7a90a4b-c57e-418b-8212-bb3b6d945c71 HTTP/1.1" status: 200 len: 210 time: 0.0302808 Jan 29 03:47:21.961843 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-d84b28a2-5baa-4937-8ad7-72572a97d01c req-a00532b6-832b-4530-b4b1-2f878e442418 tempest-VolumesNegativeTest-63969085 tempest-VolumesNegativeTest-63969085-project] Publish callbacks [] for port (251d6947-a8c1-4bf3-9996-64aec13dad92), precommit_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:22.090174 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-d84b28a2-5baa-4937-8ad7-72572a97d01c req-a00532b6-832b-4530-b4b1-2f878e442418 tempest-VolumesNegativeTest-63969085 tempest-VolumesNegativeTest-63969085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787145433393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9207350'] for port (251d6947-a8c1-4bf3-9996-64aec13dad92), after_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:22.172406 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d84b28a2-5baa-4937-8ad7-72572a97d01c req-a00532b6-832b-4530-b4b1-2f878e442418 tempest-VolumesNegativeTest-63969085 tempest-VolumesNegativeTest-63969085-project] Network e31dc187-67f0-4400-b245-da17d1088721 is already hosted by enough agents. {{(pid=109550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 03:47:22.180062 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.scheduler.base_scheduler [req-d84b28a2-5baa-4937-8ad7-72572a97d01c req-a00532b6-832b-4530-b4b1-2f878e442418 tempest-VolumesNegativeTest-63969085 tempest-VolumesNegativeTest-63969085-project] Resources bound (agent type, host, resource id): {{(pid=109550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 03:47:22.182793 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.db.l3_dvrscheduler_db [req-d84b28a2-5baa-4937-8ad7-72572a97d01c req-a00532b6-832b-4530-b4b1-2f878e442418 tempest-VolumesNegativeTest-63969085 tempest-VolumesNegativeTest-63969085-project] Received port after_create {{(pid=109550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 03:47:22.199952 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4ae166-80f3-4665-ac6b-6e2cfd622fc4 req-878f0796-4245-49d9-8639-50cd31c1d9bd tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:47:22.201798 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-0e4ae166-80f3-4665-ac6b-6e2cfd622fc4 req-878f0796-4245-49d9-8639-50cd31c1d9bd tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f5813a3-d10f-42ef-99a5-50aa1af18f3a HTTP/1.1" status: 200 len: 943 time: 0.2870066 Jan 29 03:47:22.213232 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00532b6-832b-4530-b4b1-2f878e442418 tempest-VolumesNegativeTest-63969085 tempest-VolumesNegativeTest-63969085-project] Pushing event updated for resources: {'Port': ['ID=251d6947-a8c1-4bf3-9996-64aec13dad92,revision_number=1']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:47:22.244350 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62034ae6-9eef-489f-b10a-780948295b85 req-e2177877-6a5e-4b63-9caf-191b88fabb98 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:47:22.245887 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-62034ae6-9eef-489f-b10a-780948295b85 req-e2177877-6a5e-4b63-9caf-191b88fabb98 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.25 "GET /v2.0/ports?device_id=af9a9257-3fe8-4070-a394-1414e2841f9d HTTP/1.1" status: 200 len: 945 time: 0.1506245 Jan 29 03:47:22.273288 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-0e4ae166-80f3-4665-ac6b-6e2cfd622fc4 req-7d35d90e-a2c5-4660-92d2-0f019d70ccec tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca8be9f3-7d70-4884-a281-94c7af685802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634470 Jan 29 03:47:22.290206 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84b28a2-5baa-4937-8ad7-72572a97d01c req-a00532b6-832b-4530-b4b1-2f878e442418 tempest-VolumesNegativeTest-63969085 tempest-VolumesNegativeTest-63969085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:47:22.290862 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-d84b28a2-5baa-4937-8ad7-72572a97d01c req-a00532b6-832b-4530-b4b1-2f878e442418 tempest-VolumesNegativeTest-63969085 tempest-VolumesNegativeTest-63969085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166518'] for port (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:22.383772 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2425f60c-43a7-433b-a636-22c32a8af787 req-1767e911-f64d-4bee-bbe5-68c76eb9593e tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:47:22.385418 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-2425f60c-43a7-433b-a636-22c32a8af787 req-1767e911-f64d-4bee-bbe5-68c76eb9593e tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/ports?device_id=333eec8c-4437-4fe4-9440-e0210b9b6b71 HTTP/1.1" status: 200 len: 945 time: 0.1485536 Jan 29 03:47:22.406294 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-d84b28a2-5baa-4937-8ad7-72572a97d01c req-a00532b6-832b-4530-b4b1-2f878e442418 tempest-VolumesNegativeTest-63969085 tempest-VolumesNegativeTest-63969085-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1664870 Jan 29 03:47:22.443519 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.provisioning_blocks [None req-77e7a224-5116-4a72-a67a-748d501fe53f None None] Provisioning complete for port 251d6947-a8c1-4bf3-9996-64aec13dad92 triggered by entity DHCP. {{(pid=109551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 03:47:22.444047 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-77e7a224-5116-4a72-a67a-748d501fe53f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785313'] for port (251d6947-a8c1-4bf3-9996-64aec13dad92), provisioning_complete {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:22.449017 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1681539-6634-44fb-9317-dbb4b966d8b9 req-e301efd2-6ed9-497c-a645-371ad8bb4907 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:47:22.456207 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-a1681539-6634-44fb-9317-dbb4b966d8b9 req-e301efd2-6ed9-497c-a645-371ad8bb4907 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/ports?device_id=af9a9257-3fe8-4070-a394-1414e2841f9d HTTP/1.1" status: 200 len: 945 time: 0.0659535 Jan 29 03:47:22.456371 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-2425f60c-43a7-433b-a636-22c32a8af787 req-ee308717-bcab-4046-9d22-80b5cd86dc78 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c3df9bf-9f05-408c-a02f-29a763dd3f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628488 Jan 29 03:47:22.458345 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.plugin [req-62034ae6-9eef-489f-b10a-780948295b85 req-44e704da-7df8-46e2-b564-02a18ba26d17 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] Deleting port 67b0b6c1-cb7b-438f-a2e1-afa6543d4e99 {{(pid=109550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 03:47:22.458677 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-62034ae6-9eef-489f-b10a-780948295b85 req-44e704da-7df8-46e2-b564-02a18ba26d17 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787145728359'] for port (67b0b6c1-cb7b-438f-a2e1-afa6543d4e99), before_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:22.479929 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-77e7a224-5116-4a72-a67a-748d501fe53f None None] Port 251d6947-a8c1-4bf3-9996-64aec13dad92 cannot update to ACTIVE because it is not bound. {{(pid=109551) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 03:47:22.514440 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.v2.base [req-d84b28a2-5baa-4937-8ad7-72572a97d01c req-f21d2341-42e9-443f-b151-cc74addec950 service neutron] Request body: {'port': {'device_id': 'f7a90a4b-c57e-418b-8212-bb3b6d945c71', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82694'}} {{(pid=109550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 03:47:22.545263 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-a1681539-6634-44fb-9317-dbb4b966d8b9 req-597acb1d-b616-4bf9-bb60-ef76b941373a tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d2e1765-fee5-481b-a069-96f98e74cbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881858 Jan 29 03:47:22.552099 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc504770-8378-4d32-be39-70fdfe8e2cad req-73f0d415-5939-4422-a169-9373be33e583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:47:22.553802 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-fc504770-8378-4d32-be39-70fdfe8e2cad req-73f0d415-5939-4422-a169-9373be33e583 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=995678f3901441a099ca67990ffaa293&device_id=333eec8c-4437-4fe4-9440-e0210b9b6b71 HTTP/1.1" status: 200 len: 1129 time: 0.0726771 Jan 29 03:47:22.607394 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.db [req-62034ae6-9eef-489f-b10a-780948295b85 req-44e704da-7df8-46e2-b564-02a18ba26d17 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] For port 67b0b6c1-cb7b-438f-a2e1-afa6543d4e99, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=67b0b6c1-cb7b-438f-a2e1-afa6543d4e99,segment=NetworkSegment(55c6d1ba-1ae1-4be3-9e12-aad260737131),segment_id=55c6d1ba-1ae1-4be3-9e12-aad260737131)] {{(pid=109550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 03:47:22.607772 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-62034ae6-9eef-489f-b10a-780948295b85 req-44e704da-7df8-46e2-b564-02a18ba26d17 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1915525'] for port (67b0b6c1-cb7b-438f-a2e1-afa6543d4e99), precommit_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:22.609904 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-d84b28a2-5baa-4937-8ad7-72572a97d01c req-f21d2341-42e9-443f-b151-cc74addec950 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (251d6947-a8c1-4bf3-9996-64aec13dad92), before_update {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:22.629349 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.plugin [req-62034ae6-9eef-489f-b10a-780948295b85 req-44e704da-7df8-46e2-b564-02a18ba26d17 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] Calling delete_port for 67b0b6c1-cb7b-438f-a2e1-afa6543d4e99 owned by compute:nova {{(pid=109550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 03:47:22.653241 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc504770-8378-4d32-be39-70fdfe8e2cad req-253d44b7-6c9d-4b8c-ab03-fbe8dadfa454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:47:22.657930 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-fc504770-8378-4d32-be39-70fdfe8e2cad req-253d44b7-6c9d-4b8c-ab03-fbe8dadfa454 service neutron] 10.222.0.25 "GET /v2.0/networks?id=def124bd-d2cb-4303-acf8-363c1eeee992 HTTP/1.1" status: 200 len: 918 time: 0.0926862 Jan 29 03:47:22.699964 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-fc504770-8378-4d32-be39-70fdfe8e2cad req-2dbabe33-5c48-4927-8988-a07ef0409e01 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=99574264-03c0-4cb9-9094-a916433c52ab HTTP/1.1" status: 200 len: 217 time: 0.0368767 Jan 29 03:47:22.754803 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc504770-8378-4d32-be39-70fdfe8e2cad req-c5f94ecc-c4a8-498c-9723-bd975cf2ae0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:47:22.756951 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-fc504770-8378-4d32-be39-70fdfe8e2cad req-c5f94ecc-c4a8-498c-9723-bd975cf2ae0d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=49f78b84-8abd-498c-8afc-c0464fd07915 HTTP/1.1" status: 200 len: 858 time: 0.0511460 Jan 29 03:47:22.790854 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-fc504770-8378-4d32-be39-70fdfe8e2cad req-af9eac7b-1c96-401a-8f9e-72b720f625b6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=def124bd-d2cb-4303-acf8-363c1eeee992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277102 Jan 29 03:47:22.889688 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-fc504770-8378-4d32-be39-70fdfe8e2cad req-becd3495-768a-474b-a9bb-b96a90b33973 service neutron] 10.222.0.25 "GET /v2.0/networks/def124bd-d2cb-4303-acf8-363c1eeee992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928998 Jan 29 03:47:22.987409 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-fc504770-8378-4d32-be39-70fdfe8e2cad req-0cf30f89-03a1-4815-992a-86569693052b service neutron] 10.222.0.25 "GET /v2.0/networks/def124bd-d2cb-4303-acf8-363c1eeee992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910156 Jan 29 03:47:22.994697 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-62034ae6-9eef-489f-b10a-780948295b85 req-44e704da-7df8-46e2-b564-02a18ba26d17 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787145732033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787145433402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9207350'] for port (67b0b6c1-cb7b-438f-a2e1-afa6543d4e99), after_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:23.013233 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.notifiers.nova [req-d84b28a2-5baa-4937-8ad7-72572a97d01c req-f21d2341-42e9-443f-b151-cc74addec950 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 251d6947-a8c1-4bf3-9996-64aec13dad92 {{(pid=109550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 03:47:23.038784 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] get_ports_and_sgs() called for port_ids ['26b58599-e1e8-4de8-a1fd-779b33246181', '67b0b6c1-cb7b-438f-a2e1-afa6543d4e99'] {{(pid=109551) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 03:47:23.040530 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-d84b28a2-5baa-4937-8ad7-72572a97d01c req-f21d2341-42e9-443f-b151-cc74addec950 service neutron] Publish callbacks [] for port (251d6947-a8c1-4bf3-9996-64aec13dad92), precommit_update {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:23.053298 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e704da-7df8-46e2-b564-02a18ba26d17 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] Pushing event deleted for resources: {'Port': ['ID=67b0b6c1-cb7b-438f-a2e1-afa6543d4e99,revision_number=None']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:47:23.080397 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aa07bd-d1ff-4be9-898b-3b0caeec66d8 req-addeca09-b8ec-4852-af51-bc5f780e2fc0 tempest-VolumesNegativeTest-63969085 tempest-VolumesNegativeTest-63969085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:47:23.081890 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-d4aa07bd-d1ff-4be9-898b-3b0caeec66d8 req-addeca09-b8ec-4852-af51-bc5f780e2fc0 tempest-VolumesNegativeTest-63969085 tempest-VolumesNegativeTest-63969085-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7a90a4b-c57e-418b-8212-bb3b6d945c71 HTTP/1.1" status: 200 len: 935 time: 0.1542227 Jan 29 03:47:23.102486 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.db.provisioning_blocks [req-d84b28a2-5baa-4937-8ad7-72572a97d01c req-f21d2341-42e9-443f-b151-cc74addec950 service neutron] Transition to ACTIVE for port object 251d6947-a8c1-4bf3-9996-64aec13dad92 will not be triggered until provisioned by entity L2. {{(pid=109550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 03:47:23.127545 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.db.l3_dvrscheduler_db [req-62034ae6-9eef-489f-b10a-780948295b85 req-44e704da-7df8-46e2-b564-02a18ba26d17 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] No DVR routers for this DVR port 67b0b6c1-cb7b-438f-a2e1-afa6543d4e99 on host hv-cinder-82694 {{(pid=109550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 03:47:23.131588 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-62034ae6-9eef-489f-b10a-780948295b85 req-44e704da-7df8-46e2-b564-02a18ba26d17 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166518'] for port (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:23.134773 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-62034ae6-9eef-489f-b10a-780948295b85 req-44e704da-7df8-46e2-b564-02a18ba26d17 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.25 "DELETE /v2.0/ports/67b0b6c1-cb7b-438f-a2e1-afa6543d4e99 HTTP/1.1" status: 204 len: 173 time: 0.8783314 Jan 29 03:47:23.135217 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af9a9257-3fe8-4070-a394-1414e2841f9d', 'name': 'network-vif-deleted', 'tag': '67b0b6c1-cb7b-438f-a2e1-afa6543d4e99'}] {{(pid=109550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 03:47:23.137437 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fa7e8514ec8b1871638cf3d0c6bf241b62bf17ffd430199c6215cc57604ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2dcb266-3fb5-403a-ade2-9fe32a45e874" -d '{"events": [{"server_uuid": "af9a9257-3fe8-4070-a394-1414e2841f9d", "name": "network-vif-deleted", "tag": "67b0b6c1-cb7b-438f-a2e1-afa6543d4e99"}]}' {{(pid=109550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 03:47:23.171329 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-d4aa07bd-d1ff-4be9-898b-3b0caeec66d8 req-8f19cc43-02b4-4e49-9701-830cd0ff1c3d tempest-VolumesNegativeTest-63969085 tempest-VolumesNegativeTest-63969085-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0b8a7bf-e2a8-48e0-aad2-78c8de3533fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734549 Jan 29 03:47:23.185821 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 03:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6073d5f1-5504-4940-aa23-907b05d28972 x-openstack-request-id: req-6073d5f1-5504-4940-aa23-907b05d28972 {{(pid=109550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 03:47:23.185965 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af9a9257-3fe8-4070-a394-1414e2841f9d", "name": "network-vif-deleted", "tag": "67b0b6c1-cb7b-438f-a2e1-afa6543d4e99", "status": "completed", "code": 200}]} {{(pid=109550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 03:47:23.186474 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6073d5f1-5504-4940-aa23-907b05d28972 {{(pid=109550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 03:47:23.187013 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af9a9257-3fe8-4070-a394-1414e2841f9d', 'name': 'network-vif-deleted', 'tag': '67b0b6c1-cb7b-438f-a2e1-afa6543d4e99', 'status': 'completed', 'code': 200} Jan 29 03:47:23.195972 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-d84b28a2-5baa-4937-8ad7-72572a97d01c req-f21d2341-42e9-443f-b151-cc74addec950 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9207359'] for port (251d6947-a8c1-4bf3-9996-64aec13dad92), after_update {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:23.249930 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21d2341-42e9-443f-b151-cc74addec950 service neutron] Pushing event updated for resources: {'Port': ['ID=251d6947-a8c1-4bf3-9996-64aec13dad92,revision_number=2']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:47:23.329377 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.managers [req-d84b28a2-5baa-4937-8ad7-72572a97d01c req-f21d2341-42e9-443f-b151-cc74addec950 service neutron] Attempting to bind port 251d6947-a8c1-4bf3-9996-64aec13dad92 on host hv-cinder-82694 for vnic_type normal with profile {{(pid=109550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 03:47:23.329895 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.managers [req-d84b28a2-5baa-4937-8ad7-72572a97d01c req-f21d2341-42e9-443f-b151-cc74addec950 service neutron] Attempting to bind port 251d6947-a8c1-4bf3-9996-64aec13dad92 by drivers openvswitch,hyperv on host hv-cinder-82694 at level 0 using segments [{'id': '4e1050a9-c615-4cc6-83fb-647b9a5c7247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'e31dc187-67f0-4400-b245-da17d1088721'}] {{(pid=109550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 03:47:23.330321 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d84b28a2-5baa-4937-8ad7-72572a97d01c req-f21d2341-42e9-443f-b151-cc74addec950 service neutron] Attempting to bind port 251d6947-a8c1-4bf3-9996-64aec13dad92 on network e31dc187-67f0-4400-b245-da17d1088721 {{(pid=109550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 03:47:23.337770 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d84b28a2-5baa-4937-8ad7-72572a97d01c req-f21d2341-42e9-443f-b151-cc74addec950 service neutron] Port 251d6947-a8c1-4bf3-9996-64aec13dad92 on network e31dc187-67f0-4400-b245-da17d1088721 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82694 {{(pid=109550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 03:47:23.338099 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d84b28a2-5baa-4937-8ad7-72572a97d01c req-f21d2341-42e9-443f-b151-cc74addec950 service neutron] Attempting to bind port 251d6947-a8c1-4bf3-9996-64aec13dad92 on network e31dc187-67f0-4400-b245-da17d1088721 {{(pid=109550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 03:47:23.343504 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d84b28a2-5baa-4937-8ad7-72572a97d01c req-f21d2341-42e9-443f-b151-cc74addec950 service neutron] Checking agent: {'id': 'ad4128b7-7a77-4672-aa49-b5d5d6c7d736', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 3, 42, 25), 'started_at': datetime.datetime(2022, 1, 29, 3, 42, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 3, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 03:47:23.343850 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d84b28a2-5baa-4937-8ad7-72572a97d01c req-f21d2341-42e9-443f-b151-cc74addec950 service neutron] Checking segment: {'id': '4e1050a9-c615-4cc6-83fb-647b9a5c7247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'e31dc187-67f0-4400-b245-da17d1088721'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 03:47:23.344241 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d84b28a2-5baa-4937-8ad7-72572a97d01c req-f21d2341-42e9-443f-b151-cc74addec950 service neutron] Bound using segment: {'id': '4e1050a9-c615-4cc6-83fb-647b9a5c7247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'e31dc187-67f0-4400-b245-da17d1088721'} {{(pid=109550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 03:47:23.344675 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.managers [req-d84b28a2-5baa-4937-8ad7-72572a97d01c req-f21d2341-42e9-443f-b151-cc74addec950 service neutron] Bound port: 251d6947-a8c1-4bf3-9996-64aec13dad92, host: hv-cinder-82694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e1050a9-c615-4cc6-83fb-647b9a5c7247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'e31dc187-67f0-4400-b245-da17d1088721'}}] {{(pid=109550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 03:47:23.345038 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-d84b28a2-5baa-4937-8ad7-72572a97d01c req-f21d2341-42e9-443f-b151-cc74addec950 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (251d6947-a8c1-4bf3-9996-64aec13dad92), before_update {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:23.429499 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f613a9-a8aa-4e76-8126-8ddb277205aa req-2c8687fd-49dc-4c45-88d6-4f24845ffab5 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:47:23.431836 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-c8f613a9-a8aa-4e76-8126-8ddb277205aa req-2c8687fd-49dc-4c45-88d6-4f24845ffab5 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f5813a3-d10f-42ef-99a5-50aa1af18f3a HTTP/1.1" status: 200 len: 943 time: 0.0622430 Jan 29 03:47:23.448068 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.db [req-d84b28a2-5baa-4937-8ad7-72572a97d01c req-f21d2341-42e9-443f-b151-cc74addec950 service neutron] For port 251d6947-a8c1-4bf3-9996-64aec13dad92, host hv-cinder-82694, cleared binding levels {{(pid=109550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 03:47:23.452639 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.db [req-d84b28a2-5baa-4937-8ad7-72572a97d01c req-f21d2341-42e9-443f-b151-cc74addec950 service neutron] For port 251d6947-a8c1-4bf3-9996-64aec13dad92, host hv-cinder-82694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=251d6947-a8c1-4bf3-9996-64aec13dad92,segment=NetworkSegment(4e1050a9-c615-4cc6-83fb-647b9a5c7247),segment_id=4e1050a9-c615-4cc6-83fb-647b9a5c7247)] {{(pid=109550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 03:47:23.490522 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-c8f613a9-a8aa-4e76-8126-8ddb277205aa req-dec5111c-6e02-4049-8096-85b4bacc8eea tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca8be9f3-7d70-4884-a281-94c7af685802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525851 Jan 29 03:47:23.553381 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-d84b28a2-5baa-4937-8ad7-72572a97d01c req-f21d2341-42e9-443f-b151-cc74addec950 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9207359'] for port (251d6947-a8c1-4bf3-9996-64aec13dad92), after_update {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:23.616083 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84b28a2-5baa-4937-8ad7-72572a97d01c req-f21d2341-42e9-443f-b151-cc74addec950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:47:23.617254 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-d84b28a2-5baa-4937-8ad7-72572a97d01c req-f21d2341-42e9-443f-b151-cc74addec950 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166518'] for port (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:23.619167 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-d84b28a2-5baa-4937-8ad7-72572a97d01c req-f21d2341-42e9-443f-b151-cc74addec950 service neutron] 10.222.0.25 "PUT /v2.0/ports/251d6947-a8c1-4bf3-9996-64aec13dad92 HTTP/1.1" status: 200 len: 1097 time: 1.1123435 Jan 29 03:47:23.659071 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50350ce7-8499-4453-bb75-62b184d17f00 req-f90e5359-8d85-4909-bbc2-88506fc1cbe4 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:47:23.661184 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-50350ce7-8499-4453-bb75-62b184d17f00 req-f90e5359-8d85-4909-bbc2-88506fc1cbe4 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/ports?device_id=333eec8c-4437-4fe4-9440-e0210b9b6b71 HTTP/1.1" status: 200 len: 945 time: 0.1189659 Jan 29 03:47:23.666575 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21d2341-42e9-443f-b151-cc74addec950 service neutron] Pushing event updated for resources: {'Port': ['ID=251d6947-a8c1-4bf3-9996-64aec13dad92,revision_number=3']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:47:23.678831 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-9bdc162a-05f3-4261-9a60-cc25e7fa2297 req-c7609af6-b7ba-477c-a79d-7d172ed86ab7 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/ports?device_id=af9a9257-3fe8-4070-a394-1414e2841f9d HTTP/1.1" status: 200 len: 210 time: 0.0453861 Jan 29 03:47:23.719409 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-50350ce7-8499-4453-bb75-62b184d17f00 req-50518c53-255d-40c1-914c-da463b1e0b1b tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c3df9bf-9f05-408c-a02f-29a763dd3f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497932 Jan 29 03:47:23.787836 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84b28a2-5baa-4937-8ad7-72572a97d01c req-c33d991b-8d2e-48bd-b49e-7b75b65c5b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:47:23.789691 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-d84b28a2-5baa-4937-8ad7-72572a97d01c req-c33d991b-8d2e-48bd-b49e-7b75b65c5b7e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=350b5db208544c64ba32651c83dcb7cd&device_id=f7a90a4b-c57e-418b-8212-bb3b6d945c71 HTTP/1.1" status: 200 len: 1131 time: 0.0500288 Jan 29 03:47:23.856987 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-d84b28a2-5baa-4937-8ad7-72572a97d01c req-5e8441ce-9ca6-47d6-8050-b6412405054c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=251d6947-a8c1-4bf3-9996-64aec13dad92 HTTP/1.1" status: 200 len: 217 time: 0.0428247 Jan 29 03:47:23.917080 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84b28a2-5baa-4937-8ad7-72572a97d01c req-d6197eae-0b59-425c-ade1-3491c6102d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:47:23.918445 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-d84b28a2-5baa-4937-8ad7-72572a97d01c req-d6197eae-0b59-425c-ade1-3491c6102d9e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7c2c4331-b71a-4ac9-9f0e-0f838a825b7e HTTP/1.1" status: 200 len: 843 time: 0.0436707 Jan 29 03:47:23.967875 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84b28a2-5baa-4937-8ad7-72572a97d01c req-3958d959-157b-4b69-8250-74f7406292c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:47:23.969361 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-d84b28a2-5baa-4937-8ad7-72572a97d01c req-3958d959-157b-4b69-8250-74f7406292c5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e31dc187-67f0-4400-b245-da17d1088721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0442247 Jan 29 03:47:24.086405 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-d84b28a2-5baa-4937-8ad7-72572a97d01c req-0d99dc92-4b49-43bb-8937-80fc67d4c3cd service neutron] 10.222.0.25 "GET /v2.0/networks/e31dc187-67f0-4400-b245-da17d1088721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840027 Jan 29 03:47:24.174102 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-d84b28a2-5baa-4937-8ad7-72572a97d01c req-21e20dff-b865-47aa-97f7-da77dd920b43 service neutron] 10.222.0.25 "GET /v2.0/networks/e31dc187-67f0-4400-b245-da17d1088721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812242 Jan 29 03:47:24.291399 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cab6fb-fd60-4c66-904f-b783feb66c14 req-21a6e536-4c24-440f-ac2b-58682969d0a4 tempest-VolumesNegativeTest-63969085 tempest-VolumesNegativeTest-63969085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:47:24.292888 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-98cab6fb-fd60-4c66-904f-b783feb66c14 req-21a6e536-4c24-440f-ac2b-58682969d0a4 tempest-VolumesNegativeTest-63969085 tempest-VolumesNegativeTest-63969085-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7a90a4b-c57e-418b-8212-bb3b6d945c71 HTTP/1.1" status: 200 len: 947 time: 0.0524776 Jan 29 03:47:24.339377 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-98cab6fb-fd60-4c66-904f-b783feb66c14 req-a64f1fa0-5681-4db9-8803-8fdbbbc7c657 tempest-VolumesNegativeTest-63969085 tempest-VolumesNegativeTest-63969085-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0b8a7bf-e2a8-48e0-aad2-78c8de3533fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408804 Jan 29 03:47:24.624414 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfb2b91-69c3-4880-8a3b-6bb7fe0ed50c req-f5fa550b-c7d3-4378-b895-2b62a1ba14d9 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:47:24.625808 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-5bfb2b91-69c3-4880-8a3b-6bb7fe0ed50c req-f5fa550b-c7d3-4378-b895-2b62a1ba14d9 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f5813a3-d10f-42ef-99a5-50aa1af18f3a HTTP/1.1" status: 200 len: 943 time: 0.0583324 Jan 29 03:47:24.842007 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0648c252-caea-41e9-90bd-dc499260f1a0 req-837f4cf9-4bb5-433a-965e-b700d5a5052c tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:47:24.845833 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-0648c252-caea-41e9-90bd-dc499260f1a0 req-837f4cf9-4bb5-433a-965e-b700d5a5052c tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/ports?device_id=333eec8c-4437-4fe4-9440-e0210b9b6b71 HTTP/1.1" status: 200 len: 945 time: 0.0565586 Jan 29 03:47:24.893296 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-0648c252-caea-41e9-90bd-dc499260f1a0 req-2382aeba-d324-43cf-bbb2-7bf70cd28305 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c3df9bf-9f05-408c-a02f-29a763dd3f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437427 Jan 29 03:47:24.897615 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-5bfb2b91-69c3-4880-8a3b-6bb7fe0ed50c req-569c7073-2a2e-4892-b9df-16cb680f68b6 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca8be9f3-7d70-4884-a281-94c7af685802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2657046 Jan 29 03:47:25.187979 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7a90a4b-c57e-418b-8212-bb3b6d945c71', 'tag': '251d6947-a8c1-4bf3-9996-64aec13dad92'}] {{(pid=109550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 03:47:25.190502 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fa7e8514ec8b1871638cf3d0c6bf241b62bf17ffd430199c6215cc57604ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a57595f3-7922-4122-a194-8c79149b68c0" -d '{"events": [{"name": "network-changed", "server_uuid": "f7a90a4b-c57e-418b-8212-bb3b6d945c71", "tag": "251d6947-a8c1-4bf3-9996-64aec13dad92"}]}' {{(pid=109550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 03:47:25.228718 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 03:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7aa02f6-8073-4456-a44f-f23c15a8fb64 x-openstack-request-id: req-b7aa02f6-8073-4456-a44f-f23c15a8fb64 {{(pid=109550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 03:47:25.228718 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7a90a4b-c57e-418b-8212-bb3b6d945c71", "tag": "251d6947-a8c1-4bf3-9996-64aec13dad92", "status": "completed", "code": 200}]} {{(pid=109550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 03:47:25.228969 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b7aa02f6-8073-4456-a44f-f23c15a8fb64 {{(pid=109550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 03:47:25.229300 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7a90a4b-c57e-418b-8212-bb3b6d945c71', 'tag': '251d6947-a8c1-4bf3-9996-64aec13dad92', 'status': 'completed', 'code': 200} Jan 29 03:47:25.355644 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57595f3-7922-4122-a194-8c79149b68c0 req-c9eb9328-d3e9-4799-a8fb-b52482212cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:47:25.357124 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-a57595f3-7922-4122-a194-8c79149b68c0 req-c9eb9328-d3e9-4799-a8fb-b52482212cdf service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=350b5db208544c64ba32651c83dcb7cd&device_id=f7a90a4b-c57e-418b-8212-bb3b6d945c71 HTTP/1.1" status: 200 len: 1131 time: 0.0502739 Jan 29 03:47:25.492007 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57595f3-7922-4122-a194-8c79149b68c0 req-7b7db4d4-ee9b-4f51-930f-0a80f20d1fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:47:25.493473 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-a57595f3-7922-4122-a194-8c79149b68c0 req-7b7db4d4-ee9b-4f51-930f-0a80f20d1fc4 service neutron] 10.222.0.25 "GET /v2.0/networks?id=e31dc187-67f0-4400-b245-da17d1088721 HTTP/1.1" status: 200 len: 869 time: 0.1300011 Jan 29 03:47:25.501358 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59b741c-2fec-4c95-9d65-1d30742ea994 req-38657c9c-ac29-4007-9f58-9bae57ab2328 tempest-VolumesNegativeTest-63969085 tempest-VolumesNegativeTest-63969085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:47:25.502764 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-d59b741c-2fec-4c95-9d65-1d30742ea994 req-38657c9c-ac29-4007-9f58-9bae57ab2328 tempest-VolumesNegativeTest-63969085 tempest-VolumesNegativeTest-63969085-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7a90a4b-c57e-418b-8212-bb3b6d945c71 HTTP/1.1" status: 200 len: 947 time: 0.0901113 Jan 29 03:47:25.550491 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-a57595f3-7922-4122-a194-8c79149b68c0 req-289c9905-5d5a-4cf8-be95-cb7bd8c4c5a0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=251d6947-a8c1-4bf3-9996-64aec13dad92 HTTP/1.1" status: 200 len: 217 time: 0.0467441 Jan 29 03:47:25.615868 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-d59b741c-2fec-4c95-9d65-1d30742ea994 req-073ad71d-b488-4f92-baa4-52f1e45653dc tempest-VolumesNegativeTest-63969085 tempest-VolumesNegativeTest-63969085-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0b8a7bf-e2a8-48e0-aad2-78c8de3533fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066256 Jan 29 03:47:25.623667 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57595f3-7922-4122-a194-8c79149b68c0 req-64cdedfc-2aef-45ed-8672-ca60d4b6ee47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:47:25.624952 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-a57595f3-7922-4122-a194-8c79149b68c0 req-64cdedfc-2aef-45ed-8672-ca60d4b6ee47 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7c2c4331-b71a-4ac9-9f0e-0f838a825b7e HTTP/1.1" status: 200 len: 843 time: 0.0665164 Jan 29 03:47:25.678933 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57595f3-7922-4122-a194-8c79149b68c0 req-2c419336-e43e-4924-b12c-b916a0d26d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:47:25.680543 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-a57595f3-7922-4122-a194-8c79149b68c0 req-2c419336-e43e-4924-b12c-b916a0d26d83 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e31dc187-67f0-4400-b245-da17d1088721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0480475 Jan 29 03:47:25.774508 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-a57595f3-7922-4122-a194-8c79149b68c0 req-21e3ad5c-aaa4-41c4-8031-6dc6b0208968 service neutron] 10.222.0.25 "GET /v2.0/networks/e31dc187-67f0-4400-b245-da17d1088721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873680 Jan 29 03:47:25.891311 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-39e28be6-c0cc-4ef7-9277-635b36c36a1b req-3fb0c802-c087-4405-b674-7bdf65b2550d service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=333eec8c-4437-4fe4-9440-e0210b9b6b71&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1022880 Jan 29 03:47:25.897016 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-a57595f3-7922-4122-a194-8c79149b68c0 req-76e9215f-5335-4f4c-ac59-ca52bbd28389 service neutron] 10.222.0.25 "GET /v2.0/networks/e31dc187-67f0-4400-b245-da17d1088721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150613 Jan 29 03:47:25.981962 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (ad4128b7-7a77-4672-aa49-b5d5d6c7d736), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:26.022893 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e28be6-c0cc-4ef7-9277-635b36c36a1b req-8d7d2c66-e194-4613-b69d-ee010af635a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:47:26.024421 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-39e28be6-c0cc-4ef7-9277-635b36c36a1b req-8d7d2c66-e194-4613-b69d-ee010af635a1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=995678f3901441a099ca67990ffaa293&device_id=333eec8c-4437-4fe4-9440-e0210b9b6b71 HTTP/1.1" status: 200 len: 1129 time: 0.0811419 Jan 29 03:47:26.033913 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855a1ec1-b13d-4818-8ec4-3f581e3d7e8d req-ee354dfd-c0da-43ac-b6e8-18ac56ce1b1b tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:47:26.036373 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-855a1ec1-b13d-4818-8ec4-3f581e3d7e8d req-ee354dfd-c0da-43ac-b6e8-18ac56ce1b1b tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/ports?device_id=333eec8c-4437-4fe4-9440-e0210b9b6b71 HTTP/1.1" status: 200 len: 945 time: 0.0720358 Jan 29 03:47:26.052897 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1d1961-bda2-4cb5-9586-57899babfb8b req-0d143ee7-ea60-4224-a8d0-9213e87877e0 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:47:26.054427 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-1d1d1961-bda2-4cb5-9586-57899babfb8b req-0d143ee7-ea60-4224-a8d0-9213e87877e0 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f5813a3-d10f-42ef-99a5-50aa1af18f3a HTTP/1.1" status: 200 len: 943 time: 0.0675406 Jan 29 03:47:26.086351 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-855a1ec1-b13d-4818-8ec4-3f581e3d7e8d req-d12b66b6-a6cd-4f37-9b02-10c6b5bea612 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c3df9bf-9f05-408c-a02f-29a763dd3f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442533 Jan 29 03:47:26.159754 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-1d1d1961-bda2-4cb5-9586-57899babfb8b req-4b9fda3b-265c-4045-9eda-16514a2db798 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca8be9f3-7d70-4884-a281-94c7af685802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969689 Jan 29 03:47:26.199020 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e28be6-c0cc-4ef7-9277-635b36c36a1b req-cc7a6ddb-5174-4cbc-a956-8d0099d224a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:47:26.199020 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-39e28be6-c0cc-4ef7-9277-635b36c36a1b req-cc7a6ddb-5174-4cbc-a956-8d0099d224a4 service neutron] 10.222.0.25 "GET /v2.0/networks?id=def124bd-d2cb-4303-acf8-363c1eeee992 HTTP/1.1" status: 200 len: 918 time: 0.1429138 Jan 29 03:47:26.245241 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-39e28be6-c0cc-4ef7-9277-635b36c36a1b req-21a11eae-a9cd-4940-a0ec-0a3c2e3a0c3d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=99574264-03c0-4cb9-9094-a916433c52ab HTTP/1.1" status: 200 len: 217 time: 0.0405295 Jan 29 03:47:26.298222 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e28be6-c0cc-4ef7-9277-635b36c36a1b req-18b61473-5b02-4007-9e5b-a3cc8549852e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:47:26.298222 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-39e28be6-c0cc-4ef7-9277-635b36c36a1b req-18b61473-5b02-4007-9e5b-a3cc8549852e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=49f78b84-8abd-498c-8afc-c0464fd07915 HTTP/1.1" status: 200 len: 858 time: 0.0448422 Jan 29 03:47:26.331814 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-39e28be6-c0cc-4ef7-9277-635b36c36a1b req-815423b8-d60d-464e-8b82-161e55335323 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=def124bd-d2cb-4303-acf8-363c1eeee992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292838 Jan 29 03:47:26.431900 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-39e28be6-c0cc-4ef7-9277-635b36c36a1b req-14254828-6ad5-4d6f-9e2a-9b0505c5932a service neutron] 10.222.0.25 "GET /v2.0/networks/def124bd-d2cb-4303-acf8-363c1eeee992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926709 Jan 29 03:47:26.547947 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-39e28be6-c0cc-4ef7-9277-635b36c36a1b req-74fcf409-d9ec-44fc-87c8-f86a6975bc56 service neutron] 10.222.0.25 "GET /v2.0/networks/def124bd-d2cb-4303-acf8-363c1eeee992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061835 Jan 29 03:47:26.556825 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f0ba8e-0afa-4303-a64b-35c38258d9c7 req-d5b38080-17f2-4cab-bb5b-fcc089ec1d40 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:47:26.558378 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-50f0ba8e-0afa-4303-a64b-35c38258d9c7 req-d5b38080-17f2-4cab-bb5b-fcc089ec1d40 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb51aefd-c927-464c-a843-4291d9f9ec0b HTTP/1.1" status: 200 len: 945 time: 0.0675607 Jan 29 03:47:26.607249 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-50f0ba8e-0afa-4303-a64b-35c38258d9c7 req-5257d4c2-5ba5-4872-9328-80be4509f3f6 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d2e1765-fee5-481b-a069-96f98e74cbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428126 Jan 29 03:47:26.698818 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Device 126ac57e-93f8-430b-8a67-93adec80b5d3 details requested by agent hyperv_hv-cinder-82694 with host hv-cinder-82694 {{(pid=109551) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 03:47:26.707060 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Device 67b0b6c1-cb7b-438f-a2e1-afa6543d4e99 no longer exists at agent hyperv_hv-cinder-82694 {{(pid=109551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 03:47:26.735315 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] No Port match for: 67b0b6c1-cb7b-438f-a2e1-afa6543d4e99 {{(pid=109551) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 03:47:26.735670 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Device 67b0b6c1-cb7b-438f-a2e1-afa6543d4e99 not bound to the agent host hv-cinder-82694 {{(pid=109551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 03:47:26.746121 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baea364-ccc2-4d5d-9dff-f6a20c875aa2 req-e39ceb7c-a73b-4271-bdf6-0f7d56d6da13 tempest-VolumesNegativeTest-63969085 tempest-VolumesNegativeTest-63969085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:47:26.747666 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-4baea364-ccc2-4d5d-9dff-f6a20c875aa2 req-e39ceb7c-a73b-4271-bdf6-0f7d56d6da13 tempest-VolumesNegativeTest-63969085 tempest-VolumesNegativeTest-63969085-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7a90a4b-c57e-418b-8212-bb3b6d945c71 HTTP/1.1" status: 200 len: 947 time: 0.0599000 Jan 29 03:47:26.795193 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-4baea364-ccc2-4d5d-9dff-f6a20c875aa2 req-0515e090-ab8c-4745-b523-4175125af033 tempest-VolumesNegativeTest-63969085 tempest-VolumesNegativeTest-63969085-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0b8a7bf-e2a8-48e0-aad2-78c8de3533fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413668 Jan 29 03:47:26.818753 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] For port 126ac57e-93f8-430b-8a67-93adec80b5d3, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=126ac57e-93f8-430b-8a67-93adec80b5d3,segment=NetworkSegment(e5471ed5-97f1-48e6-86f5-92c6b5bce849),segment_id=e5471ed5-97f1-48e6-86f5-92c6b5bce849)] {{(pid=109551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 03:47:26.829947 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Returning: {'device': '126ac57e-93f8-430b-8a67-93adec80b5d3', 'network_id': '204ced72-9299-4a30-aa72-466acced45bf', 'port_id': '126ac57e-93f8-430b-8a67-93adec80b5d3', 'mac_address': 'fa:16:3e:ad:f4:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c62d091f-c1de-4db7-ab9c-37bb62875bd8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109551) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 03:47:26.870200 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Current status of the port 126ac57e-93f8-430b-8a67-93adec80b5d3 is: DOWN; New status is: BUILD {{(pid=109551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 03:47:26.870625 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (126ac57e-93f8-430b-8a67-93adec80b5d3), before_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:26.883421 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.notifiers.nova [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 126ac57e-93f8-430b-8a67-93adec80b5d3 {{(pid=109551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 03:47:26.901920 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] For port 126ac57e-93f8-430b-8a67-93adec80b5d3, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=126ac57e-93f8-430b-8a67-93adec80b5d3,segment=NetworkSegment(e5471ed5-97f1-48e6-86f5-92c6b5bce849),segment_id=e5471ed5-97f1-48e6-86f5-92c6b5bce849)] {{(pid=109551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 03:47:26.986085 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429'] for port (126ac57e-93f8-430b-8a67-93adec80b5d3), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:26.986780 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Device 251d6947-a8c1-4bf3-9996-64aec13dad92 details requested by agent hyperv_hv-cinder-82694 with host hv-cinder-82694 {{(pid=109551) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 03:47:27.053097 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Pushing event updated for resources: {'Port': ['ID=126ac57e-93f8-430b-8a67-93adec80b5d3,revision_number=9']} {{(pid=109551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:47:27.125249 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] For port 251d6947-a8c1-4bf3-9996-64aec13dad92, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=251d6947-a8c1-4bf3-9996-64aec13dad92,segment=NetworkSegment(4e1050a9-c615-4cc6-83fb-647b9a5c7247),segment_id=4e1050a9-c615-4cc6-83fb-647b9a5c7247)] {{(pid=109551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 03:47:27.136111 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Returning: {'device': '251d6947-a8c1-4bf3-9996-64aec13dad92', 'network_id': 'e31dc187-67f0-4400-b245-da17d1088721', 'port_id': '251d6947-a8c1-4bf3-9996-64aec13dad92', 'mac_address': 'fa:16:3e:14:c9:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c2c4331-b71a-4ac9-9f0e-0f838a825b7e', 'ip_address': '192.168.233.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109551) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 03:47:27.173449 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Current status of the port 251d6947-a8c1-4bf3-9996-64aec13dad92 is: DOWN; New status is: BUILD {{(pid=109551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 03:47:27.173837 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (251d6947-a8c1-4bf3-9996-64aec13dad92), before_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:27.186974 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.notifiers.nova [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 251d6947-a8c1-4bf3-9996-64aec13dad92 {{(pid=109551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 03:47:27.206698 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] For port 251d6947-a8c1-4bf3-9996-64aec13dad92, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=251d6947-a8c1-4bf3-9996-64aec13dad92,segment=NetworkSegment(4e1050a9-c615-4cc6-83fb-647b9a5c7247),segment_id=4e1050a9-c615-4cc6-83fb-647b9a5c7247)] {{(pid=109551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 03:47:27.283195 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429'] for port (251d6947-a8c1-4bf3-9996-64aec13dad92), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:27.298277 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4306cf0-4fdd-4c8d-ba47-fbd2ed22a0fb req-d9a778f4-4220-49be-a65b-2e00a4d41cf6 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:47:27.300080 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-b4306cf0-4fdd-4c8d-ba47-fbd2ed22a0fb req-d9a778f4-4220-49be-a65b-2e00a4d41cf6 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f5813a3-d10f-42ef-99a5-50aa1af18f3a HTTP/1.1" status: 200 len: 944 time: 0.0645597 Jan 29 03:47:27.340893 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Pushing event updated for resources: {'Port': ['ID=251d6947-a8c1-4bf3-9996-64aec13dad92,revision_number=4']} {{(pid=109551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:47:27.356621 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-b4306cf0-4fdd-4c8d-ba47-fbd2ed22a0fb req-0ad2606b-9ce2-40f8-ba81-8b8d858e19d5 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca8be9f3-7d70-4884-a281-94c7af685802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513217 Jan 29 03:47:27.741852 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f68c402-3d66-4f70-8d3d-c7f2851ee332 req-26f0897e-936b-4f21-8875-80b698d22028 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:47:27.743371 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-5f68c402-3d66-4f70-8d3d-c7f2851ee332 req-26f0897e-936b-4f21-8875-80b698d22028 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb51aefd-c927-464c-a843-4291d9f9ec0b HTTP/1.1" status: 200 len: 945 time: 0.0692177 Jan 29 03:47:27.758054 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] get_ports_and_sgs() called for port_ids ['251d6947-a8c1-4bf3-9996-64aec13dad92'] {{(pid=109551) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 03:47:27.789760 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-5f68c402-3d66-4f70-8d3d-c7f2851ee332 req-84fab861-5882-4c7f-9e3e-6d26af532fae tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d2e1765-fee5-481b-a069-96f98e74cbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408382 Jan 29 03:47:27.798820 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] get_ports_and_sgs() called for port_ids ['126ac57e-93f8-430b-8a67-93adec80b5d3'] {{(pid=109551) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 03:47:27.919231 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6abf13-9f3d-48c6-afdb-cc1748aa3bed req-8fd236c8-804b-48e3-ae81-697fc7a56cee tempest-VolumesNegativeTest-63969085 tempest-VolumesNegativeTest-63969085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:47:27.920749 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-3b6abf13-9f3d-48c6-afdb-cc1748aa3bed req-8fd236c8-804b-48e3-ae81-697fc7a56cee tempest-VolumesNegativeTest-63969085 tempest-VolumesNegativeTest-63969085-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7a90a4b-c57e-418b-8212-bb3b6d945c71 HTTP/1.1" status: 200 len: 948 time: 0.0524721 Jan 29 03:47:27.970453 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-3b6abf13-9f3d-48c6-afdb-cc1748aa3bed req-70af5e54-d4ed-48a2-bd6d-8b4c8840b883 tempest-VolumesNegativeTest-63969085 tempest-VolumesNegativeTest-63969085-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0b8a7bf-e2a8-48e0-aad2-78c8de3533fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436654 Jan 29 03:47:28.485985 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a58874-dd9a-452a-9da0-b4af02912ff5 req-d18199f2-3ffd-4815-8e24-cce2c8865374 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:47:28.487403 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-71a58874-dd9a-452a-9da0-b4af02912ff5 req-d18199f2-3ffd-4815-8e24-cce2c8865374 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f5813a3-d10f-42ef-99a5-50aa1af18f3a HTTP/1.1" status: 200 len: 944 time: 0.0506840 Jan 29 03:47:28.533115 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-71a58874-dd9a-452a-9da0-b4af02912ff5 req-5f5b4524-af89-42df-b731-9157777cf906 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca8be9f3-7d70-4884-a281-94c7af685802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397689 Jan 29 03:47:28.564208 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353c8f99-d42b-4801-ac93-a8a790d53928 req-bd3e67be-ee98-436f-b7c2-fd34abcd53c6 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:47:28.565633 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-353c8f99-d42b-4801-ac93-a8a790d53928 req-bd3e67be-ee98-436f-b7c2-fd34abcd53c6 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb51aefd-c927-464c-a843-4291d9f9ec0b HTTP/1.1" status: 200 len: 945 time: 0.0549881 Jan 29 03:47:28.656595 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.plugin [req-353c8f99-d42b-4801-ac93-a8a790d53928 req-b1f87697-826c-47c8-994a-7ae5c7ef29f0 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] Deleting port 26b58599-e1e8-4de8-a1fd-779b33246181 {{(pid=109550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 03:47:28.656931 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-353c8f99-d42b-4801-ac93-a8a790d53928 req-b1f87697-826c-47c8-994a-7ae5c7ef29f0 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787145728359'] for port (26b58599-e1e8-4de8-a1fd-779b33246181), before_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:28.748281 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.db [req-353c8f99-d42b-4801-ac93-a8a790d53928 req-b1f87697-826c-47c8-994a-7ae5c7ef29f0 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] For port 26b58599-e1e8-4de8-a1fd-779b33246181, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=26b58599-e1e8-4de8-a1fd-779b33246181,segment=NetworkSegment(55c6d1ba-1ae1-4be3-9e12-aad260737131),segment_id=55c6d1ba-1ae1-4be3-9e12-aad260737131)] {{(pid=109550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 03:47:28.748635 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-353c8f99-d42b-4801-ac93-a8a790d53928 req-b1f87697-826c-47c8-994a-7ae5c7ef29f0 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1915525'] for port (26b58599-e1e8-4de8-a1fd-779b33246181), precommit_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:28.760427 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.plugin [req-353c8f99-d42b-4801-ac93-a8a790d53928 req-b1f87697-826c-47c8-994a-7ae5c7ef29f0 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] Calling delete_port for 26b58599-e1e8-4de8-a1fd-779b33246181 owned by compute:nova {{(pid=109550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 03:47:28.911239 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b6e2a5-469c-4b0c-bfb9-88b9bc71209a req-d04b4508-5fc7-4166-8380-35e44089c0e8 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:47:28.912699 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-73b6e2a5-469c-4b0c-bfb9-88b9bc71209a req-d04b4508-5fc7-4166-8380-35e44089c0e8 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb51aefd-c927-464c-a843-4291d9f9ec0b HTTP/1.1" status: 200 len: 945 time: 0.0552394 Jan 29 03:47:28.946122 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-353c8f99-d42b-4801-ac93-a8a790d53928 req-b1f87697-826c-47c8-994a-7ae5c7ef29f0 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787145732033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787145433402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9207350'] for port (26b58599-e1e8-4de8-a1fd-779b33246181), after_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:28.971187 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-73b6e2a5-469c-4b0c-bfb9-88b9bc71209a req-50746741-d6cf-4687-b572-20b899e24f27 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d2e1765-fee5-481b-a069-96f98e74cbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470738 Jan 29 03:47:28.979403 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f87697-826c-47c8-994a-7ae5c7ef29f0 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] Pushing event deleted for resources: {'Port': ['ID=26b58599-e1e8-4de8-a1fd-779b33246181,revision_number=None']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:47:28.997009 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] get_ports_and_sgs() called for port_ids ['26b58599-e1e8-4de8-a1fd-779b33246181'] {{(pid=109551) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 03:47:29.030008 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.db.l3_dvrscheduler_db [req-353c8f99-d42b-4801-ac93-a8a790d53928 req-b1f87697-826c-47c8-994a-7ae5c7ef29f0 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] No DVR routers for this DVR port 26b58599-e1e8-4de8-a1fd-779b33246181 on host hv-cinder-82694 {{(pid=109550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 03:47:29.032544 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-353c8f99-d42b-4801-ac93-a8a790d53928 req-b1f87697-826c-47c8-994a-7ae5c7ef29f0 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166518'] for port (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:29.036451 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-353c8f99-d42b-4801-ac93-a8a790d53928 req-b1f87697-826c-47c8-994a-7ae5c7ef29f0 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.25 "DELETE /v2.0/ports/26b58599-e1e8-4de8-a1fd-779b33246181 HTTP/1.1" status: 204 len: 173 time: 0.4636467 Jan 29 03:47:29.043638 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb51aefd-c927-464c-a843-4291d9f9ec0b', 'name': 'network-vif-deleted', 'tag': '26b58599-e1e8-4de8-a1fd-779b33246181'}] {{(pid=109550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 03:47:29.043638 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fa7e8514ec8b1871638cf3d0c6bf241b62bf17ffd430199c6215cc57604ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88911f5a-7e87-447f-85d3-add096cc5532" -d '{"events": [{"server_uuid": "fb51aefd-c927-464c-a843-4291d9f9ec0b", "name": "network-vif-deleted", "tag": "26b58599-e1e8-4de8-a1fd-779b33246181"}]}' {{(pid=109550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 03:47:29.077794 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 03:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cd703f2-5c85-4a3c-a953-7fb1b21be99b x-openstack-request-id: req-8cd703f2-5c85-4a3c-a953-7fb1b21be99b {{(pid=109550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 03:47:29.078122 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb51aefd-c927-464c-a843-4291d9f9ec0b", "name": "network-vif-deleted", "tag": "26b58599-e1e8-4de8-a1fd-779b33246181", "status": "completed", "code": 200}]} {{(pid=109550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 03:47:29.078426 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8cd703f2-5c85-4a3c-a953-7fb1b21be99b {{(pid=109550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 03:47:29.078816 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb51aefd-c927-464c-a843-4291d9f9ec0b', 'name': 'network-vif-deleted', 'tag': '26b58599-e1e8-4de8-a1fd-779b33246181', 'status': 'completed', 'code': 200} Jan 29 03:47:29.104451 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6278319-07d0-482f-88d3-a0dfa8840b30 req-30f3a3bf-1646-40c6-9305-9d58d2c0ffb7 tempest-VolumesNegativeTest-63969085 tempest-VolumesNegativeTest-63969085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:47:29.106050 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-d6278319-07d0-482f-88d3-a0dfa8840b30 req-30f3a3bf-1646-40c6-9305-9d58d2c0ffb7 tempest-VolumesNegativeTest-63969085 tempest-VolumesNegativeTest-63969085-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7a90a4b-c57e-418b-8212-bb3b6d945c71 HTTP/1.1" status: 200 len: 948 time: 0.0640278 Jan 29 03:47:29.156013 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-d6278319-07d0-482f-88d3-a0dfa8840b30 req-819a5263-a8b2-4424-b81b-3e6e541d7ff1 tempest-VolumesNegativeTest-63969085 tempest-VolumesNegativeTest-63969085-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0b8a7bf-e2a8-48e0-aad2-78c8de3533fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427477 Jan 29 03:47:29.657523 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b8f4f3-48d9-441c-a665-85b941995e44 req-90861637-7143-4eb8-b8b2-6285e2292a03 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:47:29.659030 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-10b8f4f3-48d9-441c-a665-85b941995e44 req-90861637-7143-4eb8-b8b2-6285e2292a03 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f5813a3-d10f-42ef-99a5-50aa1af18f3a HTTP/1.1" status: 200 len: 944 time: 0.0531442 Jan 29 03:47:29.704907 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-10b8f4f3-48d9-441c-a665-85b941995e44 req-38c503f4-630d-49a1-b3b8-eafb4a008840 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca8be9f3-7d70-4884-a281-94c7af685802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402844 Jan 29 03:47:30.055529 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.agents_db [None req-5bdad2e4-4f8f-4fe6-a9f7-cf82a335ca9d None None] Agent healthcheck: found 6 active agents {{(pid=109552) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 03:47:30.081172 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-8fcb611b-6557-47be-bb1b-b8a565a551d3 req-49cb47f0-18bf-4d77-98fe-4726981159e3 tempest-AttachVolumeNegativeTest-96148746 tempest-AttachVolumeNegativeTest-96148746-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb51aefd-c927-464c-a843-4291d9f9ec0b HTTP/1.1" status: 200 len: 210 time: 0.0292394 Jan 29 03:47:30.288665 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa26012-f2c2-4f09-9561-7f8ff4732e40 req-5670a390-4fc5-47b7-83ef-360d360f3964 tempest-VolumesNegativeTest-63969085 tempest-VolumesNegativeTest-63969085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:47:30.290115 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-3aa26012-f2c2-4f09-9561-7f8ff4732e40 req-5670a390-4fc5-47b7-83ef-360d360f3964 tempest-VolumesNegativeTest-63969085 tempest-VolumesNegativeTest-63969085-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7a90a4b-c57e-418b-8212-bb3b6d945c71 HTTP/1.1" status: 200 len: 948 time: 0.0568123 Jan 29 03:47:30.336353 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-3aa26012-f2c2-4f09-9561-7f8ff4732e40 req-624ad6a1-e1d6-4790-8f7b-1f792846b654 tempest-VolumesNegativeTest-63969085 tempest-VolumesNegativeTest-63969085-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0b8a7bf-e2a8-48e0-aad2-78c8de3533fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404747 Jan 29 03:47:30.763958 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Device 126ac57e-93f8-430b-8a67-93adec80b5d3 up at agent hyperv_hv-cinder-82694 {{(pid=109551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 03:47:30.812209 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.provisioning_blocks [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Provisioning complete for port 126ac57e-93f8-430b-8a67-93adec80b5d3 triggered by entity L2. {{(pid=109551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 03:47:30.812584 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785313'] for port (126ac57e-93f8-430b-8a67-93adec80b5d3), provisioning_complete {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:30.826997 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e45d3e4-7ef4-4c86-83ed-dc5fe4f998ae req-2ba4d152-2879-424e-8d69-bf5328cb8c99 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:47:30.828461 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-4e45d3e4-7ef4-4c86-83ed-dc5fe4f998ae req-2ba4d152-2879-424e-8d69-bf5328cb8c99 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f5813a3-d10f-42ef-99a5-50aa1af18f3a HTTP/1.1" status: 200 len: 944 time: 0.0512271 Jan 29 03:47:30.875155 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-4e45d3e4-7ef4-4c86-83ed-dc5fe4f998ae req-1d8dfd73-4810-442c-83e2-4bab020478a3 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca8be9f3-7d70-4884-a281-94c7af685802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410247 Jan 29 03:47:30.891164 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Current status of the port 126ac57e-93f8-430b-8a67-93adec80b5d3 is: BUILD; New status is: ACTIVE {{(pid=109551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 03:47:30.891574 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (126ac57e-93f8-430b-8a67-93adec80b5d3), before_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:30.913962 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f5813a3-d10f-42ef-99a5-50aa1af18f3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '126ac57e-93f8-430b-8a67-93adec80b5d3'}] {{(pid=109551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 03:47:30.916162 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23e056b712a42e8e31026a02bb7684ebe9f34968e78d79227c0e39fde92c0103" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ea3e34f-7422-4f5e-8d99-0fc90df64f00" -d '{"events": [{"server_uuid": "8f5813a3-d10f-42ef-99a5-50aa1af18f3a", "name": "network-vif-plugged", "status": "completed", "tag": "126ac57e-93f8-430b-8a67-93adec80b5d3"}]}' {{(pid=109551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 03:47:30.930928 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] For port 126ac57e-93f8-430b-8a67-93adec80b5d3, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=126ac57e-93f8-430b-8a67-93adec80b5d3,segment=NetworkSegment(e5471ed5-97f1-48e6-86f5-92c6b5bce849),segment_id=e5471ed5-97f1-48e6-86f5-92c6b5bce849)] {{(pid=109551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 03:47:30.952708 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 03:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3b16753-06f5-403e-a945-ff1882b56ecb x-openstack-request-id: req-d3b16753-06f5-403e-a945-ff1882b56ecb {{(pid=109551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 03:47:30.953019 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f5813a3-d10f-42ef-99a5-50aa1af18f3a", "name": "network-vif-plugged", "status": "completed", "tag": "126ac57e-93f8-430b-8a67-93adec80b5d3", "code": 200}]} {{(pid=109551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 03:47:30.953277 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d3b16753-06f5-403e-a945-ff1882b56ecb {{(pid=109551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 03:47:30.953690 dv-cinder-826949-1-iscsi neutron-server[109551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f5813a3-d10f-42ef-99a5-50aa1af18f3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '126ac57e-93f8-430b-8a67-93adec80b5d3', 'code': 200} Jan 29 03:47:31.008701 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429'] for port (126ac57e-93f8-430b-8a67-93adec80b5d3), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:31.009499 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Device 251d6947-a8c1-4bf3-9996-64aec13dad92 up at agent hyperv_hv-cinder-82694 {{(pid=109551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 03:47:31.081909 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Pushing event updated for resources: {'Port': ['ID=126ac57e-93f8-430b-8a67-93adec80b5d3,revision_number=10']} {{(pid=109551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:47:31.136032 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 47586) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:47:31.180466 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.provisioning_blocks [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Provisioning for port 251d6947-a8c1-4bf3-9996-64aec13dad92 completed by entity L2. {{(pid=109551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 03:47:31.180858 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.db.db_base_plugin_v2 [None req-c192561a-b045-4727-be46-d2a1c9e7e3db admin admin] Deleting subnet 167c6c42-9dd3-4598-ba9e-66d705822162 {{(pid=109550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 03:47:31.184083 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-c192561a-b045-4727-be46-d2a1c9e7e3db admin admin] Publish callbacks [] for subnet (167c6c42-9dd3-4598-ba9e-66d705822162), before_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:31.184375 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.provisioning_blocks [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Provisioning complete for port 251d6947-a8c1-4bf3-9996-64aec13dad92 triggered by entity L2. {{(pid=109551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 03:47:31.184742 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785313'] for port (251d6947-a8c1-4bf3-9996-64aec13dad92), provisioning_complete {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:31.219991 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-c192561a-b045-4727-be46-d2a1c9e7e3db admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3934284'] for subnet (167c6c42-9dd3-4598-ba9e-66d705822162), precommit_delete_associations {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:31.279789 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Current status of the port 251d6947-a8c1-4bf3-9996-64aec13dad92 is: BUILD; New status is: ACTIVE {{(pid=109551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 03:47:31.280180 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (251d6947-a8c1-4bf3-9996-64aec13dad92), before_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:31.291017 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-c192561a-b045-4727-be46-d2a1c9e7e3db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-756919'] for subnet (167c6c42-9dd3-4598-ba9e-66d705822162), precommit_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:31.314740 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] For port 251d6947-a8c1-4bf3-9996-64aec13dad92, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=251d6947-a8c1-4bf3-9996-64aec13dad92,segment=NetworkSegment(4e1050a9-c615-4cc6-83fb-647b9a5c7247),segment_id=4e1050a9-c615-4cc6-83fb-647b9a5c7247)] {{(pid=109551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 03:47:31.403359 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429'] for port (251d6947-a8c1-4bf3-9996-64aec13dad92), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:31.404252 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Device 26b58599-e1e8-4de8-a1fd-779b33246181 no longer exists at agent hyperv_hv-cinder-82694 {{(pid=109551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 03:47:31.439165 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] No Port match for: 26b58599-e1e8-4de8-a1fd-779b33246181 {{(pid=109551) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 03:47:31.439604 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Device 26b58599-e1e8-4de8-a1fd-779b33246181 not bound to the agent host hv-cinder-82694 {{(pid=109551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 03:47:31.451565 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306c111f-1d1f-49f4-a3e6-1b6f714bf14b req-304c6c7a-fa4f-4182-8352-1ed5685c3777 tempest-VolumesNegativeTest-63969085 tempest-VolumesNegativeTest-63969085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:47:31.453057 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-306c111f-1d1f-49f4-a3e6-1b6f714bf14b req-304c6c7a-fa4f-4182-8352-1ed5685c3777 tempest-VolumesNegativeTest-63969085 tempest-VolumesNegativeTest-63969085-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7a90a4b-c57e-418b-8212-bb3b6d945c71 HTTP/1.1" status: 200 len: 949 time: 0.0517223 Jan 29 03:47:31.454787 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-c192561a-b045-4727-be46-d2a1c9e7e3db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-756920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9207301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9335413'] for subnet (167c6c42-9dd3-4598-ba9e-66d705822162), after_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:31.475941 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Pushing event updated for resources: {'Port': ['ID=251d6947-a8c1-4bf3-9996-64aec13dad92,revision_number=5']} {{(pid=109551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:47:31.494494 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c192561a-b045-4727-be46-d2a1c9e7e3db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=167c6c42-9dd3-4598-ba9e-66d705822162,revision_number=None']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:47:31.497056 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-c192561a-b045-4727-be46-d2a1c9e7e3db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606130'] for subnet (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:31.503664 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 47594) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:47:31.506370 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-c192561a-b045-4727-be46-d2a1c9e7e3db admin admin] 10.222.0.16 "DELETE /v2.0/subnets/167c6c42-9dd3-4598-ba9e-66d705822162 HTTP/1.1" status: 204 len: 168 time: 0.3655083 Jan 29 03:47:31.537394 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-306c111f-1d1f-49f4-a3e6-1b6f714bf14b req-df0263e1-c6c6-40ee-8dd0-4ab9d057bf05 tempest-VolumesNegativeTest-63969085 tempest-VolumesNegativeTest-63969085-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0b8a7bf-e2a8-48e0-aad2-78c8de3533fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775669 Jan 29 03:47:31.571842 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-7d5395fe-54c3-4c96-8f8a-7cf4563b2dab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617357'] for network (4191093a-3e75-431e-ba6a-0a5e62dd1238), before_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:31.651713 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-7d5395fe-54c3-4c96-8f8a-7cf4563b2dab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783436', 'neutron.services.segments.db._delete_segments_for_network-8787145932427'] for network (4191093a-3e75-431e-ba6a-0a5e62dd1238), precommit_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:31.673087 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.services.segments.db [None req-7d5395fe-54c3-4c96-8f8a-7cf4563b2dab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4191093a-3e75-431e-ba6a-0a5e62dd1238']}} {{(pid=109549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:47:31.683005 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.services.segments.db [None req-7d5395fe-54c3-4c96-8f8a-7cf4563b2dab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55c6d1ba-1ae1-4be3-9e12-aad260737131') {'for_net_delete': True} {{(pid=109549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:47:31.683314 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.services.segments.db [None req-7d5395fe-54c3-4c96-8f8a-7cf4563b2dab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55c6d1ba-1ae1-4be3-9e12-aad260737131') {} {{(pid=109549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:47:31.693393 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-7d5395fe-54c3-4c96-8f8a-7cf4563b2dab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787145906580', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9381393'] for segment (55c6d1ba-1ae1-4be3-9e12-aad260737131), before_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:31.707199 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-7d5395fe-54c3-4c96-8f8a-7cf4563b2dab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541992'] for segment (55c6d1ba-1ae1-4be3-9e12-aad260737131), precommit_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:31.715251 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d5395fe-54c3-4c96-8f8a-7cf4563b2dab admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=109549) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 03:47:31.715615 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-7d5395fe-54c3-4c96-8f8a-7cf4563b2dab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8440428'] for segment (55c6d1ba-1ae1-4be3-9e12-aad260737131), after_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:31.718002 dv-cinder-826949-1-iscsi neutron-server[109549]: Traceback (most recent call last): Jan 29 03:47:31.718002 dv-cinder-826949-1-iscsi neutron-server[109549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 03:47:31.718002 dv-cinder-826949-1-iscsi neutron-server[109549]: timer() Jan 29 03:47:31.718002 dv-cinder-826949-1-iscsi neutron-server[109549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 03:47:31.718002 dv-cinder-826949-1-iscsi neutron-server[109549]: cb(*args, **kw) Jan 29 03:47:31.718002 dv-cinder-826949-1-iscsi neutron-server[109549]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 03:47:31.718002 dv-cinder-826949-1-iscsi neutron-server[109549]: return func(*args, **kwargs) Jan 29 03:47:31.718002 dv-cinder-826949-1-iscsi neutron-server[109549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 03:47:31.718002 dv-cinder-826949-1-iscsi neutron-server[109549]: self._notify() Jan 29 03:47:31.718002 dv-cinder-826949-1-iscsi neutron-server[109549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 03:47:31.718002 dv-cinder-826949-1-iscsi neutron-server[109549]: self.callback(batched_events) Jan 29 03:47:31.718002 dv-cinder-826949-1-iscsi neutron-server[109549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 03:47:31.718002 dv-cinder-826949-1-iscsi neutron-server[109549]: event.method(event) Jan 29 03:47:31.718002 dv-cinder-826949-1-iscsi neutron-server[109549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 03:47:31.718002 dv-cinder-826949-1-iscsi neutron-server[109549]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 03:47:31.718002 dv-cinder-826949-1-iscsi neutron-server[109549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 03:47:31.718002 dv-cinder-826949-1-iscsi neutron-server[109549]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 03:47:31.718002 dv-cinder-826949-1-iscsi neutron-server[109549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 03:47:31.718002 dv-cinder-826949-1-iscsi neutron-server[109549]: return f(self, *a, **k) Jan 29 03:47:31.718002 dv-cinder-826949-1-iscsi neutron-server[109549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 03:47:31.718002 dv-cinder-826949-1-iscsi neutron-server[109549]: return self._get(url).json() Jan 29 03:47:31.718002 dv-cinder-826949-1-iscsi neutron-server[109549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 03:47:31.718002 dv-cinder-826949-1-iscsi neutron-server[109549]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 03:47:31.718002 dv-cinder-826949-1-iscsi neutron-server[109549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 03:47:31.718002 dv-cinder-826949-1-iscsi neutron-server[109549]: return self.request(url, 'GET', **kwargs) Jan 29 03:47:31.718002 dv-cinder-826949-1-iscsi neutron-server[109549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 03:47:31.718002 dv-cinder-826949-1-iscsi neutron-server[109549]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 03:47:31.718002 dv-cinder-826949-1-iscsi neutron-server[109549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 03:47:31.718002 dv-cinder-826949-1-iscsi neutron-server[109549]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 03:47:31.718002 dv-cinder-826949-1-iscsi neutron-server[109549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 03:47:31.718002 dv-cinder-826949-1-iscsi neutron-server[109549]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 03:47:31.718002 dv-cinder-826949-1-iscsi neutron-server[109549]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 03:47:31.724989 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6075832-ce24-47c6-8e7c-7ac9a8fb87fb req-43eedf31-6a41-4c53-9ba5-883cfd186397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:47:31.726639 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-d6075832-ce24-47c6-8e7c-7ac9a8fb87fb req-43eedf31-6a41-4c53-9ba5-883cfd186397 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=8f5813a3-d10f-42ef-99a5-50aa1af18f3a HTTP/1.1" status: 200 len: 1130 time: 0.0511019 Jan 29 03:47:31.774328 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-d6075832-ce24-47c6-8e7c-7ac9a8fb87fb req-c1878ca0-1733-4560-a087-a7bd9bad514f service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=ca8be9f3-7d70-4884-a281-94c7af685802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395961 Jan 29 03:47:31.831412 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe0b1a6-9eba-4986-9604-7ed4796b8034 req-53547d2e-1fbe-43cc-b51e-a0c36545d487 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:47:31.832877 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-dfe0b1a6-9eba-4986-9604-7ed4796b8034 req-53547d2e-1fbe-43cc-b51e-a0c36545d487 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce5ee017-4daf-4262-8ab0-d31cbfc42bce HTTP/1.1" status: 200 len: 945 time: 0.0499923 Jan 29 03:47:31.878407 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-dfe0b1a6-9eba-4986-9604-7ed4796b8034 req-972ed248-0c39-490d-9908-9643dcd63077 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c3df9bf-9f05-408c-a02f-29a763dd3f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388615 Jan 29 03:47:31.883181 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-7d5395fe-54c3-4c96-8f8a-7cf4563b2dab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1909918'] for network (4191093a-3e75-431e-ba6a-0a5e62dd1238), after_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:31.888655 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-7d5395fe-54c3-4c96-8f8a-7cf4563b2dab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606130'] for network (None), before_response {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:31.891891 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-7d5395fe-54c3-4c96-8f8a-7cf4563b2dab admin admin] 10.222.0.16 "DELETE /v2.0/networks/4191093a-3e75-431e-ba6a-0a5e62dd1238 HTTP/1.1" status: 204 len: 168 time: 0.3870862 Jan 29 03:47:31.905560 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5395fe-54c3-4c96-8f8a-7cf4563b2dab admin admin] Pushing event deleted for resources: {'Network': ['ID=4191093a-3e75-431e-ba6a-0a5e62dd1238,revision_number=None']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:47:32.003253 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599d0ff1-fdf7-4fd1-8d0b-a1c6e1c8ae3c req-744a50e3-9b58-4c6f-b45b-08e78f4ba459 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:47:32.004729 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-599d0ff1-fdf7-4fd1-8d0b-a1c6e1c8ae3c req-744a50e3-9b58-4c6f-b45b-08e78f4ba459 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f5813a3-d10f-42ef-99a5-50aa1af18f3a HTTP/1.1" status: 200 len: 946 time: 0.0565951 Jan 29 03:47:32.053567 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-599d0ff1-fdf7-4fd1-8d0b-a1c6e1c8ae3c req-6b2499ea-3872-46a2-a37f-241b1f0cad0d tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca8be9f3-7d70-4884-a281-94c7af685802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433314 Jan 29 03:47:32.265812 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 47602) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:47:32.304279 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-bf321694-83de-4b4f-b0ca-1d3e04d9d683 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a61fc9a8db7445ca8c465347f41732e8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0372939 Jan 29 03:47:32.306588 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 47604) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:47:32.351605 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-d608878a-d7be-440b-bbdb-2dc5c4ef656e admin admin] Publish callbacks [] for security_group (0d2e1765-fee5-481b-a069-96f98e74cbfe), before_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:32.372884 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-d608878a-d7be-440b-bbdb-2dc5c4ef656e admin admin] Publish callbacks [] for security_group (0d2e1765-fee5-481b-a069-96f98e74cbfe), precommit_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:32.506426 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-d608878a-d7be-440b-bbdb-2dc5c4ef656e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (0d2e1765-fee5-481b-a069-96f98e74cbfe), after_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:32.508889 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-d608878a-d7be-440b-bbdb-2dc5c4ef656e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:32.510063 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-d608878a-d7be-440b-bbdb-2dc5c4ef656e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0d2e1765-fee5-481b-a069-96f98e74cbfe HTTP/1.1" status: 204 len: 168 time: 0.2025950 Jan 29 03:47:32.517915 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d608878a-d7be-440b-bbdb-2dc5c4ef656e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d2e1765-fee5-481b-a069-96f98e74cbfe,revision_number=None']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:47:32.653991 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadb5a0a-9e0a-42f0-b64d-4d9bb3675189 req-b543fa7a-8497-4384-9ebf-65e7cf196e09 tempest-VolumesNegativeTest-63969085 tempest-VolumesNegativeTest-63969085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:47:32.655494 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-eadb5a0a-9e0a-42f0-b64d-4d9bb3675189 req-b543fa7a-8497-4384-9ebf-65e7cf196e09 tempest-VolumesNegativeTest-63969085 tempest-VolumesNegativeTest-63969085-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7a90a4b-c57e-418b-8212-bb3b6d945c71 HTTP/1.1" status: 200 len: 949 time: 0.0516791 Jan 29 03:47:32.704708 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-eadb5a0a-9e0a-42f0-b64d-4d9bb3675189 req-0bc45982-052e-4b64-be94-943b0484ffc0 tempest-VolumesNegativeTest-63969085 tempest-VolumesNegativeTest-63969085-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0b8a7bf-e2a8-48e0-aad2-78c8de3533fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436552 Jan 29 03:47:32.954915 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7a90a4b-c57e-418b-8212-bb3b6d945c71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '251d6947-a8c1-4bf3-9996-64aec13dad92'}] {{(pid=109551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 03:47:32.958940 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23e056b712a42e8e31026a02bb7684ebe9f34968e78d79227c0e39fde92c0103" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39454223-db15-4ac8-b3f9-ee172bb542f3" -d '{"events": [{"server_uuid": "f7a90a4b-c57e-418b-8212-bb3b6d945c71", "name": "network-vif-plugged", "status": "completed", "tag": "251d6947-a8c1-4bf3-9996-64aec13dad92"}]}' {{(pid=109551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 03:47:32.997525 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 03:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cffb5dad-e702-418f-8b67-eb373a4aaff5 x-openstack-request-id: req-cffb5dad-e702-418f-8b67-eb373a4aaff5 {{(pid=109551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 03:47:32.998654 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7a90a4b-c57e-418b-8212-bb3b6d945c71", "name": "network-vif-plugged", "status": "completed", "tag": "251d6947-a8c1-4bf3-9996-64aec13dad92", "code": 200}]} {{(pid=109551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 03:47:32.998923 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cffb5dad-e702-418f-8b67-eb373a4aaff5 {{(pid=109551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 03:47:32.999563 dv-cinder-826949-1-iscsi neutron-server[109551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7a90a4b-c57e-418b-8212-bb3b6d945c71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '251d6947-a8c1-4bf3-9996-64aec13dad92', 'code': 200} Jan 29 03:47:33.013111 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d311e573-1472-4272-bf77-2fe25b4ef18f req-aadfea7e-fc0d-41bd-b02e-cc7b770b3016 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:47:33.018585 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-d311e573-1472-4272-bf77-2fe25b4ef18f req-aadfea7e-fc0d-41bd-b02e-cc7b770b3016 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce5ee017-4daf-4262-8ab0-d31cbfc42bce HTTP/1.1" status: 200 len: 945 time: 0.0682874 Jan 29 03:47:33.070880 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-d311e573-1472-4272-bf77-2fe25b4ef18f req-26a180da-131e-4470-a717-8dc27cc905c5 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c3df9bf-9f05-408c-a02f-29a763dd3f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503635 Jan 29 03:47:33.187935 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2a1dab-735a-42c4-ad41-8cc3333870e8 req-61502a92-b9f6-4cdf-a7fa-c871c57592ec tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:47:33.196157 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-fc2a1dab-735a-42c4-ad41-8cc3333870e8 req-61502a92-b9f6-4cdf-a7fa-c871c57592ec tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f5813a3-d10f-42ef-99a5-50aa1af18f3a HTTP/1.1" status: 200 len: 946 time: 0.0666058 Jan 29 03:47:33.246627 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-fc2a1dab-735a-42c4-ad41-8cc3333870e8 req-893b27c0-0b23-4eee-a493-bcb814ce73bd tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca8be9f3-7d70-4884-a281-94c7af685802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494258 Jan 29 03:47:33.467242 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fe11cd-d9f1-48da-b617-e19d47ccc82d req-098a8c31-7523-4511-a4d8-d636c38fba8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:47:33.468008 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-30fe11cd-d9f1-48da-b617-e19d47ccc82d req-098a8c31-7523-4511-a4d8-d636c38fba8f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=f7a90a4b-c57e-418b-8212-bb3b6d945c71 HTTP/1.1" status: 200 len: 1133 time: 0.0461700 Jan 29 03:47:33.511876 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-30fe11cd-d9f1-48da-b617-e19d47ccc82d req-6a3297cd-772e-4cc3-a364-ff2bc8537427 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=a0b8a7bf-e2a8-48e0-aad2-78c8de3533fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373766 Jan 29 03:47:33.821332 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ac03c0-245d-457a-88a2-4ddcaaf556f3 req-bef098c3-3366-43e0-be2c-c54de8d2c30e tempest-VolumesNegativeTest-63969085 tempest-VolumesNegativeTest-63969085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:47:33.822857 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-56ac03c0-245d-457a-88a2-4ddcaaf556f3 req-bef098c3-3366-43e0-be2c-c54de8d2c30e tempest-VolumesNegativeTest-63969085 tempest-VolumesNegativeTest-63969085-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7a90a4b-c57e-418b-8212-bb3b6d945c71 HTTP/1.1" status: 200 len: 949 time: 0.0523105 Jan 29 03:47:33.869035 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-56ac03c0-245d-457a-88a2-4ddcaaf556f3 req-8d6c790d-3843-4d35-a39e-3f401a3532bc tempest-VolumesNegativeTest-63969085 tempest-VolumesNegativeTest-63969085-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0b8a7bf-e2a8-48e0-aad2-78c8de3533fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404875 Jan 29 03:47:34.195419 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78416915-7434-4bb9-8e11-b7715ed3759e req-49c872fc-c4f0-436f-8106-b285679238a2 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:47:34.196938 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-78416915-7434-4bb9-8e11-b7715ed3759e req-49c872fc-c4f0-436f-8106-b285679238a2 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce5ee017-4daf-4262-8ab0-d31cbfc42bce HTTP/1.1" status: 200 len: 945 time: 0.0575554 Jan 29 03:47:34.258605 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-78416915-7434-4bb9-8e11-b7715ed3759e req-9b50b187-6058-41c5-a3df-49ebaa724c52 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c3df9bf-9f05-408c-a02f-29a763dd3f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556805 Jan 29 03:47:34.381904 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4246d1b8-c534-438d-a7e8-febaccf35b9c req-e25f2f6d-56b8-4a58-ade1-0d1d31d8efab tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:47:34.385208 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-4246d1b8-c534-438d-a7e8-febaccf35b9c req-e25f2f6d-56b8-4a58-ade1-0d1d31d8efab tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f5813a3-d10f-42ef-99a5-50aa1af18f3a HTTP/1.1" status: 200 len: 946 time: 0.0623267 Jan 29 03:47:34.433992 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-4246d1b8-c534-438d-a7e8-febaccf35b9c req-f36aee0b-ee41-4269-a7cd-ae92fbfa3b56 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca8be9f3-7d70-4884-a281-94c7af685802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452368 Jan 29 03:47:34.983174 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afba8b27-45d6-4cfb-a1f5-fb4397c75d3e req-5523c37a-ef95-402b-bde6-10c63ee68490 tempest-VolumesNegativeTest-63969085 tempest-VolumesNegativeTest-63969085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:47:34.984527 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-afba8b27-45d6-4cfb-a1f5-fb4397c75d3e req-5523c37a-ef95-402b-bde6-10c63ee68490 tempest-VolumesNegativeTest-63969085 tempest-VolumesNegativeTest-63969085-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7a90a4b-c57e-418b-8212-bb3b6d945c71 HTTP/1.1" status: 200 len: 949 time: 0.0514402 Jan 29 03:47:35.033857 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-afba8b27-45d6-4cfb-a1f5-fb4397c75d3e req-4a170595-366e-448d-8a80-808b06341386 tempest-VolumesNegativeTest-63969085 tempest-VolumesNegativeTest-63969085-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0b8a7bf-e2a8-48e0-aad2-78c8de3533fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407870 Jan 29 03:47:35.377083 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c0e4f1-4307-42ba-93f8-4455b4513b1b req-312d1ba2-e9e3-4d31-8799-a966e8f01eec tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:47:35.378579 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-25c0e4f1-4307-42ba-93f8-4455b4513b1b req-312d1ba2-e9e3-4d31-8799-a966e8f01eec tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce5ee017-4daf-4262-8ab0-d31cbfc42bce HTTP/1.1" status: 200 len: 945 time: 0.0522571 Jan 29 03:47:35.425659 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-25c0e4f1-4307-42ba-93f8-4455b4513b1b req-54e32978-b92d-4161-929e-c635e858938f tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c3df9bf-9f05-408c-a02f-29a763dd3f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415037 Jan 29 03:47:35.585850 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9076760-dc7b-48e0-88cf-bb5f79134b83 req-f472f3c0-4287-49cd-b98c-5412b3a85808 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:47:35.587328 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-c9076760-dc7b-48e0-88cf-bb5f79134b83 req-f472f3c0-4287-49cd-b98c-5412b3a85808 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce5ee017-4daf-4262-8ab0-d31cbfc42bce HTTP/1.1" status: 200 len: 945 time: 0.0855179 Jan 29 03:47:35.594577 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4054dd-09f1-4673-a743-c9e43b404833 req-9c61c19f-bb5a-453f-a5df-f69341b5c17d tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:47:35.595917 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-3c4054dd-09f1-4673-a743-c9e43b404833 req-9c61c19f-bb5a-453f-a5df-f69341b5c17d tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f5813a3-d10f-42ef-99a5-50aa1af18f3a HTTP/1.1" status: 200 len: 946 time: 0.0849028 Jan 29 03:47:35.693122 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-3c4054dd-09f1-4673-a743-c9e43b404833 req-2769aded-0aff-4ebd-9d32-b7b1fff4b470 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca8be9f3-7d70-4884-a281-94c7af685802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896397 Jan 29 03:47:35.717653 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.plugin [req-c9076760-dc7b-48e0-88cf-bb5f79134b83 req-c0cc8b37-a5d9-48a3-bdae-f2f01882161b tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Deleting port 5e8c426e-0aed-4140-8239-4f445cd530d4 {{(pid=109550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 03:47:35.717653 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-c9076760-dc7b-48e0-88cf-bb5f79134b83 req-c0cc8b37-a5d9-48a3-bdae-f2f01882161b tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787145728359'] for port (5e8c426e-0aed-4140-8239-4f445cd530d4), before_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:35.800497 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.db [req-c9076760-dc7b-48e0-88cf-bb5f79134b83 req-c0cc8b37-a5d9-48a3-bdae-f2f01882161b tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] For port 5e8c426e-0aed-4140-8239-4f445cd530d4, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=5e8c426e-0aed-4140-8239-4f445cd530d4,segment=NetworkSegment(33654556-4a78-4da6-99c6-24c24c214550),segment_id=33654556-4a78-4da6-99c6-24c24c214550)] {{(pid=109550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 03:47:35.800846 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-c9076760-dc7b-48e0-88cf-bb5f79134b83 req-c0cc8b37-a5d9-48a3-bdae-f2f01882161b tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1915525'] for port (5e8c426e-0aed-4140-8239-4f445cd530d4), precommit_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:35.813338 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.plugin [req-c9076760-dc7b-48e0-88cf-bb5f79134b83 req-c0cc8b37-a5d9-48a3-bdae-f2f01882161b tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Calling delete_port for 5e8c426e-0aed-4140-8239-4f445cd530d4 owned by compute:nova {{(pid=109550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 03:47:36.030030 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 47734) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:47:36.043161 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-c9076760-dc7b-48e0-88cf-bb5f79134b83 req-c0cc8b37-a5d9-48a3-bdae-f2f01882161b tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787145732033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787145433402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9207350'] for port (5e8c426e-0aed-4140-8239-4f445cd530d4), after_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:36.072404 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cc8b37-a5d9-48a3-bdae-f2f01882161b tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Pushing event deleted for resources: {'Port': ['ID=5e8c426e-0aed-4140-8239-4f445cd530d4,revision_number=None']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:47:36.075885 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] get_ports_and_sgs() called for port_ids ['5e8c426e-0aed-4140-8239-4f445cd530d4', '99574264-03c0-4cb9-9094-a916433c52ab'] {{(pid=109551) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 03:47:36.117188 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9076760-dc7b-48e0-88cf-bb5f79134b83 req-c0cc8b37-a5d9-48a3-bdae-f2f01882161b tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] No DVR routers for this DVR port 5e8c426e-0aed-4140-8239-4f445cd530d4 on host hv-cinder-82694 {{(pid=109550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 03:47:36.120379 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-c9076760-dc7b-48e0-88cf-bb5f79134b83 req-c0cc8b37-a5d9-48a3-bdae-f2f01882161b tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166518'] for port (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:36.124095 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-c9076760-dc7b-48e0-88cf-bb5f79134b83 req-c0cc8b37-a5d9-48a3-bdae-f2f01882161b tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.25 "DELETE /v2.0/ports/5e8c426e-0aed-4140-8239-4f445cd530d4 HTTP/1.1" status: 204 len: 173 time: 0.5272853 Jan 29 03:47:36.124677 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce5ee017-4daf-4262-8ab0-d31cbfc42bce', 'name': 'network-vif-deleted', 'tag': '5e8c426e-0aed-4140-8239-4f445cd530d4'}] {{(pid=109550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 03:47:36.129505 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fa7e8514ec8b1871638cf3d0c6bf241b62bf17ffd430199c6215cc57604ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b57d64f3-9770-4a13-965d-8af54b3eed60" -d '{"events": [{"server_uuid": "ce5ee017-4daf-4262-8ab0-d31cbfc42bce", "name": "network-vif-deleted", "tag": "5e8c426e-0aed-4140-8239-4f445cd530d4"}]}' {{(pid=109550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 03:47:36.171312 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16fc85d-8832-40f7-b006-b8f9263c9946 req-4363fbd7-da08-42cb-bdba-55cf4e12ed66 tempest-VolumesNegativeTest-63969085 tempest-VolumesNegativeTest-63969085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:47:36.173344 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-d16fc85d-8832-40f7-b006-b8f9263c9946 req-4363fbd7-da08-42cb-bdba-55cf4e12ed66 tempest-VolumesNegativeTest-63969085 tempest-VolumesNegativeTest-63969085-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7a90a4b-c57e-418b-8212-bb3b6d945c71 HTTP/1.1" status: 200 len: 949 time: 0.0563083 Jan 29 03:47:36.182346 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 03:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-632af538-8ca5-4afa-829c-0c2777894c2c x-openstack-request-id: req-632af538-8ca5-4afa-829c-0c2777894c2c {{(pid=109550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 03:47:36.182739 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce5ee017-4daf-4262-8ab0-d31cbfc42bce", "name": "network-vif-deleted", "tag": "5e8c426e-0aed-4140-8239-4f445cd530d4", "status": "completed", "code": 200}]} {{(pid=109550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 03:47:36.183116 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-632af538-8ca5-4afa-829c-0c2777894c2c {{(pid=109550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 03:47:36.183730 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce5ee017-4daf-4262-8ab0-d31cbfc42bce', 'name': 'network-vif-deleted', 'tag': '5e8c426e-0aed-4140-8239-4f445cd530d4', 'status': 'completed', 'code': 200} Jan 29 03:47:36.215424 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-160c6d36-77fc-498b-940e-b4f0136c047c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:36.255278 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-d16fc85d-8832-40f7-b006-b8f9263c9946 req-f2ee4f94-b9fa-4778-8e75-5e0c666ea948 tempest-VolumesNegativeTest-63969085 tempest-VolumesNegativeTest-63969085-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0b8a7bf-e2a8-48e0-aad2-78c8de3533fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703895 Jan 29 03:47:36.317024 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-160c6d36-77fc-498b-940e-b4f0136c047c admin admin] Publish callbacks [] for security_group (419d9a60-5714-4dac-8d01-dde92c27ae18), precommit_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:36.385918 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-160c6d36-77fc-498b-940e-b4f0136c047c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (419d9a60-5714-4dac-8d01-dde92c27ae18), after_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:36.426791 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-160c6d36-77fc-498b-940e-b4f0136c047c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b11a17a02c4d43e88b37dd0b71460918&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3951666 Jan 29 03:47:36.428554 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160c6d36-77fc-498b-940e-b4f0136c047c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=419d9a60-5714-4dac-8d01-dde92c27ae18,revision_number=1']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:47:36.429623 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 47746) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:47:36.436028 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160c6d36-77fc-498b-940e-b4f0136c047c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:47:36.436491 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160c6d36-77fc-498b-940e-b4f0136c047c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:47:36.436841 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160c6d36-77fc-498b-940e-b4f0136c047c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:47:36.437179 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160c6d36-77fc-498b-940e-b4f0136c047c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:47:36.437509 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160c6d36-77fc-498b-940e-b4f0136c047c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:47:36.437838 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160c6d36-77fc-498b-940e-b4f0136c047c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:47:36.438191 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160c6d36-77fc-498b-940e-b4f0136c047c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:47:36.438523 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160c6d36-77fc-498b-940e-b4f0136c047c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:47:36.438849 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160c6d36-77fc-498b-940e-b4f0136c047c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:47:36.439194 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160c6d36-77fc-498b-940e-b4f0136c047c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:47:36.439518 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160c6d36-77fc-498b-940e-b4f0136c047c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:47:36.439839 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160c6d36-77fc-498b-940e-b4f0136c047c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:47:36.440157 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160c6d36-77fc-498b-940e-b4f0136c047c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:47:36.500478 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-ee181571-e567-4465-9fe6-e93fcc8c1c37 admin admin] Publish callbacks [] for security_group (419d9a60-5714-4dac-8d01-dde92c27ae18), before_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:36.522705 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-ee181571-e567-4465-9fe6-e93fcc8c1c37 admin admin] Publish callbacks [] for security_group (419d9a60-5714-4dac-8d01-dde92c27ae18), precommit_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:36.534883 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-e99d698f-fd26-4ae9-88a1-79a411d9827d req-09abcdc8-1ee1-4a40-95d8-a171674c7bb7 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce5ee017-4daf-4262-8ab0-d31cbfc42bce HTTP/1.1" status: 200 len: 210 time: 0.0269938 Jan 29 03:47:36.728967 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-ee181571-e567-4465-9fe6-e93fcc8c1c37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (419d9a60-5714-4dac-8d01-dde92c27ae18), after_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:36.733042 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-ee181571-e567-4465-9fe6-e93fcc8c1c37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:36.733042 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-ee181571-e567-4465-9fe6-e93fcc8c1c37 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/419d9a60-5714-4dac-8d01-dde92c27ae18 HTTP/1.1" status: 204 len: 168 time: 0.3021164 Jan 29 03:47:36.741305 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee181571-e567-4465-9fe6-e93fcc8c1c37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=419d9a60-5714-4dac-8d01-dde92c27ae18,revision_number=None']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:47:36.877177 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effe5bb6-7f73-4903-9a0b-40ab3f78553e req-c295f3f7-f1d0-4c8e-b021-e5f217e90297 tempest-VolumesNegativeTest-63969085 tempest-VolumesNegativeTest-63969085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:47:36.878661 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-effe5bb6-7f73-4903-9a0b-40ab3f78553e req-c295f3f7-f1d0-4c8e-b021-e5f217e90297 tempest-VolumesNegativeTest-63969085 tempest-VolumesNegativeTest-63969085-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7a90a4b-c57e-418b-8212-bb3b6d945c71 HTTP/1.1" status: 200 len: 949 time: 0.0511942 Jan 29 03:47:36.929141 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-effe5bb6-7f73-4903-9a0b-40ab3f78553e req-f208aeb9-fe9a-4679-9916-331247b6a622 tempest-VolumesNegativeTest-63969085 tempest-VolumesNegativeTest-63969085-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0b8a7bf-e2a8-48e0-aad2-78c8de3533fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449195 Jan 29 03:47:37.414014 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 47756) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:47:37.426868 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-07751a75-37d6-4207-8c53-47caf23bc172 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:37.500156 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-07751a75-37d6-4207-8c53-47caf23bc172 admin admin] Publish callbacks [] for security_group (6e1835ff-a963-4e25-883e-252fb97afdcc), precommit_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:37.569284 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-07751a75-37d6-4207-8c53-47caf23bc172 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (6e1835ff-a963-4e25-883e-252fb97afdcc), after_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:37.607142 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07751a75-37d6-4207-8c53-47caf23bc172 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e1835ff-a963-4e25-883e-252fb97afdcc,revision_number=1']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:47:37.611352 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-07751a75-37d6-4207-8c53-47caf23bc172 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=25154b3f65ce4327a37ca36664f75610&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1962314 Jan 29 03:47:37.617214 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 47762) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:47:37.665519 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-08911da7-c50a-4832-998f-cc4b85dbaea1 admin admin] Publish callbacks [] for security_group (6e1835ff-a963-4e25-883e-252fb97afdcc), before_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:37.686617 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-08911da7-c50a-4832-998f-cc4b85dbaea1 admin admin] Publish callbacks [] for security_group (6e1835ff-a963-4e25-883e-252fb97afdcc), precommit_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:37.814656 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-08911da7-c50a-4832-998f-cc4b85dbaea1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (6e1835ff-a963-4e25-883e-252fb97afdcc), after_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:37.817297 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-08911da7-c50a-4832-998f-cc4b85dbaea1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:37.818572 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-08911da7-c50a-4832-998f-cc4b85dbaea1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6e1835ff-a963-4e25-883e-252fb97afdcc HTTP/1.1" status: 204 len: 168 time: 0.2001030 Jan 29 03:47:37.826529 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08911da7-c50a-4832-998f-cc4b85dbaea1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e1835ff-a963-4e25-883e-252fb97afdcc,revision_number=None']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:47:38.042318 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb29ad48-536c-461d-abd3-db8b78f07995 req-072a5e71-3ead-4336-a9b5-8e52414fa7e0 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:47:38.043909 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-cb29ad48-536c-461d-abd3-db8b78f07995 req-072a5e71-3ead-4336-a9b5-8e52414fa7e0 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/ports?device_id=333eec8c-4437-4fe4-9440-e0210b9b6b71 HTTP/1.1" status: 200 len: 945 time: 0.0531149 Jan 29 03:47:38.051533 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefef29b-92d3-4d2c-8ed8-ec2e04946765 req-8fe0fe1f-a145-492c-b269-b4b576efdf72 tempest-VolumesNegativeTest-63969085 tempest-VolumesNegativeTest-63969085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:47:38.053003 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-aefef29b-92d3-4d2c-8ed8-ec2e04946765 req-8fe0fe1f-a145-492c-b269-b4b576efdf72 tempest-VolumesNegativeTest-63969085 tempest-VolumesNegativeTest-63969085-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7a90a4b-c57e-418b-8212-bb3b6d945c71 HTTP/1.1" status: 200 len: 949 time: 0.0552433 Jan 29 03:47:38.092417 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-cb29ad48-536c-461d-abd3-db8b78f07995 req-fe37eb39-cbb4-43da-ab3b-00bbc9be2731 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c3df9bf-9f05-408c-a02f-29a763dd3f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430543 Jan 29 03:47:38.103645 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-aefef29b-92d3-4d2c-8ed8-ec2e04946765 req-d7f0e3d6-683a-4fea-b4e1-888738615c4f tempest-VolumesNegativeTest-63969085 tempest-VolumesNegativeTest-63969085-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0b8a7bf-e2a8-48e0-aad2-78c8de3533fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445085 Jan 29 03:47:38.715919 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01312a30-2489-4455-91e9-be06c9024130 req-6f116479-2627-4432-b8bf-3d9fcad16fd7 tempest-VolumesNegativeTest-63969085 tempest-VolumesNegativeTest-63969085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:47:38.717427 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-01312a30-2489-4455-91e9-be06c9024130 req-6f116479-2627-4432-b8bf-3d9fcad16fd7 tempest-VolumesNegativeTest-63969085 tempest-VolumesNegativeTest-63969085-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7a90a4b-c57e-418b-8212-bb3b6d945c71 HTTP/1.1" status: 200 len: 949 time: 0.0537105 Jan 29 03:47:38.759097 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Device 5e8c426e-0aed-4140-8239-4f445cd530d4 no longer exists at agent hyperv_hv-cinder-82694 {{(pid=109551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 03:47:38.779530 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] No Port match for: 5e8c426e-0aed-4140-8239-4f445cd530d4 {{(pid=109551) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 03:47:38.779873 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Device 5e8c426e-0aed-4140-8239-4f445cd530d4 not bound to the agent host hv-cinder-82694 {{(pid=109551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 03:47:38.821143 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.plugin [req-01312a30-2489-4455-91e9-be06c9024130 req-83cede72-a1ad-462c-8d69-a476022aee30 tempest-VolumesNegativeTest-63969085 tempest-VolumesNegativeTest-63969085-project] Deleting port 251d6947-a8c1-4bf3-9996-64aec13dad92 {{(pid=109550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 03:47:38.821480 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-01312a30-2489-4455-91e9-be06c9024130 req-83cede72-a1ad-462c-8d69-a476022aee30 tempest-VolumesNegativeTest-63969085 tempest-VolumesNegativeTest-63969085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787145728359'] for port (251d6947-a8c1-4bf3-9996-64aec13dad92), before_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:38.911262 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.db [req-01312a30-2489-4455-91e9-be06c9024130 req-83cede72-a1ad-462c-8d69-a476022aee30 tempest-VolumesNegativeTest-63969085 tempest-VolumesNegativeTest-63969085-project] For port 251d6947-a8c1-4bf3-9996-64aec13dad92, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=251d6947-a8c1-4bf3-9996-64aec13dad92,segment=NetworkSegment(4e1050a9-c615-4cc6-83fb-647b9a5c7247),segment_id=4e1050a9-c615-4cc6-83fb-647b9a5c7247)] {{(pid=109550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 03:47:38.911618 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-01312a30-2489-4455-91e9-be06c9024130 req-83cede72-a1ad-462c-8d69-a476022aee30 tempest-VolumesNegativeTest-63969085 tempest-VolumesNegativeTest-63969085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1915525'] for port (251d6947-a8c1-4bf3-9996-64aec13dad92), precommit_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:38.923783 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.plugin [req-01312a30-2489-4455-91e9-be06c9024130 req-83cede72-a1ad-462c-8d69-a476022aee30 tempest-VolumesNegativeTest-63969085 tempest-VolumesNegativeTest-63969085-project] Calling delete_port for 251d6947-a8c1-4bf3-9996-64aec13dad92 owned by compute:nova {{(pid=109550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 03:47:39.140889 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-01312a30-2489-4455-91e9-be06c9024130 req-83cede72-a1ad-462c-8d69-a476022aee30 tempest-VolumesNegativeTest-63969085 tempest-VolumesNegativeTest-63969085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787145732033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787145433402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9207350'] for port (251d6947-a8c1-4bf3-9996-64aec13dad92), after_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:39.179802 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] get_ports_and_sgs() called for port_ids ['251d6947-a8c1-4bf3-9996-64aec13dad92'] {{(pid=109551) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 03:47:39.192593 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cede72-a1ad-462c-8d69-a476022aee30 tempest-VolumesNegativeTest-63969085 tempest-VolumesNegativeTest-63969085-project] Pushing event deleted for resources: {'Port': ['ID=251d6947-a8c1-4bf3-9996-64aec13dad92,revision_number=None']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:47:39.211771 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-a9467e9a-04e5-4749-ba44-fb4fb2bc247d req-1f5f5bd7-af57-45cf-b9ed-36bdf76cd8e3 tempest-VolumesNegativeTest-63969085 tempest-VolumesNegativeTest-63969085-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7a90a4b-c57e-418b-8212-bb3b6d945c71 HTTP/1.1" status: 200 len: 210 time: 0.0321352 Jan 29 03:47:39.259020 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.db.l3_dvrscheduler_db [req-01312a30-2489-4455-91e9-be06c9024130 req-83cede72-a1ad-462c-8d69-a476022aee30 tempest-VolumesNegativeTest-63969085 tempest-VolumesNegativeTest-63969085-project] No DVR routers for this DVR port 251d6947-a8c1-4bf3-9996-64aec13dad92 on host hv-cinder-82694 {{(pid=109550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 03:47:39.262166 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-01312a30-2489-4455-91e9-be06c9024130 req-83cede72-a1ad-462c-8d69-a476022aee30 tempest-VolumesNegativeTest-63969085 tempest-VolumesNegativeTest-63969085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166518'] for port (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:39.268262 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-01312a30-2489-4455-91e9-be06c9024130 req-83cede72-a1ad-462c-8d69-a476022aee30 tempest-VolumesNegativeTest-63969085 tempest-VolumesNegativeTest-63969085-project] 10.222.0.25 "DELETE /v2.0/ports/251d6947-a8c1-4bf3-9996-64aec13dad92 HTTP/1.1" status: 204 len: 173 time: 0.5437231 Jan 29 03:47:39.268772 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7a90a4b-c57e-418b-8212-bb3b6d945c71', 'name': 'network-vif-deleted', 'tag': '251d6947-a8c1-4bf3-9996-64aec13dad92'}] {{(pid=109550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 03:47:39.271247 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fa7e8514ec8b1871638cf3d0c6bf241b62bf17ffd430199c6215cc57604ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75e55876-96f0-406e-bfa1-d88fe98112b2" -d '{"events": [{"server_uuid": "f7a90a4b-c57e-418b-8212-bb3b6d945c71", "name": "network-vif-deleted", "tag": "251d6947-a8c1-4bf3-9996-64aec13dad92"}]}' {{(pid=109550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 03:47:39.292053 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4ac421-b93b-4370-a7ac-03a05d6df34d req-7a920d29-6dd4-4259-ba61-7fb06737f972 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:47:39.293526 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-6b4ac421-b93b-4370-a7ac-03a05d6df34d req-7a920d29-6dd4-4259-ba61-7fb06737f972 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/ports?device_id=333eec8c-4437-4fe4-9440-e0210b9b6b71 HTTP/1.1" status: 200 len: 945 time: 0.1117272 Jan 29 03:47:39.334249 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 03:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3acd9f33-4cc3-4541-8f4a-4615f495de32 x-openstack-request-id: req-3acd9f33-4cc3-4541-8f4a-4615f495de32 {{(pid=109550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 03:47:39.334783 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7a90a4b-c57e-418b-8212-bb3b6d945c71", "name": "network-vif-deleted", "tag": "251d6947-a8c1-4bf3-9996-64aec13dad92", "status": "completed", "code": 200}]} {{(pid=109550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 03:47:39.335124 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3acd9f33-4cc3-4541-8f4a-4615f495de32 {{(pid=109550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 03:47:39.338827 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7a90a4b-c57e-418b-8212-bb3b6d945c71', 'name': 'network-vif-deleted', 'tag': '251d6947-a8c1-4bf3-9996-64aec13dad92', 'status': 'completed', 'code': 200} Jan 29 03:47:39.370052 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-6b4ac421-b93b-4370-a7ac-03a05d6df34d req-baee978e-c56e-4c97-866c-20c277ed1781 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c3df9bf-9f05-408c-a02f-29a763dd3f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702994 Jan 29 03:47:40.326271 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-0ddc3573-b7d1-48be-8398-b04c8c71b0c9 req-3cebd04d-90db-4f2d-898e-80ea7357ffc6 tempest-VolumesNegativeTest-63969085 tempest-VolumesNegativeTest-63969085-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7a90a4b-c57e-418b-8212-bb3b6d945c71 HTTP/1.1" status: 200 len: 210 time: 0.0273888 Jan 29 03:47:40.493504 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579bbc05-bc6c-435e-9ab2-0ab35415d535 req-887a2003-e25b-49e1-90e8-c78992b9d289 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:47:40.494995 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-579bbc05-bc6c-435e-9ab2-0ab35415d535 req-887a2003-e25b-49e1-90e8-c78992b9d289 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/ports?device_id=333eec8c-4437-4fe4-9440-e0210b9b6b71 HTTP/1.1" status: 200 len: 945 time: 0.0553184 Jan 29 03:47:40.551573 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-579bbc05-bc6c-435e-9ab2-0ab35415d535 req-6297049f-7593-45d5-a37c-41170260cc69 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c3df9bf-9f05-408c-a02f-29a763dd3f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487516 Jan 29 03:47:41.683098 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49854022-a327-400f-98bc-bfb326c0e532 req-ee0c9599-d966-41fd-b805-60685ef4d56f tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:47:41.684573 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-49854022-a327-400f-98bc-bfb326c0e532 req-ee0c9599-d966-41fd-b805-60685ef4d56f tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/ports?device_id=333eec8c-4437-4fe4-9440-e0210b9b6b71 HTTP/1.1" status: 200 len: 945 time: 0.0625794 Jan 29 03:47:41.744932 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-49854022-a327-400f-98bc-bfb326c0e532 req-9c800ed3-4385-4af9-9601-ff38888223eb tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c3df9bf-9f05-408c-a02f-29a763dd3f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476925 Jan 29 03:47:42.792187 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Device 251d6947-a8c1-4bf3-9996-64aec13dad92 no longer exists at agent hyperv_hv-cinder-82694 {{(pid=109551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 03:47:42.815021 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] No Port match for: 251d6947-a8c1-4bf3-9996-64aec13dad92 {{(pid=109551) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 03:47:42.815374 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Device 251d6947-a8c1-4bf3-9996-64aec13dad92 not bound to the agent host hv-cinder-82694 {{(pid=109551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 03:47:42.874011 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42e5960-c8b4-4b45-901a-9f6e25fc12a9 req-e4c366d4-ad41-44b7-b269-43ef4f02abcc tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:47:42.875612 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-a42e5960-c8b4-4b45-901a-9f6e25fc12a9 req-e4c366d4-ad41-44b7-b269-43ef4f02abcc tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/ports?device_id=333eec8c-4437-4fe4-9440-e0210b9b6b71 HTTP/1.1" status: 200 len: 945 time: 0.0544200 Jan 29 03:47:42.926866 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-a42e5960-c8b4-4b45-901a-9f6e25fc12a9 req-12d3db99-9c8d-48d5-b107-857b90be9976 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c3df9bf-9f05-408c-a02f-29a763dd3f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456333 Jan 29 03:47:44.056155 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b23c7e-5f25-4a8a-bb46-dd457f99eef9 req-aa2c615a-cfa9-4ae5-9912-1598c203f57f tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:47:44.058867 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-f0b23c7e-5f25-4a8a-bb46-dd457f99eef9 req-aa2c615a-cfa9-4ae5-9912-1598c203f57f tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/ports?device_id=333eec8c-4437-4fe4-9440-e0210b9b6b71 HTTP/1.1" status: 200 len: 945 time: 0.0549164 Jan 29 03:47:44.111604 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-f0b23c7e-5f25-4a8a-bb46-dd457f99eef9 req-ab552fdd-1c38-44b4-a975-fec506798085 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c3df9bf-9f05-408c-a02f-29a763dd3f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462735 Jan 29 03:47:44.524118 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcd475b-7a6f-402c-8c2d-7f8baf0b34db req-a7351544-712f-4215-bf77-eb99e6836408 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:47:44.525600 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-5fcd475b-7a6f-402c-8c2d-7f8baf0b34db req-a7351544-712f-4215-bf77-eb99e6836408 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.25 "GET /v2.0/ports?device_id=333eec8c-4437-4fe4-9440-e0210b9b6b71 HTTP/1.1" status: 200 len: 945 time: 0.0532260 Jan 29 03:47:44.555145 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839e6239-a57d-4b8c-86fa-81de7fb7bc72 req-1dc4296c-7805-4a57-ba11-07dc47d8155e tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:47:44.557290 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-839e6239-a57d-4b8c-86fa-81de7fb7bc72 req-1dc4296c-7805-4a57-ba11-07dc47d8155e tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/ports?device_id=45fc5079-1458-479d-b5b0-d0b0fb1e9235 HTTP/1.1" status: 200 len: 945 time: 0.0526040 Jan 29 03:47:44.602105 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-839e6239-a57d-4b8c-86fa-81de7fb7bc72 req-100c9036-b237-4c7c-97a7-bc7f911745b5 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/security-groups?id=91323cdd-00e2-4ac4-bdcf-2a2c574a7bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393405 Jan 29 03:47:44.843854 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-5333fe32-e24e-4d12-b7ed-3eb5cdfa0195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (dac82def-0781-4624-a171-654e1b1d12af), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:45.230417 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7034207-e42d-4059-82cc-c6e02d256fce req-16240778-f208-4385-930e-bb869fe13638 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:47:45.232571 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-d7034207-e42d-4059-82cc-c6e02d256fce req-16240778-f208-4385-930e-bb869fe13638 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/ports?device_id=333eec8c-4437-4fe4-9440-e0210b9b6b71 HTTP/1.1" status: 200 len: 945 time: 0.0527997 Jan 29 03:47:45.280546 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-d7034207-e42d-4059-82cc-c6e02d256fce req-f535e421-f46f-4fc8-971e-2151a80aa5c0 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c3df9bf-9f05-408c-a02f-29a763dd3f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419934 Jan 29 03:47:45.436732 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.plugin [req-5fcd475b-7a6f-402c-8c2d-7f8baf0b34db req-c62a49e3-b575-4f74-b187-f885b3caa7f8 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Deleting port 99574264-03c0-4cb9-9094-a916433c52ab {{(pid=109550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 03:47:45.437209 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-5fcd475b-7a6f-402c-8c2d-7f8baf0b34db req-c62a49e3-b575-4f74-b187-f885b3caa7f8 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787145728359'] for port (99574264-03c0-4cb9-9094-a916433c52ab), before_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:45.531463 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.db [req-5fcd475b-7a6f-402c-8c2d-7f8baf0b34db req-c62a49e3-b575-4f74-b187-f885b3caa7f8 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] For port 99574264-03c0-4cb9-9094-a916433c52ab, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=99574264-03c0-4cb9-9094-a916433c52ab,segment=NetworkSegment(33654556-4a78-4da6-99c6-24c24c214550),segment_id=33654556-4a78-4da6-99c6-24c24c214550)] {{(pid=109550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 03:47:45.532029 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-5fcd475b-7a6f-402c-8c2d-7f8baf0b34db req-c62a49e3-b575-4f74-b187-f885b3caa7f8 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1915525'] for port (99574264-03c0-4cb9-9094-a916433c52ab), precommit_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:45.544361 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.plugin [req-5fcd475b-7a6f-402c-8c2d-7f8baf0b34db req-c62a49e3-b575-4f74-b187-f885b3caa7f8 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Calling delete_port for 99574264-03c0-4cb9-9094-a916433c52ab owned by compute:nova {{(pid=109550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 03:47:45.740596 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-5fcd475b-7a6f-402c-8c2d-7f8baf0b34db req-c62a49e3-b575-4f74-b187-f885b3caa7f8 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787145732033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787145433402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9207350'] for port (99574264-03c0-4cb9-9094-a916433c52ab), after_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:45.744366 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb9d97e-5ac1-4040-9a98-10babf098716 req-716b8584-ca30-4869-b9d6-db1ef9178bb1 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:47:45.746757 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-7cb9d97e-5ac1-4040-9a98-10babf098716 req-716b8584-ca30-4869-b9d6-db1ef9178bb1 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/ports?device_id=45fc5079-1458-479d-b5b0-d0b0fb1e9235 HTTP/1.1" status: 200 len: 945 time: 0.0745137 Jan 29 03:47:45.775281 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62a49e3-b575-4f74-b187-f885b3caa7f8 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Pushing event deleted for resources: {'Port': ['ID=99574264-03c0-4cb9-9094-a916433c52ab,revision_number=None']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:47:45.800003 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-7cb9d97e-5ac1-4040-9a98-10babf098716 req-ee394d86-0e24-4556-94c0-a98ba3e860b0 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/security-groups?id=91323cdd-00e2-4ac4-bdcf-2a2c574a7bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461199 Jan 29 03:47:45.823239 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fcd475b-7a6f-402c-8c2d-7f8baf0b34db req-c62a49e3-b575-4f74-b187-f885b3caa7f8 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] No DVR routers for this DVR port 99574264-03c0-4cb9-9094-a916433c52ab on host hv-cinder-82694 {{(pid=109550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 03:47:45.830581 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-5fcd475b-7a6f-402c-8c2d-7f8baf0b34db req-c62a49e3-b575-4f74-b187-f885b3caa7f8 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166518'] for port (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:45.830581 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-5fcd475b-7a6f-402c-8c2d-7f8baf0b34db req-c62a49e3-b575-4f74-b187-f885b3caa7f8 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.25 "DELETE /v2.0/ports/99574264-03c0-4cb9-9094-a916433c52ab HTTP/1.1" status: 204 len: 173 time: 0.4864998 Jan 29 03:47:45.830581 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '333eec8c-4437-4fe4-9440-e0210b9b6b71', 'name': 'network-vif-deleted', 'tag': '99574264-03c0-4cb9-9094-a916433c52ab'}] {{(pid=109550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 03:47:45.831536 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fa7e8514ec8b1871638cf3d0c6bf241b62bf17ffd430199c6215cc57604ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d81067a2-c070-4410-95a7-128b297d7723" -d '{"events": [{"server_uuid": "333eec8c-4437-4fe4-9440-e0210b9b6b71", "name": "network-vif-deleted", "tag": "99574264-03c0-4cb9-9094-a916433c52ab"}]}' {{(pid=109550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 03:47:45.865324 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 03:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e3bc1e0-da1c-48d0-9bba-93482484e5b9 x-openstack-request-id: req-4e3bc1e0-da1c-48d0-9bba-93482484e5b9 {{(pid=109550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 03:47:45.865618 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "333eec8c-4437-4fe4-9440-e0210b9b6b71", "name": "network-vif-deleted", "tag": "99574264-03c0-4cb9-9094-a916433c52ab", "status": "completed", "code": 200}]} {{(pid=109550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 03:47:45.865877 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4e3bc1e0-da1c-48d0-9bba-93482484e5b9 {{(pid=109550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 03:47:45.866311 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '333eec8c-4437-4fe4-9440-e0210b9b6b71', 'name': 'network-vif-deleted', 'tag': '99574264-03c0-4cb9-9094-a916433c52ab', 'status': 'completed', 'code': 200} Jan 29 03:47:46.375189 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-274527d4-978e-4a6b-91ef-6a016e7977c9 req-587159a7-efe5-4a12-9826-271b188daf1b tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/ports?device_id=333eec8c-4437-4fe4-9440-e0210b9b6b71 HTTP/1.1" status: 200 len: 210 time: 0.0298316 Jan 29 03:47:46.918295 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000318a0-4f16-442b-85d1-202f5eacf662 req-007c4ffb-7cf9-48b2-8efb-fd90a7adfcdf tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:47:46.919738 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-000318a0-4f16-442b-85d1-202f5eacf662 req-007c4ffb-7cf9-48b2-8efb-fd90a7adfcdf tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/ports?device_id=45fc5079-1458-479d-b5b0-d0b0fb1e9235 HTTP/1.1" status: 200 len: 945 time: 0.0514488 Jan 29 03:47:46.965034 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-000318a0-4f16-442b-85d1-202f5eacf662 req-60efda4b-6253-4216-9601-e70e9b93fc3c tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/security-groups?id=91323cdd-00e2-4ac4-bdcf-2a2c574a7bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397611 Jan 29 03:47:47.063664 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] get_ports_and_sgs() called for port_ids ['99574264-03c0-4cb9-9094-a916433c52ab'] {{(pid=109551) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 03:47:47.433051 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-d3f82b25-680c-4dcd-bc8b-91f94c7145d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (d5b8732c-6ac1-45e3-a79e-cd9863fe8196), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:47.485596 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-505f1b56-0407-4ef9-9028-d61aa9fecb09 req-da6630a6-6ba9-4f28-bdc0-0aaeefe2ca41 tempest-ServerRescueNegativeTestJSON-350683971 tempest-ServerRescueNegativeTestJSON-350683971-project] 10.222.0.16 "GET /v2.0/ports?device_id=333eec8c-4437-4fe4-9440-e0210b9b6b71 HTTP/1.1" status: 200 len: 210 time: 0.0269773 Jan 29 03:47:48.083750 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeda63c9-b7b2-4ff6-9f5e-00c338d4260e req-3c9d22e7-10e5-4fae-b227-e067461bca32 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:47:48.085102 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-aeda63c9-b7b2-4ff6-9f5e-00c338d4260e req-3c9d22e7-10e5-4fae-b227-e067461bca32 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/ports?device_id=45fc5079-1458-479d-b5b0-d0b0fb1e9235 HTTP/1.1" status: 200 len: 945 time: 0.0535846 Jan 29 03:47:48.133272 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-aeda63c9-b7b2-4ff6-9f5e-00c338d4260e req-942d2494-859f-44d7-a630-2a75a14ba5ec tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/security-groups?id=91323cdd-00e2-4ac4-bdcf-2a2c574a7bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420103 Jan 29 03:47:48.145994 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-6a0bb60c-5b7b-499b-b43f-7eb32e921150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (4cfc2a27-deed-4689-8f39-0bd5aa6fe3c3), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:48.541442 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 48150) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:47:49.210633 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-44068e68-2188-4cbd-ab1e-23de00b6b7b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1910688'] for router_interface (e79a4c81-e2dd-4551-904e-3cc0973cad13), before_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:49.348813 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49305b73-0115-4354-95c4-afd5c7fa25a8 req-37aae561-9f29-44b5-af9a-2fc927e95009 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:47:49.350360 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-49305b73-0115-4354-95c4-afd5c7fa25a8 req-37aae561-9f29-44b5-af9a-2fc927e95009 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/ports?device_id=45fc5079-1458-479d-b5b0-d0b0fb1e9235 HTTP/1.1" status: 200 len: 945 time: 0.1373911 Jan 29 03:47:49.404660 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 48178) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:47:49.409386 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-30ace4c1-806b-4d7c-a886-fe7b65bfbfcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (7774c0be-b957-4204-896b-7e749f55bf81), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:49.490019 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-49305b73-0115-4354-95c4-afd5c7fa25a8 req-9f59f711-6d4b-42e1-8e4a-58c3a74136c9 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/security-groups?id=91323cdd-00e2-4ac4-bdcf-2a2c574a7bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1321630 Jan 29 03:47:49.541166 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-4ad5b3f2-5850-445a-a117-7a85ccf95c74 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=350b5db208544c64ba32651c83dcb7cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1350558 Jan 29 03:47:49.543412 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 48182) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:47:49.589964 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.plugin [None req-44068e68-2188-4cbd-ab1e-23de00b6b7b9 admin admin] Deleting port ff07de42-6574-4c3e-884d-6f8f18de862c {{(pid=109550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 03:47:49.590331 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-44068e68-2188-4cbd-ab1e-23de00b6b7b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787145728359'] for port (ff07de42-6574-4c3e-884d-6f8f18de862c), before_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:49.592490 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-7b22f665-da29-4bd1-b9e9-d6b6157ef5c2 admin admin] Publish callbacks [] for security_group (a0b8a7bf-e2a8-48e0-aad2-78c8de3533fd), before_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:49.614510 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-7b22f665-da29-4bd1-b9e9-d6b6157ef5c2 admin admin] Publish callbacks [] for security_group (a0b8a7bf-e2a8-48e0-aad2-78c8de3533fd), precommit_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:49.668165 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.db [None req-44068e68-2188-4cbd-ab1e-23de00b6b7b9 admin admin] For port ff07de42-6574-4c3e-884d-6f8f18de862c, host dv-cinder-826949-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-1-iscsi',level=0,port_id=ff07de42-6574-4c3e-884d-6f8f18de862c,segment=NetworkSegment(33654556-4a78-4da6-99c6-24c24c214550),segment_id=33654556-4a78-4da6-99c6-24c24c214550)] {{(pid=109550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 03:47:49.668526 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-44068e68-2188-4cbd-ab1e-23de00b6b7b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1915525'] for port (ff07de42-6574-4c3e-884d-6f8f18de862c), precommit_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:49.680986 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.plugin [None req-44068e68-2188-4cbd-ab1e-23de00b6b7b9 admin admin] Calling delete_port for ff07de42-6574-4c3e-884d-6f8f18de862c owned by network:router_interface {{(pid=109550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 03:47:49.711522 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-7b22f665-da29-4bd1-b9e9-d6b6157ef5c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (a0b8a7bf-e2a8-48e0-aad2-78c8de3533fd), after_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:49.714947 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-7b22f665-da29-4bd1-b9e9-d6b6157ef5c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:49.724187 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-7b22f665-da29-4bd1-b9e9-d6b6157ef5c2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a0b8a7bf-e2a8-48e0-aad2-78c8de3533fd HTTP/1.1" status: 204 len: 168 time: 0.1718631 Jan 29 03:47:49.724187 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b22f665-da29-4bd1-b9e9-d6b6157ef5c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0b8a7bf-e2a8-48e0-aad2-78c8de3533fd,revision_number=None']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:47:49.934499 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-44068e68-2188-4cbd-ab1e-23de00b6b7b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787145732033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787145433402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9207350'] for port (ff07de42-6574-4c3e-884d-6f8f18de862c), after_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:49.964819 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44068e68-2188-4cbd-ab1e-23de00b6b7b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff07de42-6574-4c3e-884d-6f8f18de862c,revision_number=None']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:47:50.121767 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-44068e68-2188-4cbd-ab1e-23de00b6b7b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1605897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1910556'] for router_interface (e79a4c81-e2dd-4551-904e-3cc0973cad13), after_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:50.342149 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44068e68-2188-4cbd-ab1e-23de00b6b7b9 admin admin] Router e79a4c81-e2dd-4551-904e-3cc0973cad13 has already been hosted by L3 agent d5b8732c-6ac1-45e3-a79e-cd9863fe8196 {{(pid=109550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 03:47:50.451258 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44068e68-2188-4cbd-ab1e-23de00b6b7b9 admin admin] Notify agent at l3_agent.dv-cinder-826949-1-iscsi the message routers_updated {{(pid=109550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 03:47:50.459987 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-44068e68-2188-4cbd-ab1e-23de00b6b7b9 admin admin] 10.222.0.16 "PUT /v2.0/routers/e79a4c81-e2dd-4551-904e-3cc0973cad13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9140420 Jan 29 03:47:50.459987 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 48204) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:47:50.462871 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91754bb-d11d-41ef-aeab-ffc178b33b4f None None] Sync routers for ids ['e79a4c81-e2dd-4551-904e-3cc0973cad13'] in dv-cinder-826949-1-iscsi {{(pid=109552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 03:47:50.474467 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91754bb-d11d-41ef-aeab-ffc178b33b4f None None] Routers {'e79a4c81-e2dd-4551-904e-3cc0973cad13'} bound to L3 agent in host dv-cinder-826949-1-iscsi {{(pid=109552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 03:47:50.475114 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.l3_hamode_db [None req-f91754bb-d11d-41ef-aeab-ffc178b33b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T03:36:17Z,description=,heartbeat_timestamp=2022-01-29T03:47:47Z,host='dv-cinder-826949-1-iscsi',id=d5b8732c-6ac1-45e3-a79e-cd9863fe8196,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T03:36:18Z,topic='l3_agent')) {'router_ids': ['e79a4c81-e2dd-4551-904e-3cc0973cad13'], 'active': True} {{(pid=109552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:47:50.577611 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-a6a48325-d959-4df1-86db-58d2c34faf3e admin admin] Publish callbacks [] for router (e79a4c81-e2dd-4551-904e-3cc0973cad13), before_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:50.580954 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.l3_dvr_db [None req-f91754bb-d11d-41ef-aeab-ffc178b33b4f None None] Set router e79a4c81-e2dd-4551-904e-3cc0973cad13 gateway port host: dv-cinder-826949-1-iscsi {{(pid=109552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 03:47:50.636156 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814790ba-35d9-4c70-8322-2034846a4bc4 req-fca72883-8601-4a4d-aec4-93e502179478 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:47:50.644480 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-814790ba-35d9-4c70-8322-2034846a4bc4 req-fca72883-8601-4a4d-aec4-93e502179478 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/ports?device_id=45fc5079-1458-479d-b5b0-d0b0fb1e9235 HTTP/1.1" status: 200 len: 945 time: 0.0806074 Jan 29 03:47:50.698802 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-a6a48325-d959-4df1-86db-58d2c34faf3e admin admin] Publish callbacks [] for router_gateway (e79a4c81-e2dd-4551-904e-3cc0973cad13), before_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:50.700735 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 48212) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:47:50.706619 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-814790ba-35d9-4c70-8322-2034846a4bc4 req-1986b0f8-83f2-4485-9a8f-a6e8e8622317 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/security-groups?id=91323cdd-00e2-4ac4-bdcf-2a2c574a7bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608468 Jan 29 03:47:50.777136 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.l3_hamode_db [None req-f91754bb-d11d-41ef-aeab-ffc178b33b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e79a4c81-e2dd-4551-904e-3cc0973cad13', 'name': 'tempest-ServerRescueNegativeTestJSON-489193794-router', 'tenant_id': '995678f3901441a099ca67990ffaa293', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'external_fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '7c6226c3-f194-4b07-9569-0e30e2e333fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T03:44:19Z', 'updated_at': '2022-01-29T03:47:49Z', 'revision_number': 5, 'project_id': '995678f3901441a099ca67990ffaa293', 'gw_port': {'id': '7c6226c3-f194-4b07-9569-0e30e2e333fb', 'name': '', 'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e9:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79a4c81-e2dd-4551-904e-3cc0973cad13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:44:21Z', 'updated_at': '2022-01-29T03:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-1-iscsi'}], 'dv-cinder-826949-1-iscsi', False) {} {{(pid=109552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:47:50.803341 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91754bb-d11d-41ef-aeab-ffc178b33b4f None None] Checking router: e79a4c81-e2dd-4551-904e-3cc0973cad13 for host: dv-cinder-826949-1-iscsi {{(pid=109552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 03:47:50.804747 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.v2.base [None req-ae782fe3-c941-4760-af53-b17a291685ee admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-805502500-network', 'tenant_id': '033b0334af9941dfbcf5ac732f36dfd6'}} {{(pid=109549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 03:47:50.811520 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91754bb-d11d-41ef-aeab-ffc178b33b4f None None] Routers {'e79a4c81-e2dd-4551-904e-3cc0973cad13'} bound to L3 agent in host dv-cinder-826949-1-iscsi {{(pid=109552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 03:47:50.812124 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.l3_hamode_db [None req-f91754bb-d11d-41ef-aeab-ffc178b33b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T03:36:17Z,description=,heartbeat_timestamp=2022-01-29T03:47:47Z,host='dv-cinder-826949-1-iscsi',id=d5b8732c-6ac1-45e3-a79e-cd9863fe8196,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T03:36:18Z,topic='l3_agent')) {'router_ids': ['e79a4c81-e2dd-4551-904e-3cc0973cad13'], 'active': True} {{(pid=109552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:47:50.834830 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.plugin [None req-a6a48325-d959-4df1-86db-58d2c34faf3e admin admin] Deleting port 7c6226c3-f194-4b07-9569-0e30e2e333fb {{(pid=109550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 03:47:50.835168 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-a6a48325-d959-4df1-86db-58d2c34faf3e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787145728359'] for port (7c6226c3-f194-4b07-9569-0e30e2e333fb), before_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:50.883726 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae782fe3-c941-4760-af53-b17a291685ee admin admin] Made reservation on behalf of 033b0334af9941dfbcf5ac732f36dfd6 for: {'network': 1} {{(pid=109549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 03:47:50.886284 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-ae782fe3-c941-4760-af53-b17a291685ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for network (None), before_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:50.895893 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-ae782fe3-c941-4760-af53-b17a291685ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:50.922482 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.db [None req-a6a48325-d959-4df1-86db-58d2c34faf3e admin admin] For port 7c6226c3-f194-4b07-9569-0e30e2e333fb, host dv-cinder-826949-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-1-iscsi',level=0,port_id=7c6226c3-f194-4b07-9569-0e30e2e333fb,segment=NetworkSegment(59bb8c29-301f-4146-9f63-152343a78833),segment_id=59bb8c29-301f-4146-9f63-152343a78833)] {{(pid=109550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 03:47:50.922980 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-a6a48325-d959-4df1-86db-58d2c34faf3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1915525'] for port (7c6226c3-f194-4b07-9569-0e30e2e333fb), precommit_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:50.935868 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.plugin [None req-a6a48325-d959-4df1-86db-58d2c34faf3e admin admin] Calling delete_port for 7c6226c3-f194-4b07-9569-0e30e2e333fb owned by network:router_gateway {{(pid=109550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 03:47:50.977142 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-ae782fe3-c941-4760-af53-b17a291685ee admin admin] Publish callbacks [] for security_group (cd882270-6f5d-4030-a19d-2d9122e9d737), precommit_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:50.984137 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.l3_dvr_db [None req-f91754bb-d11d-41ef-aeab-ffc178b33b4f None None] Set router e79a4c81-e2dd-4551-904e-3cc0973cad13 gateway port host: None {{(pid=109552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 03:47:51.035911 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.l3_hamode_db [None req-f91754bb-d11d-41ef-aeab-ffc178b33b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e79a4c81-e2dd-4551-904e-3cc0973cad13', 'name': 'tempest-ServerRescueNegativeTestJSON-489193794-router', 'tenant_id': '995678f3901441a099ca67990ffaa293', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T03:44:19Z', 'updated_at': '2022-01-29T03:47:50Z', 'revision_number': 6, 'project_id': '995678f3901441a099ca67990ffaa293', 'gw_port_host': None}], 'dv-cinder-826949-1-iscsi', False) {} {{(pid=109552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:47:51.043078 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-ae782fe3-c941-4760-af53-b17a291685ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (cd882270-6f5d-4030-a19d-2d9122e9d737), after_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:51.065542 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae782fe3-c941-4760-af53-b17a291685ee admin admin] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=109549) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 03:47:51.066746 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91754bb-d11d-41ef-aeab-ffc178b33b4f None None] The sync data for ids ['e79a4c81-e2dd-4551-904e-3cc0973cad13'] in dv-cinder-826949-1-iscsi is: [{'id': 'e79a4c81-e2dd-4551-904e-3cc0973cad13', 'name': 'tempest-ServerRescueNegativeTestJSON-489193794-router', 'tenant_id': '995678f3901441a099ca67990ffaa293', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T03:44:19Z', 'updated_at': '2022-01-29T03:47:50Z', 'revision_number': 6, 'project_id': '995678f3901441a099ca67990ffaa293', 'gw_port_host': None}] {{(pid=109552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 03:47:51.081346 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae782fe3-c941-4760-af53-b17a291685ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd882270-6f5d-4030-a19d-2d9122e9d737,revision_number=1']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:47:51.102367 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Device 99574264-03c0-4cb9-9094-a916433c52ab no longer exists at agent hyperv_hv-cinder-82694 {{(pid=109551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 03:47:51.133588 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] No Port match for: 99574264-03c0-4cb9-9094-a916433c52ab {{(pid=109551) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 03:47:51.133939 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Device 99574264-03c0-4cb9-9094-a916433c52ab not bound to the agent host hv-cinder-82694 {{(pid=109551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 03:47:51.163472 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-a6a48325-d959-4df1-86db-58d2c34faf3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787145732033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787145433402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9207350'] for port (7c6226c3-f194-4b07-9569-0e30e2e333fb), after_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:51.165614 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-ae782fe3-c941-4760-af53-b17a291685ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541992'] for segment (34cc1de7-acdd-4594-884a-fb91f28f8b0e), precommit_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:51.166738 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.db.segments_db [None req-ae782fe3-c941-4760-af53-b17a291685ee admin admin] Added segment 34cc1de7-acdd-4594-884a-fb91f28f8b0e of type vlan for network 9ce03b02-e4c1-4b51-89f8-2b8c7e281b14 Jan 29 03:47:51.192245 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (e75d1b00-832d-4bf5-b078-2c4f5b2c10cd), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:51.193131 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a48325-d959-4df1-86db-58d2c34faf3e admin admin] Pushing event deleted for resources: {'Port': ['ID=7c6226c3-f194-4b07-9569-0e30e2e333fb,revision_number=None']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:47:51.209604 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-ae782fe3-c941-4760-af53-b17a291685ee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787145422201'] for network (9ce03b02-e4c1-4b51-89f8-2b8c7e281b14), precommit_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:51.306444 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-ae782fe3-c941-4760-af53-b17a291685ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888'] for network (9ce03b02-e4c1-4b51-89f8-2b8c7e281b14), after_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:51.307732 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae782fe3-c941-4760-af53-b17a291685ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:47:51.308539 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-ae782fe3-c941-4760-af53-b17a291685ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606130'] for network (None), before_response {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:51.375738 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae782fe3-c941-4760-af53-b17a291685ee admin admin] Pushing event updated for resources: {'Network': ['ID=9ce03b02-e4c1-4b51-89f8-2b8c7e281b14,revision_number=1']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:47:51.392069 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Network 9ce03b02-e4c1-4b51-89f8-2b8c7e281b14 details requested by agent ovs-agent-dv-cinder-826949-1-iscsi with host dv-cinder-826949-1-iscsi {{(pid=109551) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 03:47:51.442959 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-ae782fe3-c941-4760-af53-b17a291685ee admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.7326000 Jan 29 03:47:51.443416 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 48224) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:47:51.449745 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.v2.base [None req-ccb61498-2794-4a5d-959a-e80dd4564c46 admin admin] Request body: {'subnet': {'network_id': '9ce03b02-e4c1-4b51-89f8-2b8c7e281b14', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-805502500-subnet', 'tenant_id': '033b0334af9941dfbcf5ac732f36dfd6', 'ip_version': 4}} {{(pid=109549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 03:47:51.499621 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-a6a48325-d959-4df1-86db-58d2c34faf3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1915750'] for router_gateway (e79a4c81-e2dd-4551-904e-3cc0973cad13), after_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:51.568832 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccb61498-2794-4a5d-959a-e80dd4564c46 admin admin] Made reservation on behalf of 033b0334af9941dfbcf5ac732f36dfd6 for: {'subnet': 1} {{(pid=109549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 03:47:51.571459 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-ccb61498-2794-4a5d-959a-e80dd4564c46 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9270732'] for subnet (None), before_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:51.603844 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-a6a48325-d959-4df1-86db-58d2c34faf3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1922545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32744'] for router (e79a4c81-e2dd-4551-904e-3cc0973cad13), precommit_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:51.606392 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-a6a48325-d959-4df1-86db-58d2c34faf3e admin admin] Publish callbacks [] for router_controller (e79a4c81-e2dd-4551-904e-3cc0973cad13), precommit_delete_associations {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:51.746517 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-a6a48325-d959-4df1-86db-58d2c34faf3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1922314'] for router (e79a4c81-e2dd-4551-904e-3cc0973cad13), after_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:51.747104 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6a48325-d959-4df1-86db-58d2c34faf3e admin admin] Fanout notify agent at l3_agent the message router_deleted on router e79a4c81-e2dd-4551-904e-3cc0973cad13 {{(pid=109550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 03:47:51.755513 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-a6a48325-d959-4df1-86db-58d2c34faf3e admin admin] Publish callbacks [] for router (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:51.755513 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-a6a48325-d959-4df1-86db-58d2c34faf3e admin admin] 10.222.0.16 "DELETE /v2.0/routers/e79a4c81-e2dd-4551-904e-3cc0973cad13 HTTP/1.1" status: 204 len: 168 time: 1.2938631 Jan 29 03:47:51.756768 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 48232) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:47:51.825302 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7f26bb5-bb93-4728-ba18-7b09ff7fafdc admin admin] Deleting subnet 49f78b84-8abd-498c-8afc-c0464fd07915 {{(pid=109550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 03:47:51.830275 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-c7f26bb5-bb93-4728-ba18-7b09ff7fafdc admin admin] Publish callbacks [] for subnet (49f78b84-8abd-498c-8afc-c0464fd07915), before_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:51.836951 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-ccb61498-2794-4a5d-959a-e80dd4564c46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8440565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9270782'] for subnet (e530e8b4-da58-4e58-b7ba-de4e0fb3aa2d), after_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:51.875525 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-c7f26bb5-bb93-4728-ba18-7b09ff7fafdc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3934284'] for subnet (49f78b84-8abd-498c-8afc-c0464fd07915), precommit_delete_associations {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:51.884771 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4512cb3c-1262-4cad-a1a2-073dff57b9b4 req-7aee3da8-50c8-4ee7-93a9-ca2599a3f763 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:47:51.886381 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-4512cb3c-1262-4cad-a1a2-073dff57b9b4 req-7aee3da8-50c8-4ee7-93a9-ca2599a3f763 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/ports?device_id=45fc5079-1458-479d-b5b0-d0b0fb1e9235 HTTP/1.1" status: 200 len: 945 time: 0.1042292 Jan 29 03:47:51.911896 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb61498-2794-4a5d-959a-e80dd4564c46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e530e8b4-da58-4e58-b7ba-de4e0fb3aa2d,revision_number=0']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:47:51.913731 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Device ff07de42-6574-4c3e-884d-6f8f18de862c no longer exists at agent ovs-agent-dv-cinder-826949-1-iscsi {{(pid=109551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 03:47:51.917204 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb61498-2794-4a5d-959a-e80dd4564c46 admin admin] Checking segment: {'id': '34cc1de7-acdd-4594-884a-fb91f28f8b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '9ce03b02-e4c1-4b51-89f8-2b8c7e281b14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 03:47:51.917571 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb61498-2794-4a5d-959a-e80dd4564c46 admin admin] Network hostable DHCP agents. Network: 9ce03b02-e4c1-4b51-89f8-2b8c7e281b14, hostable agents: ['dac82def-0781-4624-a171-654e1b1d12af'], hosted agents: [] {{(pid=109549) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 03:47:51.954672 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-c7f26bb5-bb93-4728-ba18-7b09ff7fafdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-756919'] for subnet (49f78b84-8abd-498c-8afc-c0464fd07915), precommit_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:51.955256 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] No Port match for: ff07de42-6574-4c3e-884d-6f8f18de862c {{(pid=109551) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 03:47:51.955602 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Device ff07de42-6574-4c3e-884d-6f8f18de862c not bound to the agent host dv-cinder-826949-1-iscsi {{(pid=109551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 03:47:51.956024 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Device 7c6226c3-f194-4b07-9569-0e30e2e333fb no longer exists at agent ovs-agent-dv-cinder-826949-1-iscsi {{(pid=109551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 03:47:51.974989 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] No Port match for: 7c6226c3-f194-4b07-9569-0e30e2e333fb {{(pid=109551) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 03:47:51.975328 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Device 7c6226c3-f194-4b07-9569-0e30e2e333fb not bound to the agent host dv-cinder-826949-1-iscsi {{(pid=109551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 03:47:51.991489 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-4512cb3c-1262-4cad-a1a2-073dff57b9b4 req-80a67359-eed3-4074-8c06-72f161658405 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/security-groups?id=91323cdd-00e2-4ac4-bdcf-2a2c574a7bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847895 Jan 29 03:47:52.025975 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb61498-2794-4a5d-959a-e80dd4564c46 admin admin] Network 9ce03b02-e4c1-4b51-89f8-2b8c7e281b14 is scheduled to be hosted by DHCP agent dac82def-0781-4624-a171-654e1b1d12af with binding_index 1 {{(pid=109549) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 03:47:52.106849 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-c7f26bb5-bb93-4728-ba18-7b09ff7fafdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-756920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9207301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9335413'] for subnet (49f78b84-8abd-498c-8afc-c0464fd07915), after_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:52.133921 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f26bb5-bb93-4728-ba18-7b09ff7fafdc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49f78b84-8abd-498c-8afc-c0464fd07915,revision_number=None']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:47:52.134991 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.scheduler.base_scheduler [None req-ccb61498-2794-4a5d-959a-e80dd4564c46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826949-1-iscsi, 9ce03b02-e4c1-4b51-89f8-2b8c7e281b14) {{(pid=109549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 03:47:52.139033 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb61498-2794-4a5d-959a-e80dd4564c46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:47:52.139835 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-ccb61498-2794-4a5d-959a-e80dd4564c46 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:52.140174 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-c7f26bb5-bb93-4728-ba18-7b09ff7fafdc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606130'] for subnet (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:52.144024 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-c7f26bb5-bb93-4728-ba18-7b09ff7fafdc admin admin] 10.222.0.16 "DELETE /v2.0/subnets/49f78b84-8abd-498c-8afc-c0464fd07915 HTTP/1.1" status: 204 len: 168 time: 0.3858743 Jan 29 03:47:52.150053 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55cdc416-f2ac-43cd-b6d1-e457d60328c3 None None] Network 9ce03b02-e4c1-4b51-89f8-2b8c7e281b14 requested from dv-cinder-826949-1-iscsi {{(pid=109551) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 03:47:52.152842 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 48234) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:47:52.231636 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-9d7f2122-2a43-4bd3-8aca-e496ea0231e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617357'] for network (def124bd-d2cb-4303-acf8-363c1eeee992), before_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:52.308767 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-9d7f2122-2a43-4bd3-8aca-e496ea0231e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783436', 'neutron.services.segments.db._delete_segments_for_network-8787145932427'] for network (def124bd-d2cb-4303-acf8-363c1eeee992), precommit_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:52.327845 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.services.segments.db [None req-9d7f2122-2a43-4bd3-8aca-e496ea0231e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['def124bd-d2cb-4303-acf8-363c1eeee992']}} {{(pid=109549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:47:52.336784 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.services.segments.db [None req-9d7f2122-2a43-4bd3-8aca-e496ea0231e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33654556-4a78-4da6-99c6-24c24c214550') {'for_net_delete': True} {{(pid=109549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:47:52.337087 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.services.segments.db [None req-9d7f2122-2a43-4bd3-8aca-e496ea0231e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33654556-4a78-4da6-99c6-24c24c214550') {} {{(pid=109549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:47:52.346565 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-9d7f2122-2a43-4bd3-8aca-e496ea0231e3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787145906580', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9381393'] for segment (33654556-4a78-4da6-99c6-24c24c214550), before_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:52.359645 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-9d7f2122-2a43-4bd3-8aca-e496ea0231e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541992'] for segment (33654556-4a78-4da6-99c6-24c24c214550), precommit_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:52.365253 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d7f2122-2a43-4bd3-8aca-e496ea0231e3 admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=109549) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 03:47:52.365626 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-9d7f2122-2a43-4bd3-8aca-e496ea0231e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8440428'] for segment (33654556-4a78-4da6-99c6-24c24c214550), after_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:52.367218 dv-cinder-826949-1-iscsi neutron-server[109549]: Traceback (most recent call last): Jan 29 03:47:52.367218 dv-cinder-826949-1-iscsi neutron-server[109549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 03:47:52.367218 dv-cinder-826949-1-iscsi neutron-server[109549]: timer() Jan 29 03:47:52.367218 dv-cinder-826949-1-iscsi neutron-server[109549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 03:47:52.367218 dv-cinder-826949-1-iscsi neutron-server[109549]: cb(*args, **kw) Jan 29 03:47:52.367218 dv-cinder-826949-1-iscsi neutron-server[109549]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 03:47:52.367218 dv-cinder-826949-1-iscsi neutron-server[109549]: return func(*args, **kwargs) Jan 29 03:47:52.367218 dv-cinder-826949-1-iscsi neutron-server[109549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 03:47:52.367218 dv-cinder-826949-1-iscsi neutron-server[109549]: self._notify() Jan 29 03:47:52.367218 dv-cinder-826949-1-iscsi neutron-server[109549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 03:47:52.367218 dv-cinder-826949-1-iscsi neutron-server[109549]: self.callback(batched_events) Jan 29 03:47:52.367218 dv-cinder-826949-1-iscsi neutron-server[109549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 03:47:52.367218 dv-cinder-826949-1-iscsi neutron-server[109549]: event.method(event) Jan 29 03:47:52.367218 dv-cinder-826949-1-iscsi neutron-server[109549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 03:47:52.367218 dv-cinder-826949-1-iscsi neutron-server[109549]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 03:47:52.367218 dv-cinder-826949-1-iscsi neutron-server[109549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 03:47:52.367218 dv-cinder-826949-1-iscsi neutron-server[109549]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 03:47:52.367218 dv-cinder-826949-1-iscsi neutron-server[109549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 03:47:52.367218 dv-cinder-826949-1-iscsi neutron-server[109549]: return f(self, *a, **k) Jan 29 03:47:52.367218 dv-cinder-826949-1-iscsi neutron-server[109549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 03:47:52.367218 dv-cinder-826949-1-iscsi neutron-server[109549]: return self._get(url).json() Jan 29 03:47:52.367218 dv-cinder-826949-1-iscsi neutron-server[109549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 03:47:52.367218 dv-cinder-826949-1-iscsi neutron-server[109549]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 03:47:52.367218 dv-cinder-826949-1-iscsi neutron-server[109549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 03:47:52.367218 dv-cinder-826949-1-iscsi neutron-server[109549]: return self.request(url, 'GET', **kwargs) Jan 29 03:47:52.367218 dv-cinder-826949-1-iscsi neutron-server[109549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 03:47:52.367218 dv-cinder-826949-1-iscsi neutron-server[109549]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 03:47:52.367218 dv-cinder-826949-1-iscsi neutron-server[109549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 03:47:52.367218 dv-cinder-826949-1-iscsi neutron-server[109549]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 03:47:52.367218 dv-cinder-826949-1-iscsi neutron-server[109549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 03:47:52.367218 dv-cinder-826949-1-iscsi neutron-server[109549]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 03:47:52.367218 dv-cinder-826949-1-iscsi neutron-server[109549]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 03:47:52.595011 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2743d368-836e-4058-b9a5-c04397b6c41c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ffd3bd-5e69-5ede-b676-2fcdca3717c9-9ce03b02-e4c1-4b51-89f8-2b8c7e281b14', 'network_id': '9ce03b02-e4c1-4b51-89f8-2b8c7e281b14', 'project_id': '033b0334af9941dfbcf5ac732f36dfd6', 'fixed_ips': [{'subnet_id': 'e530e8b4-da58-4e58-b7ba-de4e0fb3aa2d'}]}} from dv-cinder-826949-1-iscsi. {{(pid=109551) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 03:47:52.595011 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-2743d368-836e-4058-b9a5-c04397b6c41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (None), before_create {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:52.772399 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-ccb61498-2794-4a5d-959a-e80dd4564c46 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.3278012 Jan 29 03:47:52.773334 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-9d7f2122-2a43-4bd3-8aca-e496ea0231e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1909918'] for network (def124bd-d2cb-4303-acf8-363c1eeee992), after_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:52.775251 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 48240) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:47:52.781220 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-9d7f2122-2a43-4bd3-8aca-e496ea0231e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606130'] for network (None), before_response {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:52.781481 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.v2.base [None req-342c8413-c69a-46f7-ba00-72900ebfbe05 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-805502500-router', 'tenant_id': '033b0334af9941dfbcf5ac732f36dfd6', 'external_gateway_info': {'network_id': '84058fb5-7499-436d-9c61-9715f17a209a'}}} {{(pid=109550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 03:47:52.785350 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-9d7f2122-2a43-4bd3-8aca-e496ea0231e3 admin admin] 10.222.0.16 "DELETE /v2.0/networks/def124bd-d2cb-4303-acf8-363c1eeee992 HTTP/1.1" status: 204 len: 168 time: 0.6300306 Jan 29 03:47:52.797620 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7f2122-2a43-4bd3-8aca-e496ea0231e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=def124bd-d2cb-4303-acf8-363c1eeee992,revision_number=None']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:47:52.881341 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.db_base_plugin_common [None req-2743d368-836e-4058-b9a5-c04397b6c41c None None] Allocated IP 172.20.0.2 (9ce03b02-e4c1-4b51-89f8-2b8c7e281b14/e530e8b4-da58-4e58-b7ba-de4e0fb3aa2d/89148812-c9de-4d46-a588-0d71e9650b20) {{(pid=109551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 03:47:52.969035 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-342c8413-c69a-46f7-ba00-72900ebfbe05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1909339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32538'] for router (9f348c09-1459-481b-8361-119a6c8a7618), before_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:52.970182 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-342c8413-c69a-46f7-ba00-72900ebfbe05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1922507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1915669', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1834903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32531'] for router (9f348c09-1459-481b-8361-119a6c8a7618), precommit_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:53.019460 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-2743d368-836e-4058-b9a5-c04397b6c41c None None] Publish callbacks [] for port (89148812-c9de-4d46-a588-0d71e9650b20), precommit_create {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:53.024198 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-342c8413-c69a-46f7-ba00-72900ebfbe05 admin admin] Publish callbacks [] for router_controller (9f348c09-1459-481b-8361-119a6c8a7618), precommit_add_association {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:53.111730 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08105be-42fa-4b84-aa76-612846bee662 req-b1c2a121-7bc2-4abe-9a92-743cef40e9e0 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:47:53.113203 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-d08105be-42fa-4b84-aa76-612846bee662 req-b1c2a121-7bc2-4abe-9a92-743cef40e9e0 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/ports?device_id=45fc5079-1458-479d-b5b0-d0b0fb1e9235 HTTP/1.1" status: 200 len: 945 time: 0.0519028 Jan 29 03:47:53.135817 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-2743d368-836e-4058-b9a5-c04397b6c41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787145433393'] for port (89148812-c9de-4d46-a588-0d71e9650b20), after_create {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:53.160158 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-d08105be-42fa-4b84-aa76-612846bee662 req-79af2ed3-3858-4a19-bbbb-a088916a1eb0 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/security-groups?id=91323cdd-00e2-4ac4-bdcf-2a2c574a7bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413771 Jan 29 03:47:53.171825 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2743d368-836e-4058-b9a5-c04397b6c41c None None] Network 9ce03b02-e4c1-4b51-89f8-2b8c7e281b14 is already hosted by enough agents. {{(pid=109551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 03:47:53.174943 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.scheduler.base_scheduler [None req-2743d368-836e-4058-b9a5-c04397b6c41c None None] Resources bound (agent type, host, resource id): {{(pid=109551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 03:47:53.185002 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2743d368-836e-4058-b9a5-c04397b6c41c None None] Received port after_create {{(pid=109551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 03:47:53.192509 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2743d368-836e-4058-b9a5-c04397b6c41c None None] Pushing event updated for resources: {'Port': ['ID=89148812-c9de-4d46-a588-0d71e9650b20,revision_number=1']} {{(pid=109551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:47:53.220554 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2743d368-836e-4058-b9a5-c04397b6c41c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:47:53.220937 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2743d368-836e-4058-b9a5-c04397b6c41c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:47:53.221317 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2743d368-836e-4058-b9a5-c04397b6c41c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:47:53.221685 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2743d368-836e-4058-b9a5-c04397b6c41c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:47:53.222441 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2743d368-836e-4058-b9a5-c04397b6c41c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:47:53.222820 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2743d368-836e-4058-b9a5-c04397b6c41c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:47:53.223157 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2743d368-836e-4058-b9a5-c04397b6c41c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:47:53.223486 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2743d368-836e-4058-b9a5-c04397b6c41c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:47:53.223817 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2743d368-836e-4058-b9a5-c04397b6c41c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:47:53.224703 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2743d368-836e-4058-b9a5-c04397b6c41c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:47:53.225033 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2743d368-836e-4058-b9a5-c04397b6c41c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:47:53.225363 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2743d368-836e-4058-b9a5-c04397b6c41c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:47:53.225686 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2743d368-836e-4058-b9a5-c04397b6c41c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:47:53.262066 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.managers [None req-2743d368-836e-4058-b9a5-c04397b6c41c None None] Attempting to bind port 89148812-c9de-4d46-a588-0d71e9650b20 on host dv-cinder-826949-1-iscsi for vnic_type normal with profile {{(pid=109551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 03:47:53.262601 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.managers [None req-2743d368-836e-4058-b9a5-c04397b6c41c None None] Attempting to bind port 89148812-c9de-4d46-a588-0d71e9650b20 by drivers openvswitch,hyperv on host dv-cinder-826949-1-iscsi at level 0 using segments [{'id': '34cc1de7-acdd-4594-884a-fb91f28f8b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '9ce03b02-e4c1-4b51-89f8-2b8c7e281b14'}] {{(pid=109551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 03:47:53.263021 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2743d368-836e-4058-b9a5-c04397b6c41c None None] Attempting to bind port 89148812-c9de-4d46-a588-0d71e9650b20 on network 9ce03b02-e4c1-4b51-89f8-2b8c7e281b14 {{(pid=109551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 03:47:53.268370 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2743d368-836e-4058-b9a5-c04397b6c41c None None] Checking agent: {'id': 'e75d1b00-832d-4bf5-b078-2c4f5b2c10cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826949-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 3, 36, 21), 'started_at': datetime.datetime(2022, 1, 29, 3, 36, 51), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 3, 47, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826949-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 03:47:53.271497 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2743d368-836e-4058-b9a5-c04397b6c41c None None] Checking segment: {'id': '34cc1de7-acdd-4594-884a-fb91f28f8b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '9ce03b02-e4c1-4b51-89f8-2b8c7e281b14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 03:47:53.271497 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-2743d368-836e-4058-b9a5-c04397b6c41c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:53.271497 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2743d368-836e-4058-b9a5-c04397b6c41c None None] Bound using segment: {'id': '34cc1de7-acdd-4594-884a-fb91f28f8b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '9ce03b02-e4c1-4b51-89f8-2b8c7e281b14'} {{(pid=109551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 03:47:53.271497 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.managers [None req-2743d368-836e-4058-b9a5-c04397b6c41c None None] Bound port: 89148812-c9de-4d46-a588-0d71e9650b20, host: dv-cinder-826949-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34cc1de7-acdd-4594-884a-fb91f28f8b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '9ce03b02-e4c1-4b51-89f8-2b8c7e281b14'}}] {{(pid=109551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 03:47:53.271497 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-2743d368-836e-4058-b9a5-c04397b6c41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (89148812-c9de-4d46-a588-0d71e9650b20), before_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:53.305299 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 48246) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:47:53.321719 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-342c8413-c69a-46f7-ba00-72900ebfbe05 admin admin] Publish callbacks [] for router_gateway (9f348c09-1459-481b-8361-119a6c8a7618), precommit_update {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:53.335538 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-2743d368-836e-4058-b9a5-c04397b6c41c None None] For port 89148812-c9de-4d46-a588-0d71e9650b20, host dv-cinder-826949-1-iscsi, cleared binding levels {{(pid=109551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 03:47:53.338586 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-2743d368-836e-4058-b9a5-c04397b6c41c None None] For port 89148812-c9de-4d46-a588-0d71e9650b20, host dv-cinder-826949-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-1-iscsi',level=0,port_id=89148812-c9de-4d46-a588-0d71e9650b20,segment=NetworkSegment(34cc1de7-acdd-4594-884a-fb91f28f8b0e),segment_id=34cc1de7-acdd-4594-884a-fb91f28f8b0e)] {{(pid=109551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 03:47:53.345193 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-5831ae99-461b-4a68-bb2f-3cc48349286a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=995678f3901441a099ca67990ffaa293&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0386031 Jan 29 03:47:53.347678 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 48248) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:47:53.407770 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-5ff2b856-02ef-475b-aa6e-551801e483ae admin admin] Publish callbacks [] for security_group (6c3df9bf-9f05-408c-a02f-29a763dd3f9f), before_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:53.429019 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-5ff2b856-02ef-475b-aa6e-551801e483ae admin admin] Publish callbacks [] for security_group (6c3df9bf-9f05-408c-a02f-29a763dd3f9f), precommit_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:53.445273 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-2743d368-836e-4058-b9a5-c04397b6c41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429'] for port (89148812-c9de-4d46-a588-0d71e9650b20), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:53.506109 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2743d368-836e-4058-b9a5-c04397b6c41c None None] Pushing event updated for resources: {'Port': ['ID=89148812-c9de-4d46-a588-0d71e9650b20,revision_number=2']} {{(pid=109551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:47:53.569359 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-5ff2b856-02ef-475b-aa6e-551801e483ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (6c3df9bf-9f05-408c-a02f-29a763dd3f9f), after_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:53.572428 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-5ff2b856-02ef-475b-aa6e-551801e483ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:53.573857 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-5ff2b856-02ef-475b-aa6e-551801e483ae admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6c3df9bf-9f05-408c-a02f-29a763dd3f9f HTTP/1.1" status: 204 len: 168 time: 0.2252922 Jan 29 03:47:53.586250 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff2b856-02ef-475b-aa6e-551801e483ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c3df9bf-9f05-408c-a02f-29a763dd3f9f,revision_number=None']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:47:53.624735 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-342c8413-c69a-46f7-ba00-72900ebfbe05 admin admin] Publish callbacks [] for router_gateway (9f348c09-1459-481b-8361-119a6c8a7618), before_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:53.644503 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-342c8413-c69a-46f7-ba00-72900ebfbe05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (None), before_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:53.772863 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.db.db_base_plugin_common [None req-342c8413-c69a-46f7-ba00-72900ebfbe05 admin admin] Allocated IP 172.27.1.135 (84058fb5-7499-436d-9c61-9715f17a209a/8ef1eacb-ef7e-49c2-acc5-31126b063ddd/e0f5c6f1-cf94-4ae6-a1d1-55ae90b2d1dd) {{(pid=109550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 03:47:53.894896 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-342c8413-c69a-46f7-ba00-72900ebfbe05 admin admin] Publish callbacks [] for port (e0f5c6f1-cf94-4ae6-a1d1-55ae90b2d1dd), precommit_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:54.043819 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-342c8413-c69a-46f7-ba00-72900ebfbe05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787145433393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9207350'] for port (e0f5c6f1-cf94-4ae6-a1d1-55ae90b2d1dd), after_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:54.082283 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-342c8413-c69a-46f7-ba00-72900ebfbe05 admin admin] Network 84058fb5-7499-436d-9c61-9715f17a209a is already hosted by enough agents. {{(pid=109550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 03:47:54.085121 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.scheduler.base_scheduler [None req-342c8413-c69a-46f7-ba00-72900ebfbe05 admin admin] Resources bound (agent type, host, resource id): {{(pid=109550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 03:47:54.087626 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342c8413-c69a-46f7-ba00-72900ebfbe05 admin admin] Received port after_create {{(pid=109550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 03:47:54.119186 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342c8413-c69a-46f7-ba00-72900ebfbe05 admin admin] Pushing event updated for resources: {'Port': ['ID=e0f5c6f1-cf94-4ae6-a1d1-55ae90b2d1dd,revision_number=1']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:47:54.322935 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a682ea5b-6c61-4672-88d5-7971d6791c9f req-7858c9d1-3a90-4dc0-91d3-cf796260604f tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:47:54.327111 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-a682ea5b-6c61-4672-88d5-7971d6791c9f req-7858c9d1-3a90-4dc0-91d3-cf796260604f tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/ports?device_id=45fc5079-1458-479d-b5b0-d0b0fb1e9235 HTTP/1.1" status: 200 len: 945 time: 0.0801828 Jan 29 03:47:54.423762 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-a682ea5b-6c61-4672-88d5-7971d6791c9f req-86944240-b8aa-4404-9688-2d91794181eb tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/security-groups?id=91323cdd-00e2-4ac4-bdcf-2a2c574a7bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913165 Jan 29 03:47:54.493283 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-342c8413-c69a-46f7-ba00-72900ebfbe05 admin admin] Publish callbacks [] for router_gateway (9f348c09-1459-481b-8361-119a6c8a7618), after_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:54.533657 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc1328ad-63f1-436e-9f51-4016682a233f None None] Network 9ce03b02-e4c1-4b51-89f8-2b8c7e281b14 requested from dv-cinder-826949-1-iscsi {{(pid=109551) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 03:47:54.655881 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 48284) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:47:54.683488 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.provisioning_blocks [None req-e603116c-5025-4fff-8cc9-99db55993a5c None None] Provisioning complete for port 89148812-c9de-4d46-a588-0d71e9650b20 triggered by entity DHCP. {{(pid=109551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 03:47:54.683937 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-e603116c-5025-4fff-8cc9-99db55993a5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785313'] for port (89148812-c9de-4d46-a588-0d71e9650b20), provisioning_complete {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:54.721588 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-342c8413-c69a-46f7-ba00-72900ebfbe05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1922500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1915714'] for router (9f348c09-1459-481b-8361-119a6c8a7618), after_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:54.799290 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-e603116c-5025-4fff-8cc9-99db55993a5c None None] Current status of the port 89148812-c9de-4d46-a588-0d71e9650b20 is: DOWN; New status is: ACTIVE {{(pid=109551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 03:47:54.799839 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-e603116c-5025-4fff-8cc9-99db55993a5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (89148812-c9de-4d46-a588-0d71e9650b20), before_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:54.801556 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-e76ff326-c0a3-4d56-89c5-8e9e76160897 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:54.840014 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-e603116c-5025-4fff-8cc9-99db55993a5c None None] For port 89148812-c9de-4d46-a588-0d71e9650b20, host dv-cinder-826949-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-1-iscsi',level=0,port_id=89148812-c9de-4d46-a588-0d71e9650b20,segment=NetworkSegment(34cc1de7-acdd-4594-884a-fb91f28f8b0e),segment_id=34cc1de7-acdd-4594-884a-fb91f28f8b0e)] {{(pid=109551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 03:47:54.920685 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-e76ff326-c0a3-4d56-89c5-8e9e76160897 admin admin] Publish callbacks [] for security_group (dc8262e7-2066-4bb5-aba8-6754855d57e6), precommit_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:54.929191 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-e603116c-5025-4fff-8cc9-99db55993a5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429'] for port (89148812-c9de-4d46-a588-0d71e9650b20), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:54.975895 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e603116c-5025-4fff-8cc9-99db55993a5c None None] Pushing event updated for resources: {'Port': ['ID=89148812-c9de-4d46-a588-0d71e9650b20,revision_number=3']} {{(pid=109551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:47:54.991793 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-342c8413-c69a-46f7-ba00-72900ebfbe05 admin admin] Router 9f348c09-1459-481b-8361-119a6c8a7618 is scheduled to L3 agent d5b8732c-6ac1-45e3-a79e-cd9863fe8196 with binding_index 1 {{(pid=109550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 03:47:55.026828 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-e76ff326-c0a3-4d56-89c5-8e9e76160897 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (dc8262e7-2066-4bb5-aba8-6754855d57e6), after_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:55.048896 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.provisioning_blocks [None req-ead1e5e1-7389-4ee1-9b25-f5a659fec55c None None] Provisioning complete for port 89148812-c9de-4d46-a588-0d71e9650b20 triggered by entity DHCP. {{(pid=109551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 03:47:55.049370 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-ead1e5e1-7389-4ee1-9b25-f5a659fec55c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785313'] for port (89148812-c9de-4d46-a588-0d71e9650b20), provisioning_complete {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:55.063232 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76ff326-c0a3-4d56-89c5-8e9e76160897 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc8262e7-2066-4bb5-aba8-6754855d57e6,revision_number=1']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:47:55.068991 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-e76ff326-c0a3-4d56-89c5-8e9e76160897 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=27217a65f1ff4cda9c46e4c4b411d4b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4107530 Jan 29 03:47:55.070806 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 48292) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:47:55.109990 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-342c8413-c69a-46f7-ba00-72900ebfbe05 admin admin] Notify agent at l3_agent.dv-cinder-826949-1-iscsi the message routers_updated {{(pid=109550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 03:47:55.124364 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-7c399517-65df-42fd-ba39-a82c2487e1c3 admin admin] Publish callbacks [] for security_group (dc8262e7-2066-4bb5-aba8-6754855d57e6), before_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:55.140552 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5259704f-0d6c-4f27-94d9-22891cb0f5a5 None None] Sync routers for ids ['9f348c09-1459-481b-8361-119a6c8a7618'] in dv-cinder-826949-1-iscsi {{(pid=109551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 03:47:55.155128 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-7c399517-65df-42fd-ba39-a82c2487e1c3 admin admin] Publish callbacks [] for security_group (dc8262e7-2066-4bb5-aba8-6754855d57e6), precommit_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:55.170018 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5259704f-0d6c-4f27-94d9-22891cb0f5a5 None None] Routers {'9f348c09-1459-481b-8361-119a6c8a7618'} bound to L3 agent in host dv-cinder-826949-1-iscsi {{(pid=109551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 03:47:55.170680 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_hamode_db [None req-5259704f-0d6c-4f27-94d9-22891cb0f5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T03:36:17Z,description=,heartbeat_timestamp=2022-01-29T03:47:47Z,host='dv-cinder-826949-1-iscsi',id=d5b8732c-6ac1-45e3-a79e-cd9863fe8196,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T03:36:18Z,topic='l3_agent')) {'router_ids': ['9f348c09-1459-481b-8361-119a6c8a7618'], 'active': True} {{(pid=109551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:47:55.172384 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-ead1e5e1-7389-4ee1-9b25-f5a659fec55c None None] Current status of the port 89148812-c9de-4d46-a588-0d71e9650b20 is: ACTIVE; New status is: ACTIVE {{(pid=109551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 03:47:55.219083 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-342c8413-c69a-46f7-ba00-72900ebfbe05 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:55.219083 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-342c8413-c69a-46f7-ba00-72900ebfbe05 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4415197 Jan 29 03:47:55.221110 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 48296) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:47:55.352114 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-7c399517-65df-42fd-ba39-a82c2487e1c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (dc8262e7-2066-4bb5-aba8-6754855d57e6), after_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:55.354851 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-7c399517-65df-42fd-ba39-a82c2487e1c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:55.358621 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-7c399517-65df-42fd-ba39-a82c2487e1c3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/dc8262e7-2066-4bb5-aba8-6754855d57e6 HTTP/1.1" status: 204 len: 168 time: 0.2826777 Jan 29 03:47:55.376457 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c399517-65df-42fd-ba39-a82c2487e1c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc8262e7-2066-4bb5-aba8-6754855d57e6,revision_number=None']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:47:55.418548 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_dvr_db [None req-5259704f-0d6c-4f27-94d9-22891cb0f5a5 None None] Set router 9f348c09-1459-481b-8361-119a6c8a7618 gateway port host: dv-cinder-826949-1-iscsi {{(pid=109551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 03:47:55.572322 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83cba50-9221-4ec9-922e-590f97c19b12 req-b16c7ad6-ad65-4056-b9b0-150bcc559572 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:47:55.574446 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-e83cba50-9221-4ec9-922e-590f97c19b12 req-b16c7ad6-ad65-4056-b9b0-150bcc559572 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/ports?device_id=45fc5079-1458-479d-b5b0-d0b0fb1e9235 HTTP/1.1" status: 200 len: 945 time: 0.0673380 Jan 29 03:47:55.624954 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-e83cba50-9221-4ec9-922e-590f97c19b12 req-22295066-8bb0-44ab-baa7-32748d31ff5f tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/security-groups?id=91323cdd-00e2-4ac4-bdcf-2a2c574a7bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434275 Jan 29 03:47:55.628343 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_hamode_db [None req-5259704f-0d6c-4f27-94d9-22891cb0f5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f348c09-1459-481b-8361-119a6c8a7618', 'name': 'tempest-TestShelveInstance-805502500-router', 'tenant_id': '033b0334af9941dfbcf5ac732f36dfd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'external_fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'e0f5c6f1-cf94-4ae6-a1d1-55ae90b2d1dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T03:47:52Z', 'updated_at': '2022-01-29T03:47:54Z', 'revision_number': 3, 'project_id': '033b0334af9941dfbcf5ac732f36dfd6', 'gw_port': {'id': 'e0f5c6f1-cf94-4ae6-a1d1-55ae90b2d1dd', 'name': '', 'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:dd:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f348c09-1459-481b-8361-119a6c8a7618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:47:53Z', 'updated_at': '2022-01-29T03:47:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-1-iscsi'}], 'dv-cinder-826949-1-iscsi', False) {} {{(pid=109551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:47:55.656305 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5259704f-0d6c-4f27-94d9-22891cb0f5a5 None None] Checking router: 9f348c09-1459-481b-8361-119a6c8a7618 for host: dv-cinder-826949-1-iscsi {{(pid=109551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 03:47:55.656733 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5259704f-0d6c-4f27-94d9-22891cb0f5a5 None None] Updating router 9f348c09-1459-481b-8361-119a6c8a7618 port e0f5c6f1-cf94-4ae6-a1d1-55ae90b2d1dd binding host dv-cinder-826949-1-iscsi {{(pid=109551) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 03:47:55.704526 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-5259704f-0d6c-4f27-94d9-22891cb0f5a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (e0f5c6f1-cf94-4ae6-a1d1-55ae90b2d1dd), before_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:55.708496 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-f2e0a34d-2fb6-4485-9293-fc9388e4b38f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (None), before_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:55.897125 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Device 89148812-c9de-4d46-a588-0d71e9650b20 up at agent ovs-agent-dv-cinder-826949-1-iscsi {{(pid=109551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 03:47:55.945702 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.db.db_base_plugin_common [None req-f2e0a34d-2fb6-4485-9293-fc9388e4b38f admin admin] Allocated IP 172.20.0.1 (9ce03b02-e4c1-4b51-89f8-2b8c7e281b14/e530e8b4-da58-4e58-b7ba-de4e0fb3aa2d/17cc645a-b734-490d-b4ae-3ebfaa59d31f) {{(pid=109550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 03:47:55.993906 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.provisioning_blocks [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Provisioning complete for port 89148812-c9de-4d46-a588-0d71e9650b20 triggered by entity L2. {{(pid=109551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 03:47:55.994831 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785313'] for port (89148812-c9de-4d46-a588-0d71e9650b20), provisioning_complete {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:56.052583 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (ad4128b7-7a77-4672-aa49-b5d5d6c7d736), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:56.082296 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-f2e0a34d-2fb6-4485-9293-fc9388e4b38f admin admin] Publish callbacks [] for port (17cc645a-b734-490d-b4ae-3ebfaa59d31f), precommit_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:56.088873 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-5259704f-0d6c-4f27-94d9-22891cb0f5a5 None None] Publish callbacks [] for port (e0f5c6f1-cf94-4ae6-a1d1-55ae90b2d1dd), precommit_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:56.132479 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Current status of the port 89148812-c9de-4d46-a588-0d71e9650b20 is: ACTIVE; New status is: ACTIVE {{(pid=109551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 03:47:56.180214 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-5259704f-0d6c-4f27-94d9-22891cb0f5a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429'] for port (e0f5c6f1-cf94-4ae6-a1d1-55ae90b2d1dd), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:56.209750 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-f2e0a34d-2fb6-4485-9293-fc9388e4b38f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787145433393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9207350'] for port (17cc645a-b734-490d-b4ae-3ebfaa59d31f), after_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:56.239280 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.managers [None req-5259704f-0d6c-4f27-94d9-22891cb0f5a5 None None] Attempting to bind port e0f5c6f1-cf94-4ae6-a1d1-55ae90b2d1dd on host dv-cinder-826949-1-iscsi for vnic_type normal with profile {{(pid=109551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 03:47:56.239280 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.managers [None req-5259704f-0d6c-4f27-94d9-22891cb0f5a5 None None] Attempting to bind port e0f5c6f1-cf94-4ae6-a1d1-55ae90b2d1dd by drivers openvswitch,hyperv on host dv-cinder-826949-1-iscsi at level 0 using segments [{'id': '59bb8c29-301f-4146-9f63-152343a78833', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84058fb5-7499-436d-9c61-9715f17a209a'}] {{(pid=109551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 03:47:56.239280 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5259704f-0d6c-4f27-94d9-22891cb0f5a5 None None] Attempting to bind port e0f5c6f1-cf94-4ae6-a1d1-55ae90b2d1dd on network 84058fb5-7499-436d-9c61-9715f17a209a {{(pid=109551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 03:47:56.239280 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9156569e-7f44-4c04-8c6c-4a0f1a41a6ad None None] Pushing event updated for resources: {'Port': ['ID=e0f5c6f1-cf94-4ae6-a1d1-55ae90b2d1dd,revision_number=2']} {{(pid=109551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:47:56.241776 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5259704f-0d6c-4f27-94d9-22891cb0f5a5 None None] Checking agent: {'id': 'e75d1b00-832d-4bf5-b078-2c4f5b2c10cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826949-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 3, 36, 21), 'started_at': datetime.datetime(2022, 1, 29, 3, 36, 51), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 3, 47, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826949-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 03:47:56.242170 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5259704f-0d6c-4f27-94d9-22891cb0f5a5 None None] Checking segment: {'id': '59bb8c29-301f-4146-9f63-152343a78833', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84058fb5-7499-436d-9c61-9715f17a209a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 03:47:56.242572 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-5259704f-0d6c-4f27-94d9-22891cb0f5a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:56.242954 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5259704f-0d6c-4f27-94d9-22891cb0f5a5 None None] Bound using segment: {'id': '59bb8c29-301f-4146-9f63-152343a78833', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84058fb5-7499-436d-9c61-9715f17a209a'} {{(pid=109551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 03:47:56.243415 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.managers [None req-5259704f-0d6c-4f27-94d9-22891cb0f5a5 None None] Bound port: e0f5c6f1-cf94-4ae6-a1d1-55ae90b2d1dd, host: dv-cinder-826949-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59bb8c29-301f-4146-9f63-152343a78833', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84058fb5-7499-436d-9c61-9715f17a209a'}}] {{(pid=109551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 03:47:56.243790 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-5259704f-0d6c-4f27-94d9-22891cb0f5a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (e0f5c6f1-cf94-4ae6-a1d1-55ae90b2d1dd), before_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:56.274792 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 48318) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:47:56.289180 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-95290ae4-715e-4ec2-83f7-c1e91fb6e037 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:56.309697 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-5259704f-0d6c-4f27-94d9-22891cb0f5a5 None None] For port e0f5c6f1-cf94-4ae6-a1d1-55ae90b2d1dd, host dv-cinder-826949-1-iscsi, cleared binding levels {{(pid=109551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 03:47:56.313606 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-5259704f-0d6c-4f27-94d9-22891cb0f5a5 None None] For port e0f5c6f1-cf94-4ae6-a1d1-55ae90b2d1dd, host dv-cinder-826949-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-1-iscsi',level=0,port_id=e0f5c6f1-cf94-4ae6-a1d1-55ae90b2d1dd,segment=NetworkSegment(59bb8c29-301f-4146-9f63-152343a78833),segment_id=59bb8c29-301f-4146-9f63-152343a78833)] {{(pid=109551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 03:47:56.376255 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-95290ae4-715e-4ec2-83f7-c1e91fb6e037 admin admin] Publish callbacks [] for security_group (59cabc25-5f46-4991-824f-d46cb784a869), precommit_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:56.404455 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-5259704f-0d6c-4f27-94d9-22891cb0f5a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429'] for port (e0f5c6f1-cf94-4ae6-a1d1-55ae90b2d1dd), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:56.461971 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5259704f-0d6c-4f27-94d9-22891cb0f5a5 None None] Routers {'9f348c09-1459-481b-8361-119a6c8a7618'} bound to L3 agent in host dv-cinder-826949-1-iscsi {{(pid=109551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 03:47:56.462669 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_hamode_db [None req-5259704f-0d6c-4f27-94d9-22891cb0f5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T03:36:17Z,description=,heartbeat_timestamp=2022-01-29T03:47:47Z,host='dv-cinder-826949-1-iscsi',id=d5b8732c-6ac1-45e3-a79e-cd9863fe8196,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T03:36:18Z,topic='l3_agent')) {'router_ids': ['9f348c09-1459-481b-8361-119a6c8a7618'], 'active': True} {{(pid=109551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:47:56.467711 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9156569e-7f44-4c04-8c6c-4a0f1a41a6ad None None] Pushing event updated for resources: {'Port': ['ID=e0f5c6f1-cf94-4ae6-a1d1-55ae90b2d1dd,revision_number=3']} {{(pid=109551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:47:56.483289 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-95290ae4-715e-4ec2-83f7-c1e91fb6e037 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (59cabc25-5f46-4991-824f-d46cb784a869), after_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:56.500613 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e0a34d-2fb6-4485-9293-fc9388e4b38f admin admin] Network 9ce03b02-e4c1-4b51-89f8-2b8c7e281b14 is already hosted by enough agents. {{(pid=109550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 03:47:56.506969 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.scheduler.base_scheduler [None req-f2e0a34d-2fb6-4485-9293-fc9388e4b38f admin admin] Resources bound (agent type, host, resource id): {{(pid=109550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 03:47:56.511505 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e0a34d-2fb6-4485-9293-fc9388e4b38f admin admin] Received port after_create {{(pid=109550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 03:47:56.514883 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e0a34d-2fb6-4485-9293-fc9388e4b38f admin admin] Pushing event updated for resources: {'Port': ['ID=17cc645a-b734-490d-b4ae-3ebfaa59d31f,revision_number=1']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:47:56.527208 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95290ae4-715e-4ec2-83f7-c1e91fb6e037 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59cabc25-5f46-4991-824f-d46cb784a869,revision_number=1']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:47:56.536778 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-95290ae4-715e-4ec2-83f7-c1e91fb6e037 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9f13902d4473428ab8298be33551cdb6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2603295 Jan 29 03:47:56.548803 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 48326) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:47:56.559698 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-f2e0a34d-2fb6-4485-9293-fc9388e4b38f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1909781'] for router_interface (9f348c09-1459-481b-8361-119a6c8a7618), before_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:56.600061 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_dvr_db [None req-5259704f-0d6c-4f27-94d9-22891cb0f5a5 None None] Set router 9f348c09-1459-481b-8361-119a6c8a7618 gateway port host: dv-cinder-826949-1-iscsi {{(pid=109551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 03:47:56.611158 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-6751c17f-83ef-4f23-9e9c-d862dbc29b40 admin admin] Publish callbacks [] for security_group (59cabc25-5f46-4991-824f-d46cb784a869), before_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:56.634897 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-6751c17f-83ef-4f23-9e9c-d862dbc29b40 admin admin] Publish callbacks [] for security_group (59cabc25-5f46-4991-824f-d46cb784a869), precommit_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:56.780761 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-6751c17f-83ef-4f23-9e9c-d862dbc29b40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (59cabc25-5f46-4991-824f-d46cb784a869), after_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:56.783902 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1774e2d8-571b-4193-9a02-2cc97c2341c4 req-61e49683-b925-4e31-93b9-d3542aaa21c3 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:47:56.783902 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-1774e2d8-571b-4193-9a02-2cc97c2341c4 req-61e49683-b925-4e31-93b9-d3542aaa21c3 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/ports?device_id=45fc5079-1458-479d-b5b0-d0b0fb1e9235 HTTP/1.1" status: 200 len: 945 time: 0.0666950 Jan 29 03:47:56.784152 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-6751c17f-83ef-4f23-9e9c-d862dbc29b40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:56.787490 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-6751c17f-83ef-4f23-9e9c-d862dbc29b40 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/59cabc25-5f46-4991-824f-d46cb784a869 HTTP/1.1" status: 204 len: 168 time: 0.2371833 Jan 29 03:47:56.803984 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6751c17f-83ef-4f23-9e9c-d862dbc29b40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59cabc25-5f46-4991-824f-d46cb784a869,revision_number=None']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:47:56.840181 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.provisioning_blocks [None req-1acba8f6-31be-4f6b-9693-1106fca8cff2 None None] Provisioning complete for port 17cc645a-b734-490d-b4ae-3ebfaa59d31f triggered by entity DHCP. {{(pid=109551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 03:47:56.840652 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-1acba8f6-31be-4f6b-9693-1106fca8cff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785313'] for port (17cc645a-b734-490d-b4ae-3ebfaa59d31f), provisioning_complete {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:56.889513 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-1acba8f6-31be-4f6b-9693-1106fca8cff2 None None] Port 17cc645a-b734-490d-b4ae-3ebfaa59d31f cannot update to ACTIVE because it is not bound. {{(pid=109551) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 03:47:56.891908 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_hamode_db [None req-5259704f-0d6c-4f27-94d9-22891cb0f5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f348c09-1459-481b-8361-119a6c8a7618', 'name': 'tempest-TestShelveInstance-805502500-router', 'tenant_id': '033b0334af9941dfbcf5ac732f36dfd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'external_fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'e0f5c6f1-cf94-4ae6-a1d1-55ae90b2d1dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T03:47:52Z', 'updated_at': '2022-01-29T03:47:54Z', 'revision_number': 3, 'project_id': '033b0334af9941dfbcf5ac732f36dfd6', 'gw_port': {'id': 'e0f5c6f1-cf94-4ae6-a1d1-55ae90b2d1dd', 'name': '', 'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:dd:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f348c09-1459-481b-8361-119a6c8a7618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:47:53Z', 'updated_at': '2022-01-29T03:47:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-1-iscsi'}], 'dv-cinder-826949-1-iscsi', False) {} {{(pid=109551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:47:56.896739 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-1774e2d8-571b-4193-9a02-2cc97c2341c4 req-39c9aa57-6304-4b64-a58c-f2993f5f4051 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/security-groups?id=91323cdd-00e2-4ac4-bdcf-2a2c574a7bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012671 Jan 29 03:47:56.901831 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-f2e0a34d-2fb6-4485-9293-fc9388e4b38f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (17cc645a-b734-490d-b4ae-3ebfaa59d31f), before_update {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:56.930890 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5259704f-0d6c-4f27-94d9-22891cb0f5a5 None None] The sync data for ids ['9f348c09-1459-481b-8361-119a6c8a7618'] in dv-cinder-826949-1-iscsi is: [{'id': '9f348c09-1459-481b-8361-119a6c8a7618', 'name': 'tempest-TestShelveInstance-805502500-router', 'tenant_id': '033b0334af9941dfbcf5ac732f36dfd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'external_fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'e0f5c6f1-cf94-4ae6-a1d1-55ae90b2d1dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T03:47:52Z', 'updated_at': '2022-01-29T03:47:54Z', 'revision_number': 3, 'project_id': '033b0334af9941dfbcf5ac732f36dfd6', 'gw_port': {'id': 'e0f5c6f1-cf94-4ae6-a1d1-55ae90b2d1dd', 'name': '', 'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:dd:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f348c09-1459-481b-8361-119a6c8a7618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:47:53Z', 'updated_at': '2022-01-29T03:47:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-1-iscsi'}] {{(pid=109551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 03:47:57.073229 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-f2e0a34d-2fb6-4485-9293-fc9388e4b38f admin admin] Publish callbacks [] for port (17cc645a-b734-490d-b4ae-3ebfaa59d31f), precommit_update {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:57.169788 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-f2e0a34d-2fb6-4485-9293-fc9388e4b38f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9207359'] for port (17cc645a-b734-490d-b4ae-3ebfaa59d31f), after_update {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:57.243072 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e0a34d-2fb6-4485-9293-fc9388e4b38f admin admin] Pushing event updated for resources: {'Port': ['ID=17cc645a-b734-490d-b4ae-3ebfaa59d31f,revision_number=2']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:47:57.246725 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-f2e0a34d-2fb6-4485-9293-fc9388e4b38f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1605918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1910661'] for router_interface (9f348c09-1459-481b-8361-119a6c8a7618), after_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:57.347645 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e0a34d-2fb6-4485-9293-fc9388e4b38f admin admin] Network 9ce03b02-e4c1-4b51-89f8-2b8c7e281b14 is already hosted by enough agents. {{(pid=109550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 03:47:57.349515 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.scheduler.base_scheduler [None req-f2e0a34d-2fb6-4485-9293-fc9388e4b38f admin admin] Resources bound (agent type, host, resource id): {{(pid=109550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 03:47:57.400796 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 48344) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:47:57.521717 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2e0a34d-2fb6-4485-9293-fc9388e4b38f admin admin] Router 9f348c09-1459-481b-8361-119a6c8a7618 has already been hosted by L3 agent d5b8732c-6ac1-45e3-a79e-cd9863fe8196 {{(pid=109550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 03:47:57.578615 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-03030d13-8110-4485-ac98-410875ad61bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:57.667240 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2e0a34d-2fb6-4485-9293-fc9388e4b38f admin admin] Notify agent at l3_agent.dv-cinder-826949-1-iscsi the message routers_updated {{(pid=109550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 03:47:57.674486 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-f2e0a34d-2fb6-4485-9293-fc9388e4b38f admin admin] 10.222.0.16 "PUT /v2.0/routers/9f348c09-1459-481b-8361-119a6c8a7618/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4523196 Jan 29 03:47:57.716364 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.provisioning_blocks [None req-bbed33a0-d05f-46c3-8af9-53041eb8a3d6 None None] Provisioning complete for port 17cc645a-b734-490d-b4ae-3ebfaa59d31f triggered by entity DHCP. {{(pid=109551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 03:47:57.717010 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-bbed33a0-d05f-46c3-8af9-53041eb8a3d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785313'] for port (17cc645a-b734-490d-b4ae-3ebfaa59d31f), provisioning_complete {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:57.722040 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-03030d13-8110-4485-ac98-410875ad61bc admin admin] Publish callbacks [] for security_group (533002af-b824-4f7e-a3ee-787b9b051e5b), precommit_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:57.782337 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-bbed33a0-d05f-46c3-8af9-53041eb8a3d6 None None] Port 17cc645a-b734-490d-b4ae-3ebfaa59d31f cannot update to ACTIVE because it is not bound. {{(pid=109551) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 03:47:57.785916 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Device e0f5c6f1-cf94-4ae6-a1d1-55ae90b2d1dd up at agent ovs-agent-dv-cinder-826949-1-iscsi {{(pid=109551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 03:47:57.798280 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-03030d13-8110-4485-ac98-410875ad61bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (533002af-b824-4f7e-a3ee-787b9b051e5b), after_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:57.857319 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.provisioning_blocks [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Provisioning complete for port e0f5c6f1-cf94-4ae6-a1d1-55ae90b2d1dd triggered by entity L2. {{(pid=109551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 03:47:57.858312 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785313'] for port (e0f5c6f1-cf94-4ae6-a1d1-55ae90b2d1dd), provisioning_complete {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:57.859687 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-03030d13-8110-4485-ac98-410875ad61bc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bdd649324b444dfdb7c1f99487c355bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4569397 Jan 29 03:47:57.860629 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03030d13-8110-4485-ac98-410875ad61bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=533002af-b824-4f7e-a3ee-787b9b051e5b,revision_number=1']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:47:57.862522 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 48360) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:47:57.935085 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-4bd9b264-09fa-4084-8842-7b859bac7d58 admin admin] Publish callbacks [] for security_group (533002af-b824-4f7e-a3ee-787b9b051e5b), before_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:57.959998 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Current status of the port e0f5c6f1-cf94-4ae6-a1d1-55ae90b2d1dd is: DOWN; New status is: ACTIVE {{(pid=109551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 03:47:57.961133 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (e0f5c6f1-cf94-4ae6-a1d1-55ae90b2d1dd), before_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:57.964592 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-4bd9b264-09fa-4084-8842-7b859bac7d58 admin admin] Publish callbacks [] for security_group (533002af-b824-4f7e-a3ee-787b9b051e5b), precommit_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:57.986739 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] For port e0f5c6f1-cf94-4ae6-a1d1-55ae90b2d1dd, host dv-cinder-826949-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-1-iscsi',level=0,port_id=e0f5c6f1-cf94-4ae6-a1d1-55ae90b2d1dd,segment=NetworkSegment(59bb8c29-301f-4146-9f63-152343a78833),segment_id=59bb8c29-301f-4146-9f63-152343a78833)] {{(pid=109551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 03:47:58.035660 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec9d5ea-fb0c-45c1-926c-0f227c23aa12 req-a8ca3d3c-c720-4e4a-9713-002e33f94ada tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:47:58.037240 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-3ec9d5ea-fb0c-45c1-926c-0f227c23aa12 req-a8ca3d3c-c720-4e4a-9713-002e33f94ada tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/ports?device_id=45fc5079-1458-479d-b5b0-d0b0fb1e9235 HTTP/1.1" status: 200 len: 945 time: 0.0597448 Jan 29 03:47:58.100921 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429'] for port (e0f5c6f1-cf94-4ae6-a1d1-55ae90b2d1dd), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:58.101187 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-4bd9b264-09fa-4084-8842-7b859bac7d58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (533002af-b824-4f7e-a3ee-787b9b051e5b), after_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:58.103834 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-4bd9b264-09fa-4084-8842-7b859bac7d58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:58.107750 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-4bd9b264-09fa-4084-8842-7b859bac7d58 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/533002af-b824-4f7e-a3ee-787b9b051e5b HTTP/1.1" status: 204 len: 168 time: 0.2405581 Jan 29 03:47:58.110724 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-3ec9d5ea-fb0c-45c1-926c-0f227c23aa12 req-85f86b4b-a930-48ef-8ce7-4fea0475ad47 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/security-groups?id=91323cdd-00e2-4ac4-bdcf-2a2c574a7bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676951 Jan 29 03:47:58.135863 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd9b264-09fa-4084-8842-7b859bac7d58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=533002af-b824-4f7e-a3ee-787b9b051e5b,revision_number=None']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:47:58.180093 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Pushing event updated for resources: {'Port': ['ID=e0f5c6f1-cf94-4ae6-a1d1-55ae90b2d1dd,revision_number=4']} {{(pid=109551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:47:58.520846 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9808c7c-911f-4cc6-86d4-bcb586de68ca req-f6522e61-5154-46ba-a20e-ea3caf7d4a95 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:47:58.527421 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-e9808c7c-911f-4cc6-86d4-bcb586de68ca req-f6522e61-5154-46ba-a20e-ea3caf7d4a95 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/ports?device_id=45fc5079-1458-479d-b5b0-d0b0fb1e9235 HTTP/1.1" status: 200 len: 945 time: 0.0646279 Jan 29 03:47:58.596799 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-e9808c7c-911f-4cc6-86d4-bcb586de68ca req-8c540904-5aca-4c78-a256-543cf29a8c22 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/security-groups?id=91323cdd-00e2-4ac4-bdcf-2a2c574a7bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682075 Jan 29 03:47:58.682266 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbed3cb6-00c2-4ea1-8d7e-5c0443ff37e5 req-0796a697-4b12-4ef5-955d-0d1d4c532965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:47:58.683824 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-dbed3cb6-00c2-4ea1-8d7e-5c0443ff37e5 req-0796a697-4b12-4ef5-955d-0d1d4c532965 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0f6df9863d6a490a92b2f3c872aec541&device_id=45fc5079-1458-479d-b5b0-d0b0fb1e9235 HTTP/1.1" status: 200 len: 1129 time: 0.0492845 Jan 29 03:47:58.778618 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbed3cb6-00c2-4ea1-8d7e-5c0443ff37e5 req-cb0818d3-731a-4b1b-be85-85dd6b1866f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:47:58.780206 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-dbed3cb6-00c2-4ea1-8d7e-5c0443ff37e5 req-cb0818d3-731a-4b1b-be85-85dd6b1866f0 service neutron] 10.222.0.25 "GET /v2.0/networks?id=4b4e9710-b6c9-4002-b8a3-8aa9bf7336cb HTTP/1.1" status: 200 len: 910 time: 0.0905473 Jan 29 03:47:58.852222 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-dbed3cb6-00c2-4ea1-8d7e-5c0443ff37e5 req-a89bd058-ac36-479e-a60e-03b5178ff0a9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b515e1c3-80c1-45a6-ac70-b260f4d4c858 HTTP/1.1" status: 200 len: 1001 time: 0.0654032 Jan 29 03:47:58.857588 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a523aadc-6eec-45f0-8f97-6f115e67af9d None None] Sync routers for ids ['9f348c09-1459-481b-8361-119a6c8a7618'] in dv-cinder-826949-1-iscsi {{(pid=109552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 03:47:58.868595 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a523aadc-6eec-45f0-8f97-6f115e67af9d None None] Routers {'9f348c09-1459-481b-8361-119a6c8a7618'} bound to L3 agent in host dv-cinder-826949-1-iscsi {{(pid=109552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 03:47:58.869473 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.l3_hamode_db [None req-a523aadc-6eec-45f0-8f97-6f115e67af9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T03:36:17Z,description=,heartbeat_timestamp=2022-01-29T03:47:47Z,host='dv-cinder-826949-1-iscsi',id=d5b8732c-6ac1-45e3-a79e-cd9863fe8196,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T03:36:18Z,topic='l3_agent')) {'router_ids': ['9f348c09-1459-481b-8361-119a6c8a7618'], 'active': True} {{(pid=109552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:47:58.902712 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbed3cb6-00c2-4ea1-8d7e-5c0443ff37e5 req-0fd503cd-ac11-4e11-aa03-b82998b3d506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:47:58.904251 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-dbed3cb6-00c2-4ea1-8d7e-5c0443ff37e5 req-0fd503cd-ac11-4e11-aa03-b82998b3d506 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2f142c9b-e8b9-4838-a5d9-5c60564542f5 HTTP/1.1" status: 200 len: 849 time: 0.0468700 Jan 29 03:47:58.954624 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbed3cb6-00c2-4ea1-8d7e-5c0443ff37e5 req-9aab8516-c5b0-415f-8a85-25c43853da56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:47:58.956265 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-dbed3cb6-00c2-4ea1-8d7e-5c0443ff37e5 req-9aab8516-c5b0-415f-8a85-25c43853da56 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4b4e9710-b6c9-4002-b8a3-8aa9bf7336cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463524 Jan 29 03:47:58.970681 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 48394) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:47:58.986775 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-00b9c6a2-4673-48d3-8697-5dc080165fc8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:58.991516 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.l3_dvr_db [None req-a523aadc-6eec-45f0-8f97-6f115e67af9d None None] Set router 9f348c09-1459-481b-8361-119a6c8a7618 gateway port host: dv-cinder-826949-1-iscsi {{(pid=109552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 03:47:59.074223 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-dbed3cb6-00c2-4ea1-8d7e-5c0443ff37e5 req-38ad826d-79c2-4719-9270-7cfd6441789a service neutron] 10.222.0.25 "GET /v2.0/networks/4b4e9710-b6c9-4002-b8a3-8aa9bf7336cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092324 Jan 29 03:47:59.133076 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-00b9c6a2-4673-48d3-8697-5dc080165fc8 admin admin] Publish callbacks [] for security_group (0a2198c2-40d9-4989-82d4-fa068bb09f79), precommit_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:59.197415 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-dbed3cb6-00c2-4ea1-8d7e-5c0443ff37e5 req-b408bb7c-736b-46f2-8eff-c6d43c420ee7 service neutron] 10.222.0.25 "GET /v2.0/networks/4b4e9710-b6c9-4002-b8a3-8aa9bf7336cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168580 Jan 29 03:47:59.208856 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-00b9c6a2-4673-48d3-8697-5dc080165fc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (0a2198c2-40d9-4989-82d4-fa068bb09f79), after_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:59.240215 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 48424) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:47:59.246049 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.v2.base [None req-7c317985-4264-427b-9df2-45da5a69d9de admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-844850000-network', 'tenant_id': 'ca2add56a71643c3bf80c1ee1a945039'}} {{(pid=109550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 03:47:59.283217 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-00b9c6a2-4673-48d3-8697-5dc080165fc8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2a7c6a7f0d5a4eac8e7ffb92a1913db0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3114538 Jan 29 03:47:59.285175 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b9c6a2-4673-48d3-8697-5dc080165fc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a2198c2-40d9-4989-82d4-fa068bb09f79,revision_number=1']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:47:59.286486 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 48434) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:47:59.311157 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.l3_hamode_db [None req-a523aadc-6eec-45f0-8f97-6f115e67af9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f348c09-1459-481b-8361-119a6c8a7618', 'name': 'tempest-TestShelveInstance-805502500-router', 'tenant_id': '033b0334af9941dfbcf5ac732f36dfd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'external_fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'e0f5c6f1-cf94-4ae6-a1d1-55ae90b2d1dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T03:47:52Z', 'updated_at': '2022-01-29T03:47:56Z', 'revision_number': 4, 'project_id': '033b0334af9941dfbcf5ac732f36dfd6', 'gw_port': {'id': 'e0f5c6f1-cf94-4ae6-a1d1-55ae90b2d1dd', 'name': '', 'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:dd:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f348c09-1459-481b-8361-119a6c8a7618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:47:53Z', 'updated_at': '2022-01-29T03:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-1-iscsi', '_interfaces': [{'id': '17cc645a-b734-490d-b4ae-3ebfaa59d31f', 'name': '', 'network_id': '9ce03b02-e4c1-4b51-89f8-2b8c7e281b14', 'tenant_id': '033b0334af9941dfbcf5ac732f36dfd6', 'mac_address': 'fa:16:3e:05:f2:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f348c09-1459-481b-8361-119a6c8a7618', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'e530e8b4-da58-4e58-b7ba-de4e0fb3aa2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:47:55Z', 'updated_at': '2022-01-29T03:47:56Z', 'revision_number': 2, 'project_id': '033b0334af9941dfbcf5ac732f36dfd6', 'subnets': [{'id': 'e530e8b4-da58-4e58-b7ba-de4e0fb3aa2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-1-iscsi', False) {} {{(pid=109552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:47:59.326650 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c317985-4264-427b-9df2-45da5a69d9de admin admin] Made reservation on behalf of ca2add56a71643c3bf80c1ee1a945039 for: {'network': 1} {{(pid=109550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 03:47:59.328949 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-7c317985-4264-427b-9df2-45da5a69d9de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for network (None), before_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:59.340733 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-7c317985-4264-427b-9df2-45da5a69d9de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:59.343872 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a523aadc-6eec-45f0-8f97-6f115e67af9d None None] Checking router: 9f348c09-1459-481b-8361-119a6c8a7618 for host: dv-cinder-826949-1-iscsi {{(pid=109552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 03:47:59.344283 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a523aadc-6eec-45f0-8f97-6f115e67af9d None None] Updating router 9f348c09-1459-481b-8361-119a6c8a7618 port 17cc645a-b734-490d-b4ae-3ebfaa59d31f binding host dv-cinder-826949-1-iscsi {{(pid=109552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 03:47:59.369483 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-22a7e028-29fc-4d42-b693-50e2eb1b6791 admin admin] Publish callbacks [] for security_group (0a2198c2-40d9-4989-82d4-fa068bb09f79), before_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:59.372627 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron_lib.callbacks.manager [None req-a523aadc-6eec-45f0-8f97-6f115e67af9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (17cc645a-b734-490d-b4ae-3ebfaa59d31f), before_update {{(pid=109552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:59.402596 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-22a7e028-29fc-4d42-b693-50e2eb1b6791 admin admin] Publish callbacks [] for security_group (0a2198c2-40d9-4989-82d4-fa068bb09f79), precommit_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:59.477469 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-7c317985-4264-427b-9df2-45da5a69d9de admin admin] Publish callbacks [] for security_group (ba92bf88-f61a-4f38-9c29-f6f72b7a88a4), precommit_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:59.575079 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-22a7e028-29fc-4d42-b693-50e2eb1b6791 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (0a2198c2-40d9-4989-82d4-fa068bb09f79), after_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:59.577647 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-22a7e028-29fc-4d42-b693-50e2eb1b6791 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:59.578848 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-22a7e028-29fc-4d42-b693-50e2eb1b6791 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0a2198c2-40d9-4989-82d4-fa068bb09f79 HTTP/1.1" status: 204 len: 168 time: 0.2913277 Jan 29 03:47:59.588692 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a7e028-29fc-4d42-b693-50e2eb1b6791 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a2198c2-40d9-4989-82d4-fa068bb09f79,revision_number=None']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:47:59.603555 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-7c317985-4264-427b-9df2-45da5a69d9de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (ba92bf88-f61a-4f38-9c29-f6f72b7a88a4), after_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:59.637509 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c317985-4264-427b-9df2-45da5a69d9de admin admin] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=109550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 03:47:59.656451 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron_lib.callbacks.manager [None req-a523aadc-6eec-45f0-8f97-6f115e67af9d None None] Publish callbacks [] for port (17cc645a-b734-490d-b4ae-3ebfaa59d31f), precommit_update {{(pid=109552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:59.670680 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c317985-4264-427b-9df2-45da5a69d9de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba92bf88-f61a-4f38-9c29-f6f72b7a88a4,revision_number=1']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:47:59.675870 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-7c317985-4264-427b-9df2-45da5a69d9de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541992'] for segment (711cb9f9-5772-4d04-8189-67e590c431bb), precommit_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:59.676202 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.db.segments_db [None req-7c317985-4264-427b-9df2-45da5a69d9de admin admin] Added segment 711cb9f9-5772-4d04-8189-67e590c431bb of type vlan for network 0fa413d7-e758-43fd-a5a5-f14f19600b92 Jan 29 03:47:59.750244 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-7c317985-4264-427b-9df2-45da5a69d9de admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787145422201'] for network (0fa413d7-e758-43fd-a5a5-f14f19600b92), precommit_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:59.761974 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Device e0f5c6f1-cf94-4ae6-a1d1-55ae90b2d1dd up at agent ovs-agent-dv-cinder-826949-1-iscsi {{(pid=109551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 03:47:59.795085 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab5247e-7ebc-48c9-af19-ce6fa1fa563e req-325b14a3-cbf2-44d7-bd95-b4eb5ff41675 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:47:59.797249 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron_lib.callbacks.manager [None req-a523aadc-6eec-45f0-8f97-6f115e67af9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429'] for port (17cc645a-b734-490d-b4ae-3ebfaa59d31f), after_update {{(pid=109552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:59.797426 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-eab5247e-7ebc-48c9-af19-ce6fa1fa563e req-325b14a3-cbf2-44d7-bd95-b4eb5ff41675 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/ports?device_id=45fc5079-1458-479d-b5b0-d0b0fb1e9235 HTTP/1.1" status: 200 len: 945 time: 0.0913551 Jan 29 03:47:59.815899 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.provisioning_blocks [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Provisioning complete for port e0f5c6f1-cf94-4ae6-a1d1-55ae90b2d1dd triggered by entity L2. {{(pid=109551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 03:47:59.816286 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785313'] for port (e0f5c6f1-cf94-4ae6-a1d1-55ae90b2d1dd), provisioning_complete {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:59.862920 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-eab5247e-7ebc-48c9-af19-ce6fa1fa563e req-2f71ecb0-c40e-486d-abb3-360a3de3acc5 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/security-groups?id=91323cdd-00e2-4ac4-bdcf-2a2c574a7bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549006 Jan 29 03:47:59.869530 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5bc7bb-7f40-4df4-967f-d561dfc4107d None None] Pushing event updated for resources: {'Port': ['ID=17cc645a-b734-490d-b4ae-3ebfaa59d31f,revision_number=3']} {{(pid=109552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:47:59.911859 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-7c317985-4264-427b-9df2-45da5a69d9de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888'] for network (0fa413d7-e758-43fd-a5a5-f14f19600b92), after_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:59.911859 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c317985-4264-427b-9df2-45da5a69d9de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:47:59.911859 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-7c317985-4264-427b-9df2-45da5a69d9de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606130'] for network (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:59.918774 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Current status of the port e0f5c6f1-cf94-4ae6-a1d1-55ae90b2d1dd is: ACTIVE; New status is: ACTIVE {{(pid=109551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 03:47:59.928337 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5bc7bb-7f40-4df4-967f-d561dfc4107d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:47:59.928932 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5bc7bb-7f40-4df4-967f-d561dfc4107d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:47:59.929460 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5bc7bb-7f40-4df4-967f-d561dfc4107d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:47:59.929810 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5bc7bb-7f40-4df4-967f-d561dfc4107d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:47:59.930169 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5bc7bb-7f40-4df4-967f-d561dfc4107d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:47:59.930503 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5bc7bb-7f40-4df4-967f-d561dfc4107d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:47:59.930839 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5bc7bb-7f40-4df4-967f-d561dfc4107d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:47:59.932225 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5bc7bb-7f40-4df4-967f-d561dfc4107d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:47:59.932557 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5bc7bb-7f40-4df4-967f-d561dfc4107d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:47:59.932906 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5bc7bb-7f40-4df4-967f-d561dfc4107d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:47:59.933281 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5bc7bb-7f40-4df4-967f-d561dfc4107d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:47:59.933772 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5bc7bb-7f40-4df4-967f-d561dfc4107d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:47:59.934299 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5bc7bb-7f40-4df4-967f-d561dfc4107d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:47:59.951577 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.plugins.ml2.managers [None req-a523aadc-6eec-45f0-8f97-6f115e67af9d None None] Attempting to bind port 17cc645a-b734-490d-b4ae-3ebfaa59d31f on host dv-cinder-826949-1-iscsi for vnic_type normal with profile {{(pid=109552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 03:47:59.951949 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.plugins.ml2.managers [None req-a523aadc-6eec-45f0-8f97-6f115e67af9d None None] Attempting to bind port 17cc645a-b734-490d-b4ae-3ebfaa59d31f by drivers openvswitch,hyperv on host dv-cinder-826949-1-iscsi at level 0 using segments [{'id': '34cc1de7-acdd-4594-884a-fb91f28f8b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '9ce03b02-e4c1-4b51-89f8-2b8c7e281b14'}] {{(pid=109552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 03:47:59.952312 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a523aadc-6eec-45f0-8f97-6f115e67af9d None None] Attempting to bind port 17cc645a-b734-490d-b4ae-3ebfaa59d31f on network 9ce03b02-e4c1-4b51-89f8-2b8c7e281b14 {{(pid=109552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 03:47:59.957614 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a523aadc-6eec-45f0-8f97-6f115e67af9d None None] Checking agent: {'id': 'e75d1b00-832d-4bf5-b078-2c4f5b2c10cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826949-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 3, 36, 21), 'started_at': datetime.datetime(2022, 1, 29, 3, 36, 51), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 3, 47, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826949-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 03:47:59.957999 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a523aadc-6eec-45f0-8f97-6f115e67af9d None None] Checking segment: {'id': '34cc1de7-acdd-4594-884a-fb91f28f8b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '9ce03b02-e4c1-4b51-89f8-2b8c7e281b14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 03:47:59.958438 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron_lib.callbacks.manager [None req-a523aadc-6eec-45f0-8f97-6f115e67af9d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:59.958833 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a523aadc-6eec-45f0-8f97-6f115e67af9d None None] Bound using segment: {'id': '34cc1de7-acdd-4594-884a-fb91f28f8b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '9ce03b02-e4c1-4b51-89f8-2b8c7e281b14'} {{(pid=109552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 03:47:59.959304 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.plugins.ml2.managers [None req-a523aadc-6eec-45f0-8f97-6f115e67af9d None None] Bound port: 17cc645a-b734-490d-b4ae-3ebfaa59d31f, host: dv-cinder-826949-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34cc1de7-acdd-4594-884a-fb91f28f8b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '9ce03b02-e4c1-4b51-89f8-2b8c7e281b14'}}] {{(pid=109552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 03:47:59.959684 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron_lib.callbacks.manager [None req-a523aadc-6eec-45f0-8f97-6f115e67af9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (17cc645a-b734-490d-b4ae-3ebfaa59d31f), before_update {{(pid=109552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:47:59.985011 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c317985-4264-427b-9df2-45da5a69d9de admin admin] Pushing event updated for resources: {'Network': ['ID=0fa413d7-e758-43fd-a5a5-f14f19600b92,revision_number=1']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:48:00.008176 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Network 0fa413d7-e758-43fd-a5a5-f14f19600b92 details requested by agent ovs-agent-dv-cinder-826949-1-iscsi with host dv-cinder-826949-1-iscsi {{(pid=109551) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 03:48:00.041516 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.plugins.ml2.db [None req-a523aadc-6eec-45f0-8f97-6f115e67af9d None None] For port 17cc645a-b734-490d-b4ae-3ebfaa59d31f, host dv-cinder-826949-1-iscsi, cleared binding levels {{(pid=109552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 03:48:00.045119 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.plugins.ml2.db [None req-a523aadc-6eec-45f0-8f97-6f115e67af9d None None] For port 17cc645a-b734-490d-b4ae-3ebfaa59d31f, host dv-cinder-826949-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-1-iscsi',level=0,port_id=17cc645a-b734-490d-b4ae-3ebfaa59d31f,segment=NetworkSegment(34cc1de7-acdd-4594-884a-fb91f28f8b0e),segment_id=34cc1de7-acdd-4594-884a-fb91f28f8b0e)] {{(pid=109552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 03:48:00.083885 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-7c317985-4264-427b-9df2-45da5a69d9de admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.8373928 Jan 29 03:48:00.085776 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 48444) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:48:00.104439 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.v2.base [None req-da7f0f3e-f437-4462-8112-d4569ea1160a admin admin] Request body: {'subnet': {'network_id': '0fa413d7-e758-43fd-a5a5-f14f19600b92', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-844850000-subnet', 'tenant_id': 'ca2add56a71643c3bf80c1ee1a945039', 'ip_version': 4}} {{(pid=109549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 03:48:00.143780 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron_lib.callbacks.manager [None req-a523aadc-6eec-45f0-8f97-6f115e67af9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429'] for port (17cc645a-b734-490d-b4ae-3ebfaa59d31f), after_update {{(pid=109552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:00.206532 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a523aadc-6eec-45f0-8f97-6f115e67af9d None None] Routers {'9f348c09-1459-481b-8361-119a6c8a7618'} bound to L3 agent in host dv-cinder-826949-1-iscsi {{(pid=109552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 03:48:00.206532 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.l3_hamode_db [None req-a523aadc-6eec-45f0-8f97-6f115e67af9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T03:36:17Z,description=,heartbeat_timestamp=2022-01-29T03:47:47Z,host='dv-cinder-826949-1-iscsi',id=d5b8732c-6ac1-45e3-a79e-cd9863fe8196,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T03:36:18Z,topic='l3_agent')) {'router_ids': ['9f348c09-1459-481b-8361-119a6c8a7618'], 'active': True} {{(pid=109552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:48:00.243428 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5bc7bb-7f40-4df4-967f-d561dfc4107d None None] Pushing event updated for resources: {'Port': ['ID=17cc645a-b734-490d-b4ae-3ebfaa59d31f,revision_number=4']} {{(pid=109552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:48:00.256340 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.provisioning_blocks [None req-a2b53e17-c64d-4c8c-88c9-9d5c778369d3 None None] Provisioning complete for port 17cc645a-b734-490d-b4ae-3ebfaa59d31f triggered by entity DHCP. {{(pid=109551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 03:48:00.257819 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-a2b53e17-c64d-4c8c-88c9-9d5c778369d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785313'] for port (17cc645a-b734-490d-b4ae-3ebfaa59d31f), provisioning_complete {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:00.262928 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da7f0f3e-f437-4462-8112-d4569ea1160a admin admin] Made reservation on behalf of ca2add56a71643c3bf80c1ee1a945039 for: {'subnet': 1} {{(pid=109549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 03:48:00.265432 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-da7f0f3e-f437-4462-8112-d4569ea1160a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9270732'] for subnet (None), before_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:00.348045 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.l3_dvr_db [None req-a523aadc-6eec-45f0-8f97-6f115e67af9d None None] Set router 9f348c09-1459-481b-8361-119a6c8a7618 gateway port host: dv-cinder-826949-1-iscsi {{(pid=109552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 03:48:00.356286 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-a2b53e17-c64d-4c8c-88c9-9d5c778369d3 None None] Current status of the port 17cc645a-b734-490d-b4ae-3ebfaa59d31f is: DOWN; New status is: ACTIVE {{(pid=109551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 03:48:00.357431 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-a2b53e17-c64d-4c8c-88c9-9d5c778369d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (17cc645a-b734-490d-b4ae-3ebfaa59d31f), before_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:00.409341 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-a2b53e17-c64d-4c8c-88c9-9d5c778369d3 None None] For port 17cc645a-b734-490d-b4ae-3ebfaa59d31f, host dv-cinder-826949-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-1-iscsi',level=0,port_id=17cc645a-b734-490d-b4ae-3ebfaa59d31f,segment=NetworkSegment(34cc1de7-acdd-4594-884a-fb91f28f8b0e),segment_id=34cc1de7-acdd-4594-884a-fb91f28f8b0e)] {{(pid=109551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 03:48:00.506288 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-a2b53e17-c64d-4c8c-88c9-9d5c778369d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429'] for port (17cc645a-b734-490d-b4ae-3ebfaa59d31f), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:00.554472 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b53e17-c64d-4c8c-88c9-9d5c778369d3 None None] Pushing event updated for resources: {'Port': ['ID=17cc645a-b734-490d-b4ae-3ebfaa59d31f,revision_number=5']} {{(pid=109551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:48:00.592239 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-da7f0f3e-f437-4462-8112-d4569ea1160a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8440565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9270782'] for subnet (5c7c16e2-0791-4db1-9036-14d3275a6b7b), after_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:00.606272 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.l3_hamode_db [None req-a523aadc-6eec-45f0-8f97-6f115e67af9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f348c09-1459-481b-8361-119a6c8a7618', 'name': 'tempest-TestShelveInstance-805502500-router', 'tenant_id': '033b0334af9941dfbcf5ac732f36dfd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'external_fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'e0f5c6f1-cf94-4ae6-a1d1-55ae90b2d1dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T03:47:52Z', 'updated_at': '2022-01-29T03:47:56Z', 'revision_number': 4, 'project_id': '033b0334af9941dfbcf5ac732f36dfd6', 'gw_port': {'id': 'e0f5c6f1-cf94-4ae6-a1d1-55ae90b2d1dd', 'name': '', 'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:dd:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f348c09-1459-481b-8361-119a6c8a7618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:47:53Z', 'updated_at': '2022-01-29T03:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-1-iscsi', '_interfaces': [{'id': '17cc645a-b734-490d-b4ae-3ebfaa59d31f', 'name': '', 'network_id': '9ce03b02-e4c1-4b51-89f8-2b8c7e281b14', 'tenant_id': '033b0334af9941dfbcf5ac732f36dfd6', 'mac_address': 'fa:16:3e:05:f2:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f348c09-1459-481b-8361-119a6c8a7618', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'e530e8b4-da58-4e58-b7ba-de4e0fb3aa2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:47:55Z', 'updated_at': '2022-01-29T03:48:00Z', 'revision_number': 4, 'project_id': '033b0334af9941dfbcf5ac732f36dfd6', 'subnets': [{'id': 'e530e8b4-da58-4e58-b7ba-de4e0fb3aa2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-1-iscsi', False) {} {{(pid=109552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:48:00.632984 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.provisioning_blocks [None req-82f2ce49-dd72-421d-acee-959895250a83 None None] Provisioning complete for port 17cc645a-b734-490d-b4ae-3ebfaa59d31f triggered by entity DHCP. {{(pid=109551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 03:48:00.634290 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-82f2ce49-dd72-421d-acee-959895250a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785313'] for port (17cc645a-b734-490d-b4ae-3ebfaa59d31f), provisioning_complete {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:00.635142 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a523aadc-6eec-45f0-8f97-6f115e67af9d None None] The sync data for ids ['9f348c09-1459-481b-8361-119a6c8a7618'] in dv-cinder-826949-1-iscsi is: [{'id': '9f348c09-1459-481b-8361-119a6c8a7618', 'name': 'tempest-TestShelveInstance-805502500-router', 'tenant_id': '033b0334af9941dfbcf5ac732f36dfd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'external_fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'e0f5c6f1-cf94-4ae6-a1d1-55ae90b2d1dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T03:47:52Z', 'updated_at': '2022-01-29T03:47:56Z', 'revision_number': 4, 'project_id': '033b0334af9941dfbcf5ac732f36dfd6', 'gw_port': {'id': 'e0f5c6f1-cf94-4ae6-a1d1-55ae90b2d1dd', 'name': '', 'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:dd:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f348c09-1459-481b-8361-119a6c8a7618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:47:53Z', 'updated_at': '2022-01-29T03:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-1-iscsi', '_interfaces': [{'id': '17cc645a-b734-490d-b4ae-3ebfaa59d31f', 'name': '', 'network_id': '9ce03b02-e4c1-4b51-89f8-2b8c7e281b14', 'tenant_id': '033b0334af9941dfbcf5ac732f36dfd6', 'mac_address': 'fa:16:3e:05:f2:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f348c09-1459-481b-8361-119a6c8a7618', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'e530e8b4-da58-4e58-b7ba-de4e0fb3aa2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:47:55Z', 'updated_at': '2022-01-29T03:48:00Z', 'revision_number': 4, 'project_id': '033b0334af9941dfbcf5ac732f36dfd6', 'subnets': [{'id': 'e530e8b4-da58-4e58-b7ba-de4e0fb3aa2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 03:48:00.688971 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7f0f3e-f437-4462-8112-d4569ea1160a admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c7c16e2-0791-4db1-9036-14d3275a6b7b,revision_number=0']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:48:00.716492 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7f0f3e-f437-4462-8112-d4569ea1160a admin admin] Checking segment: {'id': '711cb9f9-5772-4d04-8189-67e590c431bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '0fa413d7-e758-43fd-a5a5-f14f19600b92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 03:48:00.716492 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da7f0f3e-f437-4462-8112-d4569ea1160a admin admin] Network hostable DHCP agents. Network: 0fa413d7-e758-43fd-a5a5-f14f19600b92, hostable agents: ['dac82def-0781-4624-a171-654e1b1d12af'], hosted agents: [] {{(pid=109549) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 03:48:00.788566 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-82f2ce49-dd72-421d-acee-959895250a83 None None] Current status of the port 17cc645a-b734-490d-b4ae-3ebfaa59d31f is: ACTIVE; New status is: ACTIVE {{(pid=109551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 03:48:00.808803 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da7f0f3e-f437-4462-8112-d4569ea1160a admin admin] Network 0fa413d7-e758-43fd-a5a5-f14f19600b92 is scheduled to be hosted by DHCP agent dac82def-0781-4624-a171-654e1b1d12af with binding_index 1 {{(pid=109549) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 03:48:00.912177 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.scheduler.base_scheduler [None req-da7f0f3e-f437-4462-8112-d4569ea1160a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826949-1-iscsi, 0fa413d7-e758-43fd-a5a5-f14f19600b92) {{(pid=109549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 03:48:00.918472 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da7f0f3e-f437-4462-8112-d4569ea1160a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:48:00.923417 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-da7f0f3e-f437-4462-8112-d4569ea1160a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:00.924687 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d047ddcf-f62e-42a1-bb9b-d54ecf59c93c None None] Network 0fa413d7-e758-43fd-a5a5-f14f19600b92 requested from dv-cinder-826949-1-iscsi {{(pid=109551) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 03:48:01.017443 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-da7f0f3e-f437-4462-8112-d4569ea1160a admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9281647 Jan 29 03:48:01.020378 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 48482) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:48:01.024548 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.v2.base [None req-898ad0ae-2319-449e-891f-be54db2cb71c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-844850000-router', 'tenant_id': 'ca2add56a71643c3bf80c1ee1a945039', 'external_gateway_info': {'network_id': '84058fb5-7499-436d-9c61-9715f17a209a'}}} {{(pid=109549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 03:48:01.056596 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad191448-eeac-44d8-9fd7-04daae621f40 req-8ed93156-f865-40c3-8e35-58076b886399 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:48:01.058316 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-ad191448-eeac-44d8-9fd7-04daae621f40 req-8ed93156-f865-40c3-8e35-58076b886399 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/ports?device_id=45fc5079-1458-479d-b5b0-d0b0fb1e9235 HTTP/1.1" status: 200 len: 945 time: 0.0882492 Jan 29 03:48:01.076383 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d99307-406e-4a45-89a8-c8a1b8eae9cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ffd3bd-5e69-5ede-b676-2fcdca3717c9-0fa413d7-e758-43fd-a5a5-f14f19600b92', 'network_id': '0fa413d7-e758-43fd-a5a5-f14f19600b92', 'project_id': 'ca2add56a71643c3bf80c1ee1a945039', 'fixed_ips': [{'subnet_id': '5c7c16e2-0791-4db1-9036-14d3275a6b7b'}]}} from dv-cinder-826949-1-iscsi. {{(pid=109551) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 03:48:01.078773 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-a2d99307-406e-4a45-89a8-c8a1b8eae9cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (None), before_create {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:01.133712 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-898ad0ae-2319-449e-891f-be54db2cb71c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1909339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32538'] for router (83b408c5-6259-464d-bcf0-c140924b9f4e), before_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:01.135583 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-898ad0ae-2319-449e-891f-be54db2cb71c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1922507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1915669', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1834903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32531'] for router (83b408c5-6259-464d-bcf0-c140924b9f4e), precommit_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:01.176269 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-ad191448-eeac-44d8-9fd7-04daae621f40 req-9cb9558b-7e22-4525-9a90-0edd1a1bb125 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/security-groups?id=91323cdd-00e2-4ac4-bdcf-2a2c574a7bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103599 Jan 29 03:48:01.244324 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-898ad0ae-2319-449e-891f-be54db2cb71c admin admin] Publish callbacks [] for router_controller (83b408c5-6259-464d-bcf0-c140924b9f4e), precommit_add_association {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:01.282518 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.db_base_plugin_common [None req-a2d99307-406e-4a45-89a8-c8a1b8eae9cb None None] Allocated IP 172.20.0.2 (0fa413d7-e758-43fd-a5a5-f14f19600b92/5c7c16e2-0791-4db1-9036-14d3275a6b7b/3565d2db-a332-48d8-a4a5-a8c996c2652c) {{(pid=109551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 03:48:01.458655 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-a2d99307-406e-4a45-89a8-c8a1b8eae9cb None None] Publish callbacks [] for port (3565d2db-a332-48d8-a4a5-a8c996c2652c), precommit_create {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:01.479178 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-898ad0ae-2319-449e-891f-be54db2cb71c admin admin] Publish callbacks [] for router_gateway (83b408c5-6259-464d-bcf0-c140924b9f4e), precommit_update {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:01.535210 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-a2d99307-406e-4a45-89a8-c8a1b8eae9cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787145433393'] for port (3565d2db-a332-48d8-a4a5-a8c996c2652c), after_create {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:01.728881 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d99307-406e-4a45-89a8-c8a1b8eae9cb None None] Network 0fa413d7-e758-43fd-a5a5-f14f19600b92 is already hosted by enough agents. {{(pid=109551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 03:48:01.737016 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.scheduler.base_scheduler [None req-a2d99307-406e-4a45-89a8-c8a1b8eae9cb None None] Resources bound (agent type, host, resource id): {{(pid=109551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 03:48:01.737016 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d99307-406e-4a45-89a8-c8a1b8eae9cb None None] Received port after_create {{(pid=109551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 03:48:01.756795 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d99307-406e-4a45-89a8-c8a1b8eae9cb None None] Pushing event updated for resources: {'Port': ['ID=3565d2db-a332-48d8-a4a5-a8c996c2652c,revision_number=1']} {{(pid=109551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:48:01.828684 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Device 17cc645a-b734-490d-b4ae-3ebfaa59d31f up at agent ovs-agent-dv-cinder-826949-1-iscsi {{(pid=109551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 03:48:01.830794 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.managers [None req-a2d99307-406e-4a45-89a8-c8a1b8eae9cb None None] Attempting to bind port 3565d2db-a332-48d8-a4a5-a8c996c2652c on host dv-cinder-826949-1-iscsi for vnic_type normal with profile {{(pid=109551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 03:48:01.831259 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.managers [None req-a2d99307-406e-4a45-89a8-c8a1b8eae9cb None None] Attempting to bind port 3565d2db-a332-48d8-a4a5-a8c996c2652c by drivers openvswitch,hyperv on host dv-cinder-826949-1-iscsi at level 0 using segments [{'id': '711cb9f9-5772-4d04-8189-67e590c431bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '0fa413d7-e758-43fd-a5a5-f14f19600b92'}] {{(pid=109551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 03:48:01.831716 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d99307-406e-4a45-89a8-c8a1b8eae9cb None None] Attempting to bind port 3565d2db-a332-48d8-a4a5-a8c996c2652c on network 0fa413d7-e758-43fd-a5a5-f14f19600b92 {{(pid=109551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 03:48:01.832793 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-898ad0ae-2319-449e-891f-be54db2cb71c admin admin] Publish callbacks [] for router_gateway (83b408c5-6259-464d-bcf0-c140924b9f4e), before_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:01.852910 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-898ad0ae-2319-449e-891f-be54db2cb71c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (None), before_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:01.864335 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d99307-406e-4a45-89a8-c8a1b8eae9cb None None] Checking agent: {'id': 'e75d1b00-832d-4bf5-b078-2c4f5b2c10cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826949-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 3, 36, 21), 'started_at': datetime.datetime(2022, 1, 29, 3, 36, 51), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 3, 47, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826949-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 03:48:01.864818 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d99307-406e-4a45-89a8-c8a1b8eae9cb None None] Checking segment: {'id': '711cb9f9-5772-4d04-8189-67e590c431bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '0fa413d7-e758-43fd-a5a5-f14f19600b92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 03:48:01.865291 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-a2d99307-406e-4a45-89a8-c8a1b8eae9cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:01.865759 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d99307-406e-4a45-89a8-c8a1b8eae9cb None None] Bound using segment: {'id': '711cb9f9-5772-4d04-8189-67e590c431bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '0fa413d7-e758-43fd-a5a5-f14f19600b92'} {{(pid=109551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 03:48:01.866358 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.managers [None req-a2d99307-406e-4a45-89a8-c8a1b8eae9cb None None] Bound port: 3565d2db-a332-48d8-a4a5-a8c996c2652c, host: dv-cinder-826949-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '711cb9f9-5772-4d04-8189-67e590c431bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '0fa413d7-e758-43fd-a5a5-f14f19600b92'}}] {{(pid=109551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 03:48:01.867000 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-a2d99307-406e-4a45-89a8-c8a1b8eae9cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (3565d2db-a332-48d8-a4a5-a8c996c2652c), before_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:01.966377 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-a2d99307-406e-4a45-89a8-c8a1b8eae9cb None None] For port 3565d2db-a332-48d8-a4a5-a8c996c2652c, host dv-cinder-826949-1-iscsi, cleared binding levels {{(pid=109551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 03:48:01.973346 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-a2d99307-406e-4a45-89a8-c8a1b8eae9cb None None] For port 3565d2db-a332-48d8-a4a5-a8c996c2652c, host dv-cinder-826949-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-1-iscsi',level=0,port_id=3565d2db-a332-48d8-a4a5-a8c996c2652c,segment=NetworkSegment(711cb9f9-5772-4d04-8189-67e590c431bb),segment_id=711cb9f9-5772-4d04-8189-67e590c431bb)] {{(pid=109551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 03:48:01.977937 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.provisioning_blocks [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Provisioning complete for port 17cc645a-b734-490d-b4ae-3ebfaa59d31f triggered by entity L2. {{(pid=109551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 03:48:01.978944 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785313'] for port (17cc645a-b734-490d-b4ae-3ebfaa59d31f), provisioning_complete {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:02.081494 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-a2d99307-406e-4a45-89a8-c8a1b8eae9cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429'] for port (3565d2db-a332-48d8-a4a5-a8c996c2652c), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:02.088296 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Current status of the port 17cc645a-b734-490d-b4ae-3ebfaa59d31f is: ACTIVE; New status is: ACTIVE {{(pid=109551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 03:48:02.156636 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d99307-406e-4a45-89a8-c8a1b8eae9cb None None] Pushing event updated for resources: {'Port': ['ID=3565d2db-a332-48d8-a4a5-a8c996c2652c,revision_number=2']} {{(pid=109551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:48:02.239477 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.db.db_base_plugin_common [None req-898ad0ae-2319-449e-891f-be54db2cb71c admin admin] Allocated IP 172.27.1.34 (84058fb5-7499-436d-9c61-9715f17a209a/8ef1eacb-ef7e-49c2-acc5-31126b063ddd/ce851235-a354-4b16-bb64-823d3c7dae29) {{(pid=109549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 03:48:02.357777 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-898ad0ae-2319-449e-891f-be54db2cb71c admin admin] Publish callbacks [] for port (ce851235-a354-4b16-bb64-823d3c7dae29), precommit_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:02.495225 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-898ad0ae-2319-449e-891f-be54db2cb71c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787145433393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440449'] for port (ce851235-a354-4b16-bb64-823d3c7dae29), after_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:02.555945 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-898ad0ae-2319-449e-891f-be54db2cb71c admin admin] Network 84058fb5-7499-436d-9c61-9715f17a209a is already hosted by enough agents. {{(pid=109549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 03:48:02.557601 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898ad0ae-2319-449e-891f-be54db2cb71c admin admin] Pushing event updated for resources: {'Port': ['ID=ce851235-a354-4b16-bb64-823d3c7dae29,revision_number=1']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:48:02.560182 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.scheduler.base_scheduler [None req-898ad0ae-2319-449e-891f-be54db2cb71c admin admin] Resources bound (agent type, host, resource id): {{(pid=109549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 03:48:02.562423 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898ad0ae-2319-449e-891f-be54db2cb71c admin admin] Received port after_create {{(pid=109549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 03:48:02.953489 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-898ad0ae-2319-449e-891f-be54db2cb71c admin admin] Publish callbacks [] for router_gateway (83b408c5-6259-464d-bcf0-c140924b9f4e), after_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:03.164540 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-898ad0ae-2319-449e-891f-be54db2cb71c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1922500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1915714'] for router (83b408c5-6259-464d-bcf0-c140924b9f4e), after_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:03.193445 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e19e1e06-fd39-46f2-a61b-d980a7547f71 None None] Network 0fa413d7-e758-43fd-a5a5-f14f19600b92 requested from dv-cinder-826949-1-iscsi {{(pid=109551) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 03:48:03.266459 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.provisioning_blocks [None req-a9c11c90-54da-4d0a-aea3-86758c45bb9d None None] Provisioning complete for port 3565d2db-a332-48d8-a4a5-a8c996c2652c triggered by entity DHCP. {{(pid=109551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 03:48:03.266837 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-a9c11c90-54da-4d0a-aea3-86758c45bb9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785313'] for port (3565d2db-a332-48d8-a4a5-a8c996c2652c), provisioning_complete {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:03.375011 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-898ad0ae-2319-449e-891f-be54db2cb71c admin admin] Router 83b408c5-6259-464d-bcf0-c140924b9f4e is scheduled to L3 agent d5b8732c-6ac1-45e3-a79e-cd9863fe8196 with binding_index 1 {{(pid=109549) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 03:48:03.384930 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-a9c11c90-54da-4d0a-aea3-86758c45bb9d None None] Current status of the port 3565d2db-a332-48d8-a4a5-a8c996c2652c is: DOWN; New status is: ACTIVE {{(pid=109551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 03:48:03.385320 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-a9c11c90-54da-4d0a-aea3-86758c45bb9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (3565d2db-a332-48d8-a4a5-a8c996c2652c), before_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:03.389467 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 48542) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:48:03.432565 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-a9c11c90-54da-4d0a-aea3-86758c45bb9d None None] For port 3565d2db-a332-48d8-a4a5-a8c996c2652c, host dv-cinder-826949-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-1-iscsi',level=0,port_id=3565d2db-a332-48d8-a4a5-a8c996c2652c,segment=NetworkSegment(711cb9f9-5772-4d04-8189-67e590c431bb),segment_id=711cb9f9-5772-4d04-8189-67e590c431bb)] {{(pid=109551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 03:48:03.503548 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-898ad0ae-2319-449e-891f-be54db2cb71c admin admin] Notify agent at l3_agent.dv-cinder-826949-1-iscsi the message routers_updated {{(pid=109549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 03:48:03.514609 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13dbed9-d540-408a-813b-b217a2e60133 None None] Sync routers for ids ['83b408c5-6259-464d-bcf0-c140924b9f4e'] in dv-cinder-826949-1-iscsi {{(pid=109551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 03:48:03.526652 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-a9c11c90-54da-4d0a-aea3-86758c45bb9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429'] for port (3565d2db-a332-48d8-a4a5-a8c996c2652c), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:03.566181 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13dbed9-d540-408a-813b-b217a2e60133 None None] Routers {'83b408c5-6259-464d-bcf0-c140924b9f4e'} bound to L3 agent in host dv-cinder-826949-1-iscsi {{(pid=109551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 03:48:03.566960 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_hamode_db [None req-b13dbed9-d540-408a-813b-b217a2e60133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T03:36:17Z,description=,heartbeat_timestamp=2022-01-29T03:47:47Z,host='dv-cinder-826949-1-iscsi',id=d5b8732c-6ac1-45e3-a79e-cd9863fe8196,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T03:36:18Z,topic='l3_agent')) {'router_ids': ['83b408c5-6259-464d-bcf0-c140924b9f4e'], 'active': True} {{(pid=109551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:48:03.581152 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-ffea27a4-9fe1-4e0c-a7c2-9adc6bd6fd77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:03.623526 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-898ad0ae-2319-449e-891f-be54db2cb71c admin admin] Publish callbacks [] for router (None), before_response {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:03.632492 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 48546) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:48:03.632973 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-898ad0ae-2319-449e-891f-be54db2cb71c admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.6066201 Jan 29 03:48:03.646256 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c11c90-54da-4d0a-aea3-86758c45bb9d None None] Pushing event updated for resources: {'Port': ['ID=3565d2db-a332-48d8-a4a5-a8c996c2652c,revision_number=3']} {{(pid=109551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:48:03.658859 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-ffea27a4-9fe1-4e0c-a7c2-9adc6bd6fd77 admin admin] Publish callbacks [] for security_group (efacb24a-b085-4965-8731-b1632e66fff5), precommit_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:03.691077 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.provisioning_blocks [None req-5fc0107c-9d4e-4d59-b099-badd3ab1e200 None None] Provisioning complete for port 3565d2db-a332-48d8-a4a5-a8c996c2652c triggered by entity DHCP. {{(pid=109551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 03:48:03.691754 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-5fc0107c-9d4e-4d59-b099-badd3ab1e200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785313'] for port (3565d2db-a332-48d8-a4a5-a8c996c2652c), provisioning_complete {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:03.742657 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_dvr_db [None req-b13dbed9-d540-408a-813b-b217a2e60133 None None] Set router 83b408c5-6259-464d-bcf0-c140924b9f4e gateway port host: dv-cinder-826949-1-iscsi {{(pid=109551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 03:48:03.792872 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-ffea27a4-9fe1-4e0c-a7c2-9adc6bd6fd77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (efacb24a-b085-4965-8731-b1632e66fff5), after_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:03.817030 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Device 3565d2db-a332-48d8-a4a5-a8c996c2652c up at agent ovs-agent-dv-cinder-826949-1-iscsi {{(pid=109551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 03:48:03.840269 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-ffea27a4-9fe1-4e0c-a7c2-9adc6bd6fd77 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a96e60fff718470d98192cd87eef4582&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4470961 Jan 29 03:48:03.841190 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffea27a4-9fe1-4e0c-a7c2-9adc6bd6fd77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efacb24a-b085-4965-8731-b1632e66fff5,revision_number=1']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:48:03.844585 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 48548) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:48:03.898613 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-66cefdb1-8184-4b65-bddc-96bf15fc6b72 admin admin] Publish callbacks [] for security_group (efacb24a-b085-4965-8731-b1632e66fff5), before_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:03.921090 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-66cefdb1-8184-4b65-bddc-96bf15fc6b72 admin admin] Publish callbacks [] for security_group (efacb24a-b085-4965-8731-b1632e66fff5), precommit_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:03.947097 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-5fc0107c-9d4e-4d59-b099-badd3ab1e200 None None] Current status of the port 3565d2db-a332-48d8-a4a5-a8c996c2652c is: ACTIVE; New status is: ACTIVE {{(pid=109551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 03:48:03.979346 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.provisioning_blocks [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Provisioning complete for port 3565d2db-a332-48d8-a4a5-a8c996c2652c triggered by entity L2. {{(pid=109551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 03:48:03.979725 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785313'] for port (3565d2db-a332-48d8-a4a5-a8c996c2652c), provisioning_complete {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:04.072784 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-66cefdb1-8184-4b65-bddc-96bf15fc6b72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (efacb24a-b085-4965-8731-b1632e66fff5), after_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:04.075752 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-66cefdb1-8184-4b65-bddc-96bf15fc6b72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:04.079347 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-66cefdb1-8184-4b65-bddc-96bf15fc6b72 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/efacb24a-b085-4965-8731-b1632e66fff5 HTTP/1.1" status: 204 len: 168 time: 0.2314553 Jan 29 03:48:04.085519 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_hamode_db [None req-b13dbed9-d540-408a-813b-b217a2e60133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b408c5-6259-464d-bcf0-c140924b9f4e', 'name': 'tempest-TestShelveInstance-844850000-router', 'tenant_id': 'ca2add56a71643c3bf80c1ee1a945039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'external_fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': 'ce851235-a354-4b16-bb64-823d3c7dae29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T03:48:01Z', 'updated_at': '2022-01-29T03:48:02Z', 'revision_number': 3, 'project_id': 'ca2add56a71643c3bf80c1ee1a945039', 'gw_port': {'id': 'ce851235-a354-4b16-bb64-823d3c7dae29', 'name': '', 'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:61:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83b408c5-6259-464d-bcf0-c140924b9f4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:48:01Z', 'updated_at': '2022-01-29T03:48:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-1-iscsi'}], 'dv-cinder-826949-1-iscsi', False) {} {{(pid=109551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:48:04.086688 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cefdb1-8184-4b65-bddc-96bf15fc6b72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efacb24a-b085-4965-8731-b1632e66fff5,revision_number=None']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:48:04.117659 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-07467b8f-01c4-494f-9c9a-c60b5035e19c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (None), before_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:04.136568 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13dbed9-d540-408a-813b-b217a2e60133 None None] Checking router: 83b408c5-6259-464d-bcf0-c140924b9f4e for host: dv-cinder-826949-1-iscsi {{(pid=109551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 03:48:04.136921 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13dbed9-d540-408a-813b-b217a2e60133 None None] Updating router 83b408c5-6259-464d-bcf0-c140924b9f4e port ce851235-a354-4b16-bb64-823d3c7dae29 binding host dv-cinder-826949-1-iscsi {{(pid=109551) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 03:48:04.158110 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Current status of the port 3565d2db-a332-48d8-a4a5-a8c996c2652c is: ACTIVE; New status is: ACTIVE {{(pid=109551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 03:48:04.171146 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-b13dbed9-d540-408a-813b-b217a2e60133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (ce851235-a354-4b16-bb64-823d3c7dae29), before_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:04.294491 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.db.db_base_plugin_common [None req-07467b8f-01c4-494f-9c9a-c60b5035e19c admin admin] Allocated IP 172.20.0.1 (0fa413d7-e758-43fd-a5a5-f14f19600b92/5c7c16e2-0791-4db1-9036-14d3275a6b7b/390ab1eb-588c-447b-a88a-59f89190ec4d) {{(pid=109550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 03:48:04.422553 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-07467b8f-01c4-494f-9c9a-c60b5035e19c admin admin] Publish callbacks [] for port (390ab1eb-588c-447b-a88a-59f89190ec4d), precommit_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:04.461251 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-b13dbed9-d540-408a-813b-b217a2e60133 None None] Publish callbacks [] for port (ce851235-a354-4b16-bb64-823d3c7dae29), precommit_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:04.558299 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-b13dbed9-d540-408a-813b-b217a2e60133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429'] for port (ce851235-a354-4b16-bb64-823d3c7dae29), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:04.558929 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-07467b8f-01c4-494f-9c9a-c60b5035e19c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787145433393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9207350'] for port (390ab1eb-588c-447b-a88a-59f89190ec4d), after_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:04.595958 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07467b8f-01c4-494f-9c9a-c60b5035e19c admin admin] Network 0fa413d7-e758-43fd-a5a5-f14f19600b92 is already hosted by enough agents. {{(pid=109550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 03:48:04.598808 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.scheduler.base_scheduler [None req-07467b8f-01c4-494f-9c9a-c60b5035e19c admin admin] Resources bound (agent type, host, resource id): {{(pid=109550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 03:48:04.602167 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07467b8f-01c4-494f-9c9a-c60b5035e19c admin admin] Received port after_create {{(pid=109550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 03:48:04.613163 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.managers [None req-b13dbed9-d540-408a-813b-b217a2e60133 None None] Attempting to bind port ce851235-a354-4b16-bb64-823d3c7dae29 on host dv-cinder-826949-1-iscsi for vnic_type normal with profile {{(pid=109551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 03:48:04.613534 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.managers [None req-b13dbed9-d540-408a-813b-b217a2e60133 None None] Attempting to bind port ce851235-a354-4b16-bb64-823d3c7dae29 by drivers openvswitch,hyperv on host dv-cinder-826949-1-iscsi at level 0 using segments [{'id': '59bb8c29-301f-4146-9f63-152343a78833', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84058fb5-7499-436d-9c61-9715f17a209a'}] {{(pid=109551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 03:48:04.613897 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13dbed9-d540-408a-813b-b217a2e60133 None None] Attempting to bind port ce851235-a354-4b16-bb64-823d3c7dae29 on network 84058fb5-7499-436d-9c61-9715f17a209a {{(pid=109551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 03:48:04.615964 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099c7118-ae22-4bb8-b2fa-1c18107b00e4 None None] Pushing event updated for resources: {'Port': ['ID=ce851235-a354-4b16-bb64-823d3c7dae29,revision_number=2']} {{(pid=109551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:48:04.622193 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13dbed9-d540-408a-813b-b217a2e60133 None None] Checking agent: {'id': 'e75d1b00-832d-4bf5-b078-2c4f5b2c10cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826949-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 3, 36, 21), 'started_at': datetime.datetime(2022, 1, 29, 3, 36, 51), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 3, 47, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826949-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 03:48:04.622575 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13dbed9-d540-408a-813b-b217a2e60133 None None] Checking segment: {'id': '59bb8c29-301f-4146-9f63-152343a78833', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84058fb5-7499-436d-9c61-9715f17a209a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 03:48:04.622980 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-b13dbed9-d540-408a-813b-b217a2e60133 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:04.623363 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13dbed9-d540-408a-813b-b217a2e60133 None None] Bound using segment: {'id': '59bb8c29-301f-4146-9f63-152343a78833', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84058fb5-7499-436d-9c61-9715f17a209a'} {{(pid=109551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 03:48:04.623860 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.managers [None req-b13dbed9-d540-408a-813b-b217a2e60133 None None] Bound port: ce851235-a354-4b16-bb64-823d3c7dae29, host: dv-cinder-826949-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59bb8c29-301f-4146-9f63-152343a78833', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84058fb5-7499-436d-9c61-9715f17a209a'}}] {{(pid=109551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 03:48:04.624241 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-b13dbed9-d540-408a-813b-b217a2e60133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (ce851235-a354-4b16-bb64-823d3c7dae29), before_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:04.628368 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07467b8f-01c4-494f-9c9a-c60b5035e19c admin admin] Pushing event updated for resources: {'Port': ['ID=390ab1eb-588c-447b-a88a-59f89190ec4d,revision_number=1']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:48:04.669268 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-07467b8f-01c4-494f-9c9a-c60b5035e19c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1909781'] for router_interface (83b408c5-6259-464d-bcf0-c140924b9f4e), before_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:04.698081 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-b13dbed9-d540-408a-813b-b217a2e60133 None None] For port ce851235-a354-4b16-bb64-823d3c7dae29, host dv-cinder-826949-1-iscsi, cleared binding levels {{(pid=109551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 03:48:04.701628 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-b13dbed9-d540-408a-813b-b217a2e60133 None None] For port ce851235-a354-4b16-bb64-823d3c7dae29, host dv-cinder-826949-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-1-iscsi',level=0,port_id=ce851235-a354-4b16-bb64-823d3c7dae29,segment=NetworkSegment(59bb8c29-301f-4146-9f63-152343a78833),segment_id=59bb8c29-301f-4146-9f63-152343a78833)] {{(pid=109551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 03:48:04.821296 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-b13dbed9-d540-408a-813b-b217a2e60133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429'] for port (ce851235-a354-4b16-bb64-823d3c7dae29), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:04.823192 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 48556) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:48:04.840476 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-436080d8-433d-442a-a46e-b075e876b419 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:04.881092 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-07467b8f-01c4-494f-9c9a-c60b5035e19c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (390ab1eb-588c-447b-a88a-59f89190ec4d), before_update {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:04.893834 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13dbed9-d540-408a-813b-b217a2e60133 None None] Routers {'83b408c5-6259-464d-bcf0-c140924b9f4e'} bound to L3 agent in host dv-cinder-826949-1-iscsi {{(pid=109551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 03:48:04.894760 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_hamode_db [None req-b13dbed9-d540-408a-813b-b217a2e60133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T03:36:17Z,description=,heartbeat_timestamp=2022-01-29T03:47:47Z,host='dv-cinder-826949-1-iscsi',id=d5b8732c-6ac1-45e3-a79e-cd9863fe8196,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T03:36:18Z,topic='l3_agent')) {'router_ids': ['83b408c5-6259-464d-bcf0-c140924b9f4e'], 'active': True} {{(pid=109551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:48:04.898099 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.provisioning_blocks [None req-e5051bde-f8bd-4bbb-b50f-f47edd0deacc None None] Provisioning complete for port 390ab1eb-588c-447b-a88a-59f89190ec4d triggered by entity DHCP. {{(pid=109551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 03:48:04.898502 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-e5051bde-f8bd-4bbb-b50f-f47edd0deacc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785313'] for port (390ab1eb-588c-447b-a88a-59f89190ec4d), provisioning_complete {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:04.926310 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-436080d8-433d-442a-a46e-b075e876b419 admin admin] Publish callbacks [] for security_group (71b068a1-bbd5-4877-89c0-b0e2560ee22e), precommit_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:04.997568 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-436080d8-433d-442a-a46e-b075e876b419 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (71b068a1-bbd5-4877-89c0-b0e2560ee22e), after_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:05.039030 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-436080d8-433d-442a-a46e-b075e876b419 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=983661127ecb4ded9c8dc13ff3d9bdca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2142005 Jan 29 03:48:05.040347 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436080d8-433d-442a-a46e-b075e876b419 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71b068a1-bbd5-4877-89c0-b0e2560ee22e,revision_number=1']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:48:05.043420 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 48558) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:48:05.067287 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099c7118-ae22-4bb8-b2fa-1c18107b00e4 None None] Pushing event updated for resources: {'Port': ['ID=ce851235-a354-4b16-bb64-823d3c7dae29,revision_number=3']} {{(pid=109551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:48:05.083694 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-07467b8f-01c4-494f-9c9a-c60b5035e19c admin admin] Publish callbacks [] for port (390ab1eb-588c-447b-a88a-59f89190ec4d), precommit_update {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:05.111652 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-b5774d0e-617b-44de-87ef-079594b41066 admin admin] Publish callbacks [] for security_group (71b068a1-bbd5-4877-89c0-b0e2560ee22e), before_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:05.132299 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-b5774d0e-617b-44de-87ef-079594b41066 admin admin] Publish callbacks [] for security_group (71b068a1-bbd5-4877-89c0-b0e2560ee22e), precommit_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:05.140565 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-e5051bde-f8bd-4bbb-b50f-f47edd0deacc None None] Port 390ab1eb-588c-447b-a88a-59f89190ec4d cannot update to ACTIVE because it is not bound. {{(pid=109551) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 03:48:05.158007 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-07467b8f-01c4-494f-9c9a-c60b5035e19c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9207359'] for port (390ab1eb-588c-447b-a88a-59f89190ec4d), after_update {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:05.166636 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_dvr_db [None req-b13dbed9-d540-408a-813b-b217a2e60133 None None] Set router 83b408c5-6259-464d-bcf0-c140924b9f4e gateway port host: dv-cinder-826949-1-iscsi {{(pid=109551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 03:48:05.230811 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-07467b8f-01c4-494f-9c9a-c60b5035e19c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1605918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1910661'] for router_interface (83b408c5-6259-464d-bcf0-c140924b9f4e), after_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:05.235895 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07467b8f-01c4-494f-9c9a-c60b5035e19c admin admin] Pushing event updated for resources: {'Port': ['ID=390ab1eb-588c-447b-a88a-59f89190ec4d,revision_number=2']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:48:05.249013 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-b5774d0e-617b-44de-87ef-079594b41066 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (71b068a1-bbd5-4877-89c0-b0e2560ee22e), after_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:05.252214 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-b5774d0e-617b-44de-87ef-079594b41066 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:05.254186 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-b5774d0e-617b-44de-87ef-079594b41066 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/71b068a1-bbd5-4877-89c0-b0e2560ee22e HTTP/1.1" status: 204 len: 168 time: 0.2091959 Jan 29 03:48:05.268036 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5774d0e-617b-44de-87ef-079594b41066 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71b068a1-bbd5-4877-89c0-b0e2560ee22e,revision_number=None']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:48:05.343531 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07467b8f-01c4-494f-9c9a-c60b5035e19c admin admin] Network 0fa413d7-e758-43fd-a5a5-f14f19600b92 is already hosted by enough agents. {{(pid=109550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 03:48:05.344979 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.scheduler.base_scheduler [None req-07467b8f-01c4-494f-9c9a-c60b5035e19c admin admin] Resources bound (agent type, host, resource id): {{(pid=109550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 03:48:05.413732 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_hamode_db [None req-b13dbed9-d540-408a-813b-b217a2e60133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b408c5-6259-464d-bcf0-c140924b9f4e', 'name': 'tempest-TestShelveInstance-844850000-router', 'tenant_id': 'ca2add56a71643c3bf80c1ee1a945039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'external_fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': 'ce851235-a354-4b16-bb64-823d3c7dae29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T03:48:01Z', 'updated_at': '2022-01-29T03:48:04Z', 'revision_number': 4, 'project_id': 'ca2add56a71643c3bf80c1ee1a945039', 'gw_port': {'id': 'ce851235-a354-4b16-bb64-823d3c7dae29', 'name': '', 'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:61:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83b408c5-6259-464d-bcf0-c140924b9f4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:48:01Z', 'updated_at': '2022-01-29T03:48:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-1-iscsi', '_interfaces': [{'id': '390ab1eb-588c-447b-a88a-59f89190ec4d', 'name': '', 'network_id': '0fa413d7-e758-43fd-a5a5-f14f19600b92', 'tenant_id': 'ca2add56a71643c3bf80c1ee1a945039', 'mac_address': 'fa:16:3e:19:e3:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83b408c5-6259-464d-bcf0-c140924b9f4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '5c7c16e2-0791-4db1-9036-14d3275a6b7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:48:04Z', 'updated_at': '2022-01-29T03:48:04Z', 'revision_number': 1, 'project_id': 'ca2add56a71643c3bf80c1ee1a945039', 'subnets': [{'id': '5c7c16e2-0791-4db1-9036-14d3275a6b7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-1-iscsi', False) {} {{(pid=109551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:48:05.457372 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13dbed9-d540-408a-813b-b217a2e60133 None None] The sync data for ids ['83b408c5-6259-464d-bcf0-c140924b9f4e'] in dv-cinder-826949-1-iscsi is: [{'id': '83b408c5-6259-464d-bcf0-c140924b9f4e', 'name': 'tempest-TestShelveInstance-844850000-router', 'tenant_id': 'ca2add56a71643c3bf80c1ee1a945039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'external_fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': 'ce851235-a354-4b16-bb64-823d3c7dae29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T03:48:01Z', 'updated_at': '2022-01-29T03:48:04Z', 'revision_number': 4, 'project_id': 'ca2add56a71643c3bf80c1ee1a945039', 'gw_port': {'id': 'ce851235-a354-4b16-bb64-823d3c7dae29', 'name': '', 'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:61:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83b408c5-6259-464d-bcf0-c140924b9f4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:48:01Z', 'updated_at': '2022-01-29T03:48:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-1-iscsi', '_interfaces': [{'id': '390ab1eb-588c-447b-a88a-59f89190ec4d', 'name': '', 'network_id': '0fa413d7-e758-43fd-a5a5-f14f19600b92', 'tenant_id': 'ca2add56a71643c3bf80c1ee1a945039', 'mac_address': 'fa:16:3e:19:e3:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83b408c5-6259-464d-bcf0-c140924b9f4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '5c7c16e2-0791-4db1-9036-14d3275a6b7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:48:04Z', 'updated_at': '2022-01-29T03:48:04Z', 'revision_number': 1, 'project_id': 'ca2add56a71643c3bf80c1ee1a945039', 'subnets': [{'id': '5c7c16e2-0791-4db1-9036-14d3275a6b7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 03:48:05.484547 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07467b8f-01c4-494f-9c9a-c60b5035e19c admin admin] Router 83b408c5-6259-464d-bcf0-c140924b9f4e has already been hosted by L3 agent d5b8732c-6ac1-45e3-a79e-cd9863fe8196 {{(pid=109550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 03:48:05.626205 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07467b8f-01c4-494f-9c9a-c60b5035e19c admin admin] Notify agent at l3_agent.dv-cinder-826949-1-iscsi the message routers_updated {{(pid=109550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 03:48:05.639746 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-07467b8f-01c4-494f-9c9a-c60b5035e19c admin admin] 10.222.0.16 "PUT /v2.0/routers/83b408c5-6259-464d-bcf0-c140924b9f4e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0108805 Jan 29 03:48:05.678501 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.provisioning_blocks [None req-43f6b0b5-ab5b-4dd0-89a4-263a66a6adc4 None None] Provisioning complete for port 390ab1eb-588c-447b-a88a-59f89190ec4d triggered by entity DHCP. {{(pid=109551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 03:48:05.678982 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-43f6b0b5-ab5b-4dd0-89a4-263a66a6adc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785313'] for port (390ab1eb-588c-447b-a88a-59f89190ec4d), provisioning_complete {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:05.789439 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Device 3565d2db-a332-48d8-a4a5-a8c996c2652c up at agent ovs-agent-dv-cinder-826949-1-iscsi {{(pid=109551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 03:48:05.835303 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-43f6b0b5-ab5b-4dd0-89a4-263a66a6adc4 None None] Port 390ab1eb-588c-447b-a88a-59f89190ec4d cannot update to ACTIVE because it is not bound. {{(pid=109551) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 03:48:05.868015 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.provisioning_blocks [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Provisioning complete for port 3565d2db-a332-48d8-a4a5-a8c996c2652c triggered by entity L2. {{(pid=109551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 03:48:05.868391 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785313'] for port (3565d2db-a332-48d8-a4a5-a8c996c2652c), provisioning_complete {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:05.958215 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Current status of the port 3565d2db-a332-48d8-a4a5-a8c996c2652c is: ACTIVE; New status is: ACTIVE {{(pid=109551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 03:48:06.666893 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 48596) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:48:06.671660 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.v2.base [None req-42aa28eb-a677-486e-b98e-b74cee8a30e1 tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-100694136', 'description': 'tempest-secgroup-smoke-100694136 description', 'project_id': '033b0334af9941dfbcf5ac732f36dfd6'}} {{(pid=109549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 03:48:06.791875 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-42aa28eb-a677-486e-b98e-b74cee8a30e1 tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] Publish callbacks [] for security_group (None), before_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:06.862303 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-42aa28eb-a677-486e-b98e-b74cee8a30e1 tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] Publish callbacks [] for security_group (9d65f1d4-25f6-4c0c-b38f-909fe5487234), precommit_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:06.964682 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-42aa28eb-a677-486e-b98e-b74cee8a30e1 tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (9d65f1d4-25f6-4c0c-b38f-909fe5487234), after_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:06.996277 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42aa28eb-a677-486e-b98e-b74cee8a30e1 tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d65f1d4-25f6-4c0c-b38f-909fe5487234,revision_number=1']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:48:07.062528 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.agents_db [None req-5bdad2e4-4f8f-4fe6-a9f7-cf82a335ca9d None None] Agent healthcheck: found 6 active agents {{(pid=109552) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 03:48:07.091650 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-42aa28eb-a677-486e-b98e-b74cee8a30e1 tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] Publish callbacks [] for security_group (None), before_response {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:07.092916 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-42aa28eb-a677-486e-b98e-b74cee8a30e1 tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4249320 Jan 29 03:48:07.095966 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 48598) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:48:07.100391 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.v2.base [None req-9956d768-a242-4b89-8335-0e33cfaab22b tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] Request body: {'security_group_rule': {'security_group_id': '9d65f1d4-25f6-4c0c-b38f-909fe5487234', 'project_id': '033b0334af9941dfbcf5ac732f36dfd6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 03:48:07.168626 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-9956d768-a242-4b89-8335-0e33cfaab22b tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] Publish callbacks [] for security_group_rule (93963fac-a2a4-40f8-9884-157d79e37e25), before_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:07.236172 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-9956d768-a242-4b89-8335-0e33cfaab22b tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] Publish callbacks [] for security_group_rule (93963fac-a2a4-40f8-9884-157d79e37e25), precommit_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:07.251451 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 48602) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:48:07.300328 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-9956d768-a242-4b89-8335-0e33cfaab22b tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615546'] for security_group_rule (93963fac-a2a4-40f8-9884-157d79e37e25), after_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:07.317048 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9956d768-a242-4b89-8335-0e33cfaab22b tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93963fac-a2a4-40f8-9884-157d79e37e25,revision_number=0']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:48:07.367958 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-3a46b58f-dec0-445c-99c3-a4bad7970ce6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:07.405715 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-9956d768-a242-4b89-8335-0e33cfaab22b tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:07.406943 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-9956d768-a242-4b89-8335-0e33cfaab22b tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3099823 Jan 29 03:48:07.421713 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 48606) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:48:07.428899 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.v2.base [None req-27fec645-97e6-4c77-8a89-eb1fdd0a42ee tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] Request body: {'security_group_rule': {'security_group_id': '9d65f1d4-25f6-4c0c-b38f-909fe5487234', 'project_id': '033b0334af9941dfbcf5ac732f36dfd6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 03:48:07.458932 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-3a46b58f-dec0-445c-99c3-a4bad7970ce6 admin admin] Publish callbacks [] for security_group (6fc0b423-0c92-4c77-a647-e887360757c2), precommit_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:07.545194 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-27fec645-97e6-4c77-8a89-eb1fdd0a42ee tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] Publish callbacks [] for security_group_rule (cd6c2916-bee7-4a1b-bbeb-a4717982b25e), before_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:07.569163 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-3a46b58f-dec0-445c-99c3-a4bad7970ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (6fc0b423-0c92-4c77-a647-e887360757c2), after_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:07.612559 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a46b58f-dec0-445c-99c3-a4bad7970ce6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fc0b423-0c92-4c77-a647-e887360757c2,revision_number=1']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:48:07.620407 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-3a46b58f-dec0-445c-99c3-a4bad7970ce6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a10fb5f305b84e4f8d655ec6cda5ece0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3678339 Jan 29 03:48:07.621349 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 48610) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:48:07.626379 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-27fec645-97e6-4c77-8a89-eb1fdd0a42ee tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] Publish callbacks [] for security_group_rule (cd6c2916-bee7-4a1b-bbeb-a4717982b25e), precommit_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:07.676736 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-3506d204-bc42-4fb6-b6f3-9422c83559a9 admin admin] Publish callbacks [] for security_group (6fc0b423-0c92-4c77-a647-e887360757c2), before_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:07.726540 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-3506d204-bc42-4fb6-b6f3-9422c83559a9 admin admin] Publish callbacks [] for security_group (6fc0b423-0c92-4c77-a647-e887360757c2), precommit_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:07.740199 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-27fec645-97e6-4c77-8a89-eb1fdd0a42ee tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615546'] for security_group_rule (cd6c2916-bee7-4a1b-bbeb-a4717982b25e), after_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:07.761489 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fec645-97e6-4c77-8a89-eb1fdd0a42ee tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd6c2916-bee7-4a1b-bbeb-a4717982b25e,revision_number=0']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:48:07.793023 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Device ce851235-a354-4b16-bb64-823d3c7dae29 up at agent ovs-agent-dv-cinder-826949-1-iscsi {{(pid=109551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 03:48:07.833594 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-27fec645-97e6-4c77-8a89-eb1fdd0a42ee tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:07.835036 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-27fec645-97e6-4c77-8a89-eb1fdd0a42ee tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4121087 Jan 29 03:48:07.837862 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 48614) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:48:07.842602 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.v2.base [None req-841b7f09-b1b6-4802-9c91-edfa93470994 tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] Request body: {'security_group_rule': {'security_group_id': '9d65f1d4-25f6-4c0c-b38f-909fe5487234', 'project_id': '033b0334af9941dfbcf5ac732f36dfd6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 03:48:07.847282 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.provisioning_blocks [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Provisioning complete for port ce851235-a354-4b16-bb64-823d3c7dae29 triggered by entity L2. {{(pid=109551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 03:48:07.849100 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-3506d204-bc42-4fb6-b6f3-9422c83559a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (6fc0b423-0c92-4c77-a647-e887360757c2), after_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:07.850580 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785313'] for port (ce851235-a354-4b16-bb64-823d3c7dae29), provisioning_complete {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:07.851755 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-3506d204-bc42-4fb6-b6f3-9422c83559a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:07.855763 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-3506d204-bc42-4fb6-b6f3-9422c83559a9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6fc0b423-0c92-4c77-a647-e887360757c2 HTTP/1.1" status: 204 len: 168 time: 0.2306647 Jan 29 03:48:07.863706 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3506d204-bc42-4fb6-b6f3-9422c83559a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fc0b423-0c92-4c77-a647-e887360757c2,revision_number=None']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:48:07.958308 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Current status of the port ce851235-a354-4b16-bb64-823d3c7dae29 is: DOWN; New status is: ACTIVE {{(pid=109551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 03:48:07.958936 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (ce851235-a354-4b16-bb64-823d3c7dae29), before_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:07.968772 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-841b7f09-b1b6-4802-9c91-edfa93470994 tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] Publish callbacks [] for security_group_rule (47d84e45-49e2-4b8a-a0e2-7e129a0d8458), before_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:07.981205 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] For port ce851235-a354-4b16-bb64-823d3c7dae29, host dv-cinder-826949-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-1-iscsi',level=0,port_id=ce851235-a354-4b16-bb64-823d3c7dae29,segment=NetworkSegment(59bb8c29-301f-4146-9f63-152343a78833),segment_id=59bb8c29-301f-4146-9f63-152343a78833)] {{(pid=109551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 03:48:08.032213 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429'] for port (ce851235-a354-4b16-bb64-823d3c7dae29), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:08.033575 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-841b7f09-b1b6-4802-9c91-edfa93470994 tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] Publish callbacks [] for security_group_rule (47d84e45-49e2-4b8a-a0e2-7e129a0d8458), precommit_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:08.082543 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Pushing event updated for resources: {'Port': ['ID=ce851235-a354-4b16-bb64-823d3c7dae29,revision_number=4']} {{(pid=109551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:48:08.106248 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-841b7f09-b1b6-4802-9c91-edfa93470994 tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615546'] for security_group_rule (47d84e45-49e2-4b8a-a0e2-7e129a0d8458), after_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:08.123732 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841b7f09-b1b6-4802-9c91-edfa93470994 tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47d84e45-49e2-4b8a-a0e2-7e129a0d8458,revision_number=0']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:48:08.199841 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-841b7f09-b1b6-4802-9c91-edfa93470994 tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:08.203631 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-841b7f09-b1b6-4802-9c91-edfa93470994 tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3621662 Jan 29 03:48:08.204276 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 48620) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:48:08.209067 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.v2.base [None req-4f931587-4efe-40ca-a407-8fe5b688bd09 tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] Request body: {'security_group_rule': {'security_group_id': '9d65f1d4-25f6-4c0c-b38f-909fe5487234', 'project_id': '033b0334af9941dfbcf5ac732f36dfd6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 03:48:08.340100 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-4f931587-4efe-40ca-a407-8fe5b688bd09 tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] Publish callbacks [] for security_group_rule (bfa0111b-0a61-41d6-b338-2de8c57e98d8), before_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:08.394929 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-4f931587-4efe-40ca-a407-8fe5b688bd09 tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] Publish callbacks [] for security_group_rule (bfa0111b-0a61-41d6-b338-2de8c57e98d8), precommit_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:08.488833 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-4f931587-4efe-40ca-a407-8fe5b688bd09 tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615546'] for security_group_rule (bfa0111b-0a61-41d6-b338-2de8c57e98d8), after_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:08.504825 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f931587-4efe-40ca-a407-8fe5b688bd09 tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfa0111b-0a61-41d6-b338-2de8c57e98d8,revision_number=0']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:48:08.605613 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-4f931587-4efe-40ca-a407-8fe5b688bd09 tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:08.607511 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-4f931587-4efe-40ca-a407-8fe5b688bd09 tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4014711 Jan 29 03:48:08.609602 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 48632) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:48:08.614048 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.v2.base [None req-318f1511-e955-4ddd-a87c-596417c00fff tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] Request body: {'security_group_rule': {'security_group_id': '9d65f1d4-25f6-4c0c-b38f-909fe5487234', 'project_id': '033b0334af9941dfbcf5ac732f36dfd6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 03:48:08.740877 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.db.securitygroups_db [None req-318f1511-e955-4ddd-a87c-596417c00fff tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] Project 033b0334af9941dfbcf5ac732f36dfd6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 29 03:48:08.746106 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-318f1511-e955-4ddd-a87c-596417c00fff tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] Publish callbacks [] for security_group_rule (08f13563-1149-41d7-b520-78649c8012d4), before_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:08.804593 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5546c2-618b-48fc-912b-3993bb5baa7f None None] Sync routers for ids ['83b408c5-6259-464d-bcf0-c140924b9f4e'] in dv-cinder-826949-1-iscsi {{(pid=109552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 03:48:08.806731 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-318f1511-e955-4ddd-a87c-596417c00fff tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] Publish callbacks [] for security_group_rule (08f13563-1149-41d7-b520-78649c8012d4), precommit_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:08.814777 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5546c2-618b-48fc-912b-3993bb5baa7f None None] Routers {'83b408c5-6259-464d-bcf0-c140924b9f4e'} bound to L3 agent in host dv-cinder-826949-1-iscsi {{(pid=109552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 03:48:08.815387 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.l3_hamode_db [None req-0c5546c2-618b-48fc-912b-3993bb5baa7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T03:36:17Z,description=,heartbeat_timestamp=2022-01-29T03:47:47Z,host='dv-cinder-826949-1-iscsi',id=d5b8732c-6ac1-45e3-a79e-cd9863fe8196,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T03:36:18Z,topic='l3_agent')) {'router_ids': ['83b408c5-6259-464d-bcf0-c140924b9f4e'], 'active': True} {{(pid=109552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:48:08.866323 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-318f1511-e955-4ddd-a87c-596417c00fff tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615546'] for security_group_rule (08f13563-1149-41d7-b520-78649c8012d4), after_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:08.886942 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318f1511-e955-4ddd-a87c-596417c00fff tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08f13563-1149-41d7-b520-78649c8012d4,revision_number=0']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:48:08.932303 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.l3_dvr_db [None req-0c5546c2-618b-48fc-912b-3993bb5baa7f None None] Set router 83b408c5-6259-464d-bcf0-c140924b9f4e gateway port host: dv-cinder-826949-1-iscsi {{(pid=109552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 03:48:08.949013 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-318f1511-e955-4ddd-a87c-596417c00fff tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:08.953055 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-318f1511-e955-4ddd-a87c-596417c00fff tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3399658 Jan 29 03:48:08.953414 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 48642) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:48:08.959897 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.v2.base [None req-bc2ecd1c-6bf2-4349-97d3-a8b339b6089f tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] Request body: {'security_group_rule': {'security_group_id': '9d65f1d4-25f6-4c0c-b38f-909fe5487234', 'project_id': '033b0334af9941dfbcf5ac732f36dfd6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 03:48:09.078062 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.db.securitygroups_db [None req-bc2ecd1c-6bf2-4349-97d3-a8b339b6089f tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] Project 033b0334af9941dfbcf5ac732f36dfd6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 29 03:48:09.084399 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-bc2ecd1c-6bf2-4349-97d3-a8b339b6089f tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] Publish callbacks [] for security_group_rule (0e79b0da-63a3-44d6-a166-11d1e16f2765), before_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:09.171351 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-bc2ecd1c-6bf2-4349-97d3-a8b339b6089f tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] Publish callbacks [] for security_group_rule (0e79b0da-63a3-44d6-a166-11d1e16f2765), precommit_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:09.220106 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-bc2ecd1c-6bf2-4349-97d3-a8b339b6089f tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615546'] for security_group_rule (0e79b0da-63a3-44d6-a166-11d1e16f2765), after_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:09.246457 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2ecd1c-6bf2-4349-97d3-a8b339b6089f tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e79b0da-63a3-44d6-a166-11d1e16f2765,revision_number=0']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:48:09.258755 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.l3_hamode_db [None req-0c5546c2-618b-48fc-912b-3993bb5baa7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b408c5-6259-464d-bcf0-c140924b9f4e', 'name': 'tempest-TestShelveInstance-844850000-router', 'tenant_id': 'ca2add56a71643c3bf80c1ee1a945039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'external_fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': 'ce851235-a354-4b16-bb64-823d3c7dae29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T03:48:01Z', 'updated_at': '2022-01-29T03:48:04Z', 'revision_number': 4, 'project_id': 'ca2add56a71643c3bf80c1ee1a945039', 'gw_port': {'id': 'ce851235-a354-4b16-bb64-823d3c7dae29', 'name': '', 'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:61:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b408c5-6259-464d-bcf0-c140924b9f4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:48:01Z', 'updated_at': '2022-01-29T03:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-1-iscsi', '_interfaces': [{'id': '390ab1eb-588c-447b-a88a-59f89190ec4d', 'name': '', 'network_id': '0fa413d7-e758-43fd-a5a5-f14f19600b92', 'tenant_id': 'ca2add56a71643c3bf80c1ee1a945039', 'mac_address': 'fa:16:3e:19:e3:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83b408c5-6259-464d-bcf0-c140924b9f4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '5c7c16e2-0791-4db1-9036-14d3275a6b7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:48:04Z', 'updated_at': '2022-01-29T03:48:04Z', 'revision_number': 2, 'project_id': 'ca2add56a71643c3bf80c1ee1a945039', 'subnets': [{'id': '5c7c16e2-0791-4db1-9036-14d3275a6b7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-1-iscsi', False) {} {{(pid=109552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:48:09.291979 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5546c2-618b-48fc-912b-3993bb5baa7f None None] Checking router: 83b408c5-6259-464d-bcf0-c140924b9f4e for host: dv-cinder-826949-1-iscsi {{(pid=109552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 03:48:09.292538 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5546c2-618b-48fc-912b-3993bb5baa7f None None] Updating router 83b408c5-6259-464d-bcf0-c140924b9f4e port 390ab1eb-588c-447b-a88a-59f89190ec4d binding host dv-cinder-826949-1-iscsi {{(pid=109552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 03:48:09.296285 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-bc2ecd1c-6bf2-4349-97d3-a8b339b6089f tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:09.297517 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-bc2ecd1c-6bf2-4349-97d3-a8b339b6089f tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3423746 Jan 29 03:48:09.322520 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron_lib.callbacks.manager [None req-0c5546c2-618b-48fc-912b-3993bb5baa7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (390ab1eb-588c-447b-a88a-59f89190ec4d), before_update {{(pid=109552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:09.617344 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron_lib.callbacks.manager [None req-0c5546c2-618b-48fc-912b-3993bb5baa7f None None] Publish callbacks [] for port (390ab1eb-588c-447b-a88a-59f89190ec4d), precommit_update {{(pid=109552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:09.727242 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Device ce851235-a354-4b16-bb64-823d3c7dae29 up at agent ovs-agent-dv-cinder-826949-1-iscsi {{(pid=109551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 03:48:09.775083 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.provisioning_blocks [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Provisioning complete for port ce851235-a354-4b16-bb64-823d3c7dae29 triggered by entity L2. {{(pid=109551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 03:48:09.775467 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785313'] for port (ce851235-a354-4b16-bb64-823d3c7dae29), provisioning_complete {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:09.803212 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron_lib.callbacks.manager [None req-0c5546c2-618b-48fc-912b-3993bb5baa7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429'] for port (390ab1eb-588c-447b-a88a-59f89190ec4d), after_update {{(pid=109552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:09.855513 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Current status of the port ce851235-a354-4b16-bb64-823d3c7dae29 is: ACTIVE; New status is: ACTIVE {{(pid=109551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 03:48:09.873262 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b40f2dd-7afc-41e0-aa35-7307813f2f12 None None] Pushing event updated for resources: {'Port': ['ID=390ab1eb-588c-447b-a88a-59f89190ec4d,revision_number=3']} {{(pid=109552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:48:09.944494 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.plugins.ml2.managers [None req-0c5546c2-618b-48fc-912b-3993bb5baa7f None None] Attempting to bind port 390ab1eb-588c-447b-a88a-59f89190ec4d on host dv-cinder-826949-1-iscsi for vnic_type normal with profile {{(pid=109552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 03:48:09.944893 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.plugins.ml2.managers [None req-0c5546c2-618b-48fc-912b-3993bb5baa7f None None] Attempting to bind port 390ab1eb-588c-447b-a88a-59f89190ec4d by drivers openvswitch,hyperv on host dv-cinder-826949-1-iscsi at level 0 using segments [{'id': '711cb9f9-5772-4d04-8189-67e590c431bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '0fa413d7-e758-43fd-a5a5-f14f19600b92'}] {{(pid=109552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 03:48:09.945257 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5546c2-618b-48fc-912b-3993bb5baa7f None None] Attempting to bind port 390ab1eb-588c-447b-a88a-59f89190ec4d on network 0fa413d7-e758-43fd-a5a5-f14f19600b92 {{(pid=109552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 03:48:09.951272 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5546c2-618b-48fc-912b-3993bb5baa7f None None] Checking agent: {'id': 'e75d1b00-832d-4bf5-b078-2c4f5b2c10cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826949-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 3, 36, 21), 'started_at': datetime.datetime(2022, 1, 29, 3, 36, 51), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 3, 47, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826949-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 03:48:09.951891 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5546c2-618b-48fc-912b-3993bb5baa7f None None] Checking segment: {'id': '711cb9f9-5772-4d04-8189-67e590c431bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '0fa413d7-e758-43fd-a5a5-f14f19600b92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 03:48:09.952290 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron_lib.callbacks.manager [None req-0c5546c2-618b-48fc-912b-3993bb5baa7f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:09.952675 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5546c2-618b-48fc-912b-3993bb5baa7f None None] Bound using segment: {'id': '711cb9f9-5772-4d04-8189-67e590c431bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '0fa413d7-e758-43fd-a5a5-f14f19600b92'} {{(pid=109552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 03:48:09.953145 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.plugins.ml2.managers [None req-0c5546c2-618b-48fc-912b-3993bb5baa7f None None] Bound port: 390ab1eb-588c-447b-a88a-59f89190ec4d, host: dv-cinder-826949-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '711cb9f9-5772-4d04-8189-67e590c431bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '0fa413d7-e758-43fd-a5a5-f14f19600b92'}}] {{(pid=109552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 03:48:09.953513 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron_lib.callbacks.manager [None req-0c5546c2-618b-48fc-912b-3993bb5baa7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (390ab1eb-588c-447b-a88a-59f89190ec4d), before_update {{(pid=109552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:10.034298 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.plugins.ml2.db [None req-0c5546c2-618b-48fc-912b-3993bb5baa7f None None] For port 390ab1eb-588c-447b-a88a-59f89190ec4d, host dv-cinder-826949-1-iscsi, cleared binding levels {{(pid=109552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 03:48:10.043794 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.plugins.ml2.db [None req-0c5546c2-618b-48fc-912b-3993bb5baa7f None None] For port 390ab1eb-588c-447b-a88a-59f89190ec4d, host dv-cinder-826949-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-1-iscsi',level=0,port_id=390ab1eb-588c-447b-a88a-59f89190ec4d,segment=NetworkSegment(711cb9f9-5772-4d04-8189-67e590c431bb),segment_id=711cb9f9-5772-4d04-8189-67e590c431bb)] {{(pid=109552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 03:48:10.094560 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.provisioning_blocks [None req-80442f3d-85a3-4d74-9340-35f436be0020 None None] Provisioning complete for port 390ab1eb-588c-447b-a88a-59f89190ec4d triggered by entity DHCP. {{(pid=109551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 03:48:10.094927 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-80442f3d-85a3-4d74-9340-35f436be0020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785313'] for port (390ab1eb-588c-447b-a88a-59f89190ec4d), provisioning_complete {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:10.127953 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-80442f3d-85a3-4d74-9340-35f436be0020 None None] Port 390ab1eb-588c-447b-a88a-59f89190ec4d cannot update to ACTIVE because it is not bound. {{(pid=109551) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 03:48:10.129279 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron_lib.callbacks.manager [None req-0c5546c2-618b-48fc-912b-3993bb5baa7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429'] for port (390ab1eb-588c-447b-a88a-59f89190ec4d), after_update {{(pid=109552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:10.187857 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b40f2dd-7afc-41e0-aa35-7307813f2f12 None None] Pushing event updated for resources: {'Port': ['ID=390ab1eb-588c-447b-a88a-59f89190ec4d,revision_number=4']} {{(pid=109552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:48:10.194639 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5546c2-618b-48fc-912b-3993bb5baa7f None None] Routers {'83b408c5-6259-464d-bcf0-c140924b9f4e'} bound to L3 agent in host dv-cinder-826949-1-iscsi {{(pid=109552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 03:48:10.195255 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.l3_hamode_db [None req-0c5546c2-618b-48fc-912b-3993bb5baa7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T03:36:17Z,description=,heartbeat_timestamp=2022-01-29T03:47:47Z,host='dv-cinder-826949-1-iscsi',id=d5b8732c-6ac1-45e3-a79e-cd9863fe8196,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T03:36:18Z,topic='l3_agent')) {'router_ids': ['83b408c5-6259-464d-bcf0-c140924b9f4e'], 'active': True} {{(pid=109552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:48:10.313879 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.l3_dvr_db [None req-0c5546c2-618b-48fc-912b-3993bb5baa7f None None] Set router 83b408c5-6259-464d-bcf0-c140924b9f4e gateway port host: dv-cinder-826949-1-iscsi {{(pid=109552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 03:48:10.451433 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.provisioning_blocks [None req-01fd849c-72a9-4049-bfb7-e783a0052062 None None] Provisioning complete for port 390ab1eb-588c-447b-a88a-59f89190ec4d triggered by entity DHCP. {{(pid=109551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 03:48:10.452058 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-01fd849c-72a9-4049-bfb7-e783a0052062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785313'] for port (390ab1eb-588c-447b-a88a-59f89190ec4d), provisioning_complete {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:10.518337 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.l3_hamode_db [None req-0c5546c2-618b-48fc-912b-3993bb5baa7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b408c5-6259-464d-bcf0-c140924b9f4e', 'name': 'tempest-TestShelveInstance-844850000-router', 'tenant_id': 'ca2add56a71643c3bf80c1ee1a945039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'external_fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': 'ce851235-a354-4b16-bb64-823d3c7dae29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T03:48:01Z', 'updated_at': '2022-01-29T03:48:04Z', 'revision_number': 4, 'project_id': 'ca2add56a71643c3bf80c1ee1a945039', 'gw_port': {'id': 'ce851235-a354-4b16-bb64-823d3c7dae29', 'name': '', 'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:61:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b408c5-6259-464d-bcf0-c140924b9f4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:48:01Z', 'updated_at': '2022-01-29T03:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-1-iscsi', '_interfaces': [{'id': '390ab1eb-588c-447b-a88a-59f89190ec4d', 'name': '', 'network_id': '0fa413d7-e758-43fd-a5a5-f14f19600b92', 'tenant_id': 'ca2add56a71643c3bf80c1ee1a945039', 'mac_address': 'fa:16:3e:19:e3:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83b408c5-6259-464d-bcf0-c140924b9f4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '5c7c16e2-0791-4db1-9036-14d3275a6b7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:48:04Z', 'updated_at': '2022-01-29T03:48:10Z', 'revision_number': 4, 'project_id': 'ca2add56a71643c3bf80c1ee1a945039', 'subnets': [{'id': '5c7c16e2-0791-4db1-9036-14d3275a6b7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-1-iscsi', False) {} {{(pid=109552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:48:10.533922 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-01fd849c-72a9-4049-bfb7-e783a0052062 None None] Current status of the port 390ab1eb-588c-447b-a88a-59f89190ec4d is: DOWN; New status is: ACTIVE {{(pid=109551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 03:48:10.534451 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-01fd849c-72a9-4049-bfb7-e783a0052062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (390ab1eb-588c-447b-a88a-59f89190ec4d), before_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:10.550511 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5546c2-618b-48fc-912b-3993bb5baa7f None None] The sync data for ids ['83b408c5-6259-464d-bcf0-c140924b9f4e'] in dv-cinder-826949-1-iscsi is: [{'id': '83b408c5-6259-464d-bcf0-c140924b9f4e', 'name': 'tempest-TestShelveInstance-844850000-router', 'tenant_id': 'ca2add56a71643c3bf80c1ee1a945039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'external_fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': 'ce851235-a354-4b16-bb64-823d3c7dae29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T03:48:01Z', 'updated_at': '2022-01-29T03:48:04Z', 'revision_number': 4, 'project_id': 'ca2add56a71643c3bf80c1ee1a945039', 'gw_port': {'id': 'ce851235-a354-4b16-bb64-823d3c7dae29', 'name': '', 'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:61:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b408c5-6259-464d-bcf0-c140924b9f4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:48:01Z', 'updated_at': '2022-01-29T03:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-1-iscsi', '_interfaces': [{'id': '390ab1eb-588c-447b-a88a-59f89190ec4d', 'name': '', 'network_id': '0fa413d7-e758-43fd-a5a5-f14f19600b92', 'tenant_id': 'ca2add56a71643c3bf80c1ee1a945039', 'mac_address': 'fa:16:3e:19:e3:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83b408c5-6259-464d-bcf0-c140924b9f4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '5c7c16e2-0791-4db1-9036-14d3275a6b7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:48:04Z', 'updated_at': '2022-01-29T03:48:10Z', 'revision_number': 4, 'project_id': 'ca2add56a71643c3bf80c1ee1a945039', 'subnets': [{'id': '5c7c16e2-0791-4db1-9036-14d3275a6b7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 03:48:10.568711 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-01fd849c-72a9-4049-bfb7-e783a0052062 None None] For port 390ab1eb-588c-447b-a88a-59f89190ec4d, host dv-cinder-826949-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-1-iscsi',level=0,port_id=390ab1eb-588c-447b-a88a-59f89190ec4d,segment=NetworkSegment(711cb9f9-5772-4d04-8189-67e590c431bb),segment_id=711cb9f9-5772-4d04-8189-67e590c431bb)] {{(pid=109551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 03:48:10.683223 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-01fd849c-72a9-4049-bfb7-e783a0052062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429'] for port (390ab1eb-588c-447b-a88a-59f89190ec4d), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:10.749190 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fd849c-72a9-4049-bfb7-e783a0052062 None None] Pushing event updated for resources: {'Port': ['ID=390ab1eb-588c-447b-a88a-59f89190ec4d,revision_number=5']} {{(pid=109551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:48:11.744546 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Device 390ab1eb-588c-447b-a88a-59f89190ec4d up at agent ovs-agent-dv-cinder-826949-1-iscsi {{(pid=109551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 03:48:11.793641 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.provisioning_blocks [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Provisioning complete for port 390ab1eb-588c-447b-a88a-59f89190ec4d triggered by entity L2. {{(pid=109551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 03:48:11.794217 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785313'] for port (390ab1eb-588c-447b-a88a-59f89190ec4d), provisioning_complete {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:11.877194 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Current status of the port 390ab1eb-588c-447b-a88a-59f89190ec4d is: ACTIVE; New status is: ACTIVE {{(pid=109551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 03:48:12.234764 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50823f3e-6b32-4589-b192-fb0e26db069d req-861fd012-4bba-4932-84fd-8d3856276527 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:48:12.236194 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-50823f3e-6b32-4589-b192-fb0e26db069d req-861fd012-4bba-4932-84fd-8d3856276527 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f5813a3-d10f-42ef-99a5-50aa1af18f3a HTTP/1.1" status: 200 len: 946 time: 0.0548799 Jan 29 03:48:12.284062 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-50823f3e-6b32-4589-b192-fb0e26db069d req-0e484eee-ce29-4dad-a7b0-f22a4db6b132 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca8be9f3-7d70-4884-a281-94c7af685802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417550 Jan 29 03:48:13.411009 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6f5864-2db2-433c-803d-6e5c6fa43c83 req-98787781-c2d3-4b78-97b7-184fa66b7ba1 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:48:13.412522 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-7a6f5864-2db2-433c-803d-6e5c6fa43c83 req-98787781-c2d3-4b78-97b7-184fa66b7ba1 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f5813a3-d10f-42ef-99a5-50aa1af18f3a HTTP/1.1" status: 200 len: 946 time: 0.0530891 Jan 29 03:48:13.467043 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-7a6f5864-2db2-433c-803d-6e5c6fa43c83 req-a0b85a2a-2e50-443f-93e0-726203763dc2 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca8be9f3-7d70-4884-a281-94c7af685802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485444 Jan 29 03:48:14.602619 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80960e42-7d45-4421-8de8-f057ba663589 req-96077b19-6ebc-496e-9399-50344ac71eca tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:48:14.604705 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-80960e42-7d45-4421-8de8-f057ba663589 req-96077b19-6ebc-496e-9399-50344ac71eca tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f5813a3-d10f-42ef-99a5-50aa1af18f3a HTTP/1.1" status: 200 len: 946 time: 0.0646410 Jan 29 03:48:14.653099 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-80960e42-7d45-4421-8de8-f057ba663589 req-b7e85995-30ba-4299-9280-af4071de59cc tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca8be9f3-7d70-4884-a281-94c7af685802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429819 Jan 29 03:48:14.848725 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-fe8a6967-3801-4870-aec1-ae9ac9df2ef4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (dac82def-0781-4624-a171-654e1b1d12af), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:15.781386 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b232858-c349-4a23-b673-fa1d7eb332ac req-8ff55b70-1f76-413a-8d70-f2d3249ef69d tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:48:15.782896 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-8b232858-c349-4a23-b673-fa1d7eb332ac req-8ff55b70-1f76-413a-8d70-f2d3249ef69d tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f5813a3-d10f-42ef-99a5-50aa1af18f3a HTTP/1.1" status: 200 len: 946 time: 0.0557580 Jan 29 03:48:15.830206 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-8b232858-c349-4a23-b673-fa1d7eb332ac req-9e355ab3-5a5c-4a55-8e6a-fc10b3c74cd6 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca8be9f3-7d70-4884-a281-94c7af685802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407820 Jan 29 03:48:16.964123 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07245c11-65ed-4c25-9331-c41f0b35a35a req-a74a4406-91af-4b07-b5c4-a8469e840300 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:48:16.965251 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-07245c11-65ed-4c25-9331-c41f0b35a35a req-a74a4406-91af-4b07-b5c4-a8469e840300 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f5813a3-d10f-42ef-99a5-50aa1af18f3a HTTP/1.1" status: 200 len: 946 time: 0.0582178 Jan 29 03:48:17.018834 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-07245c11-65ed-4c25-9331-c41f0b35a35a req-a1136b9f-269b-4f87-ba37-711e0f63cd9d tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca8be9f3-7d70-4884-a281-94c7af685802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474358 Jan 29 03:48:17.460602 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-16dc6733-aaa9-42a1-ae06-451e49592e3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (d5b8732c-6ac1-45e3-a79e-cd9863fe8196), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:18.020641 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-6a0bb60c-5b7b-499b-b43f-7eb32e921150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (4cfc2a27-deed-4689-8f39-0bd5aa6fe3c3), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:18.145801 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1846280-5658-47c1-9e30-281f3b0215ed req-022526cb-f8db-49a8-b526-c608f691fbe5 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:48:18.147931 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-d1846280-5658-47c1-9e30-281f3b0215ed req-022526cb-f8db-49a8-b526-c608f691fbe5 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f5813a3-d10f-42ef-99a5-50aa1af18f3a HTTP/1.1" status: 200 len: 946 time: 0.0571027 Jan 29 03:48:18.198617 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-d1846280-5658-47c1-9e30-281f3b0215ed req-ce1a601c-a7fb-4e36-8c38-907fb89a3cef tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca8be9f3-7d70-4884-a281-94c7af685802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438058 Jan 29 03:48:19.328027 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9506a27f-2abf-40d1-9147-47b7305ce481 req-62b4db4d-0b77-46ee-b922-4e195e73eda9 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:48:19.329549 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-9506a27f-2abf-40d1-9147-47b7305ce481 req-62b4db4d-0b77-46ee-b922-4e195e73eda9 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f5813a3-d10f-42ef-99a5-50aa1af18f3a HTTP/1.1" status: 200 len: 946 time: 0.0538044 Jan 29 03:48:19.378510 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-9506a27f-2abf-40d1-9147-47b7305ce481 req-23c42d43-2eb2-4e50-9e5a-ac559fca0850 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca8be9f3-7d70-4884-a281-94c7af685802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430877 Jan 29 03:48:19.443426 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-30ace4c1-806b-4d7c-a886-fe7b65bfbfcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (7774c0be-b957-4204-896b-7e749f55bf81), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:20.401165 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d1ff49-720c-48a5-b360-4693da74bcf8 req-0361c2cb-d454-4db2-8ca1-983154e9425b tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:48:20.402690 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-80d1ff49-720c-48a5-b360-4693da74bcf8 req-0361c2cb-d454-4db2-8ca1-983154e9425b tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f5813a3-d10f-42ef-99a5-50aa1af18f3a HTTP/1.1" status: 200 len: 946 time: 0.0561712 Jan 29 03:48:20.534421 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4a68e9-9f1c-4280-a4ee-514e18cfc3fa req-851b2ee8-bae7-44ed-9c8b-1e8b0fb6a555 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:48:20.535880 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-1a4a68e9-9f1c-4280-a4ee-514e18cfc3fa req-851b2ee8-bae7-44ed-9c8b-1e8b0fb6a555 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f5813a3-d10f-42ef-99a5-50aa1af18f3a HTTP/1.1" status: 200 len: 946 time: 0.0825880 Jan 29 03:48:20.542104 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.plugin [req-80d1ff49-720c-48a5-b360-4693da74bcf8 req-2c4cdb9e-ce4e-4586-8eee-30a6a856180b tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Deleting port 126ac57e-93f8-430b-8a67-93adec80b5d3 {{(pid=109550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 03:48:20.542471 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-80d1ff49-720c-48a5-b360-4693da74bcf8 req-2c4cdb9e-ce4e-4586-8eee-30a6a856180b tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787145728359'] for port (126ac57e-93f8-430b-8a67-93adec80b5d3), before_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:20.647305 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-1a4a68e9-9f1c-4280-a4ee-514e18cfc3fa req-5c3cc490-5247-47cb-8362-f3557b52eed6 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca8be9f3-7d70-4884-a281-94c7af685802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018236 Jan 29 03:48:20.670699 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.db [req-80d1ff49-720c-48a5-b360-4693da74bcf8 req-2c4cdb9e-ce4e-4586-8eee-30a6a856180b tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] For port 126ac57e-93f8-430b-8a67-93adec80b5d3, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=126ac57e-93f8-430b-8a67-93adec80b5d3,segment=NetworkSegment(e5471ed5-97f1-48e6-86f5-92c6b5bce849),segment_id=e5471ed5-97f1-48e6-86f5-92c6b5bce849)] {{(pid=109550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 03:48:20.671057 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-80d1ff49-720c-48a5-b360-4693da74bcf8 req-2c4cdb9e-ce4e-4586-8eee-30a6a856180b tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1915525'] for port (126ac57e-93f8-430b-8a67-93adec80b5d3), precommit_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:20.899270 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-80d1ff49-720c-48a5-b360-4693da74bcf8 req-2c4cdb9e-ce4e-4586-8eee-30a6a856180b tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:20.899551 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-80d1ff49-720c-48a5-b360-4693da74bcf8 req-2c4cdb9e-ce4e-4586-8eee-30a6a856180b tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1909920'] for floatingip (c38d40ff-72a5-429f-8a81-c3ca56720b05), after_update {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:20.899864 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.db.l3_db [req-80d1ff49-720c-48a5-b360-4693da74bcf8 req-2c4cdb9e-ce4e-4586-8eee-30a6a856180b tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Floating IP c38d40ff-72a5-429f-8a81-c3ca56720b05 disassociated. External IP: 172.27.1.240, port: 126ac57e-93f8-430b-8a67-93adec80b5d3. Jan 29 03:48:20.900756 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.plugin [req-80d1ff49-720c-48a5-b360-4693da74bcf8 req-2c4cdb9e-ce4e-4586-8eee-30a6a856180b tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Calling delete_port for 126ac57e-93f8-430b-8a67-93adec80b5d3 owned by compute:nova {{(pid=109550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 03:48:21.083301 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-80d1ff49-720c-48a5-b360-4693da74bcf8 req-2c4cdb9e-ce4e-4586-8eee-30a6a856180b tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787145732033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787145433402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9207350'] for port (126ac57e-93f8-430b-8a67-93adec80b5d3), after_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:21.181212 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (e75d1b00-832d-4bf5-b078-2c4f5b2c10cd), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:21.351038 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4cdb9e-ce4e-4586-8eee-30a6a856180b tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Pushing event deleted for resources: {'Port': ['ID=126ac57e-93f8-430b-8a67-93adec80b5d3,revision_number=None']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:48:21.474770 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.scheduler.l3_agent_scheduler [req-80d1ff49-720c-48a5-b360-4693da74bcf8 req-2c4cdb9e-ce4e-4586-8eee-30a6a856180b tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Router e78ca722-9417-4f92-80a4-ae3c65afd27d has already been hosted by L3 agent d5b8732c-6ac1-45e3-a79e-cd9863fe8196 {{(pid=109550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 03:48:21.583493 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-80d1ff49-720c-48a5-b360-4693da74bcf8 req-2c4cdb9e-ce4e-4586-8eee-30a6a856180b tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Notify agent at l3_agent.dv-cinder-826949-1-iscsi the message routers_updated {{(pid=109550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 03:48:21.593534 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11ccde7-ddbb-4653-9aa8-7657e7646c0d None None] Sync routers for ids ['e78ca722-9417-4f92-80a4-ae3c65afd27d'] in dv-cinder-826949-1-iscsi {{(pid=109551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 03:48:21.602325 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11ccde7-ddbb-4653-9aa8-7657e7646c0d None None] Routers {'e78ca722-9417-4f92-80a4-ae3c65afd27d'} bound to L3 agent in host dv-cinder-826949-1-iscsi {{(pid=109551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 03:48:21.602933 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_hamode_db [None req-f11ccde7-ddbb-4653-9aa8-7657e7646c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T03:36:17Z,description=,heartbeat_timestamp=2022-01-29T03:48:17Z,host='dv-cinder-826949-1-iscsi',id=d5b8732c-6ac1-45e3-a79e-cd9863fe8196,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T03:36:18Z,topic='l3_agent')) {'router_ids': ['e78ca722-9417-4f92-80a4-ae3c65afd27d'], 'active': True} {{(pid=109551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:48:21.627137 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.db.l3_dvrscheduler_db [req-80d1ff49-720c-48a5-b360-4693da74bcf8 req-2c4cdb9e-ce4e-4586-8eee-30a6a856180b tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] No DVR routers for this DVR port 126ac57e-93f8-430b-8a67-93adec80b5d3 on host hv-cinder-82694 {{(pid=109550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 03:48:21.629693 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-80d1ff49-720c-48a5-b360-4693da74bcf8 req-2c4cdb9e-ce4e-4586-8eee-30a6a856180b tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166518'] for port (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:21.633107 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-80d1ff49-720c-48a5-b360-4693da74bcf8 req-2c4cdb9e-ce4e-4586-8eee-30a6a856180b tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.25 "DELETE /v2.0/ports/126ac57e-93f8-430b-8a67-93adec80b5d3 HTTP/1.1" status: 204 len: 173 time: 1.2232451 Jan 29 03:48:21.633620 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f5813a3-d10f-42ef-99a5-50aa1af18f3a', 'name': 'network-vif-deleted', 'tag': '126ac57e-93f8-430b-8a67-93adec80b5d3'}] {{(pid=109550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 03:48:21.635946 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fa7e8514ec8b1871638cf3d0c6bf241b62bf17ffd430199c6215cc57604ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c87909a5-b35a-4358-abce-172a49ade550" -d '{"events": [{"server_uuid": "8f5813a3-d10f-42ef-99a5-50aa1af18f3a", "name": "network-vif-deleted", "tag": "126ac57e-93f8-430b-8a67-93adec80b5d3"}]}' {{(pid=109550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 03:48:21.679065 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 03:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-520cdf51-798c-4bcf-927f-5de729657b56 x-openstack-request-id: req-520cdf51-798c-4bcf-927f-5de729657b56 {{(pid=109550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 03:48:21.679578 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f5813a3-d10f-42ef-99a5-50aa1af18f3a", "name": "network-vif-deleted", "tag": "126ac57e-93f8-430b-8a67-93adec80b5d3", "status": "completed", "code": 200}]} {{(pid=109550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 03:48:21.679825 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-520cdf51-798c-4bcf-927f-5de729657b56 {{(pid=109550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 03:48:21.680545 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f5813a3-d10f-42ef-99a5-50aa1af18f3a', 'name': 'network-vif-deleted', 'tag': '126ac57e-93f8-430b-8a67-93adec80b5d3', 'status': 'completed', 'code': 200} Jan 29 03:48:21.711807 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_dvr_db [None req-f11ccde7-ddbb-4653-9aa8-7657e7646c0d None None] Set router e78ca722-9417-4f92-80a4-ae3c65afd27d gateway port host: dv-cinder-826949-1-iscsi {{(pid=109551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 03:48:21.751383 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-a68f32dc-d6b7-4afc-a405-c3cde67d4f49 req-b103445b-06a9-45d2-91bd-478467615994 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f5813a3-d10f-42ef-99a5-50aa1af18f3a HTTP/1.1" status: 200 len: 210 time: 0.0282316 Jan 29 03:48:21.932991 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_hamode_db [None req-f11ccde7-ddbb-4653-9aa8-7657e7646c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e78ca722-9417-4f92-80a4-ae3c65afd27d', 'name': 'tempest-AttachVolumeShelveTestJSON-1494827673-router', 'tenant_id': '00cfcd24ac464466b0c59b2955aac89e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'external_fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': '89277360-4f8d-403f-b77d-1b66ab811622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T03:44:17Z', 'updated_at': '2022-01-29T03:44:24Z', 'revision_number': 4, 'project_id': '00cfcd24ac464466b0c59b2955aac89e', 'gw_port': {'id': '89277360-4f8d-403f-b77d-1b66ab811622', 'name': '', 'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:00:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78ca722-9417-4f92-80a4-ae3c65afd27d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:44:18Z', 'updated_at': '2022-01-29T03:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-1-iscsi', '_interfaces': [{'id': 'f4d8a362-b347-43d1-b3ff-5cf9dd785f4e', 'name': '', 'network_id': '204ced72-9299-4a30-aa72-466acced45bf', 'tenant_id': '00cfcd24ac464466b0c59b2955aac89e', 'mac_address': 'fa:16:3e:9f:34:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78ca722-9417-4f92-80a4-ae3c65afd27d', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c62d091f-c1de-4db7-ab9c-37bb62875bd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:44:23Z', 'updated_at': '2022-01-29T03:44:31Z', 'revision_number': 5, 'project_id': '00cfcd24ac464466b0c59b2955aac89e', 'subnets': [{'id': 'c62d091f-c1de-4db7-ab9c-37bb62875bd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-1-iscsi', False) {} {{(pid=109551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:48:21.960256 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11ccde7-ddbb-4653-9aa8-7657e7646c0d None None] Checking router: e78ca722-9417-4f92-80a4-ae3c65afd27d for host: dv-cinder-826949-1-iscsi {{(pid=109551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 03:48:21.968954 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11ccde7-ddbb-4653-9aa8-7657e7646c0d None None] Routers {'e78ca722-9417-4f92-80a4-ae3c65afd27d'} bound to L3 agent in host dv-cinder-826949-1-iscsi {{(pid=109551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 03:48:21.969559 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_hamode_db [None req-f11ccde7-ddbb-4653-9aa8-7657e7646c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T03:36:17Z,description=,heartbeat_timestamp=2022-01-29T03:48:17Z,host='dv-cinder-826949-1-iscsi',id=d5b8732c-6ac1-45e3-a79e-cd9863fe8196,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T03:36:18Z,topic='l3_agent')) {'router_ids': ['e78ca722-9417-4f92-80a4-ae3c65afd27d'], 'active': True} {{(pid=109551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:48:22.079894 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_dvr_db [None req-f11ccde7-ddbb-4653-9aa8-7657e7646c0d None None] Set router e78ca722-9417-4f92-80a4-ae3c65afd27d gateway port host: dv-cinder-826949-1-iscsi {{(pid=109551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 03:48:22.302789 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_hamode_db [None req-f11ccde7-ddbb-4653-9aa8-7657e7646c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e78ca722-9417-4f92-80a4-ae3c65afd27d', 'name': 'tempest-AttachVolumeShelveTestJSON-1494827673-router', 'tenant_id': '00cfcd24ac464466b0c59b2955aac89e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'external_fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': '89277360-4f8d-403f-b77d-1b66ab811622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T03:44:17Z', 'updated_at': '2022-01-29T03:44:24Z', 'revision_number': 4, 'project_id': '00cfcd24ac464466b0c59b2955aac89e', 'gw_port': {'id': '89277360-4f8d-403f-b77d-1b66ab811622', 'name': '', 'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:00:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78ca722-9417-4f92-80a4-ae3c65afd27d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:44:18Z', 'updated_at': '2022-01-29T03:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-1-iscsi', '_interfaces': [{'id': 'f4d8a362-b347-43d1-b3ff-5cf9dd785f4e', 'name': '', 'network_id': '204ced72-9299-4a30-aa72-466acced45bf', 'tenant_id': '00cfcd24ac464466b0c59b2955aac89e', 'mac_address': 'fa:16:3e:9f:34:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78ca722-9417-4f92-80a4-ae3c65afd27d', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c62d091f-c1de-4db7-ab9c-37bb62875bd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:44:23Z', 'updated_at': '2022-01-29T03:44:31Z', 'revision_number': 5, 'project_id': '00cfcd24ac464466b0c59b2955aac89e', 'subnets': [{'id': 'c62d091f-c1de-4db7-ab9c-37bb62875bd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-1-iscsi', False) {} {{(pid=109551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:48:22.329713 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11ccde7-ddbb-4653-9aa8-7657e7646c0d None None] The sync data for ids ['e78ca722-9417-4f92-80a4-ae3c65afd27d'] in dv-cinder-826949-1-iscsi is: [{'id': 'e78ca722-9417-4f92-80a4-ae3c65afd27d', 'name': 'tempest-AttachVolumeShelveTestJSON-1494827673-router', 'tenant_id': '00cfcd24ac464466b0c59b2955aac89e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'external_fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': '89277360-4f8d-403f-b77d-1b66ab811622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T03:44:17Z', 'updated_at': '2022-01-29T03:44:24Z', 'revision_number': 4, 'project_id': '00cfcd24ac464466b0c59b2955aac89e', 'gw_port': {'id': '89277360-4f8d-403f-b77d-1b66ab811622', 'name': '', 'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:00:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78ca722-9417-4f92-80a4-ae3c65afd27d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:44:18Z', 'updated_at': '2022-01-29T03:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-1-iscsi', '_interfaces': [{'id': 'f4d8a362-b347-43d1-b3ff-5cf9dd785f4e', 'name': '', 'network_id': '204ced72-9299-4a30-aa72-466acced45bf', 'tenant_id': '00cfcd24ac464466b0c59b2955aac89e', 'mac_address': 'fa:16:3e:9f:34:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78ca722-9417-4f92-80a4-ae3c65afd27d', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c62d091f-c1de-4db7-ab9c-37bb62875bd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:44:23Z', 'updated_at': '2022-01-29T03:44:31Z', 'revision_number': 5, 'project_id': '00cfcd24ac464466b0c59b2955aac89e', 'subnets': [{'id': 'c62d091f-c1de-4db7-ab9c-37bb62875bd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 03:48:22.597181 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f4226e-32b9-409f-bcb6-41dc756e09f7 None None] New status for floating IP c38d40ff-72a5-429f-8a81-c3ca56720b05: DOWN {{(pid=109552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 03:48:22.922331 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 48856) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:48:22.988009 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-44778fed-7595-4569-b766-b40c3159371b tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Publish callbacks [] for security_group (ca8be9f3-7d70-4884-a281-94c7af685802), before_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:23.028593 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-44778fed-7595-4569-b766-b40c3159371b tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Publish callbacks [] for security_group (ca8be9f3-7d70-4884-a281-94c7af685802), precommit_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:23.185397 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-44778fed-7595-4569-b766-b40c3159371b tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (ca8be9f3-7d70-4884-a281-94c7af685802), after_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:23.188307 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-44778fed-7595-4569-b766-b40c3159371b tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Publish callbacks [] for security_group (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:23.189595 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-44778fed-7595-4569-b766-b40c3159371b tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "DELETE /v2.0/security-groups/ca8be9f3-7d70-4884-a281-94c7af685802 HTTP/1.1" status: 204 len: 168 time: 0.2654345 Jan 29 03:48:23.192559 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 48864) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:48:23.208918 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.api.v2.resource [None req-99afc893-32d5-461d-b8bc-a97a6ff281c2 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] show failed (client error): The resource could not be found. Jan 29 03:48:23.209909 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-99afc893-32d5-461d-b8bc-a97a6ff281c2 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/security-groups/ca8be9f3-7d70-4884-a281-94c7af685802 HTTP/1.1" status: 404 len: 347 time: 0.0163743 Jan 29 03:48:23.213475 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 48868) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:48:23.216104 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44778fed-7595-4569-b766-b40c3159371b tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca8be9f3-7d70-4884-a281-94c7af685802,revision_number=None']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:48:23.232878 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44778fed-7595-4569-b766-b40c3159371b tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:48:23.233230 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44778fed-7595-4569-b766-b40c3159371b tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:48:23.233568 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44778fed-7595-4569-b766-b40c3159371b tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:48:23.234104 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44778fed-7595-4569-b766-b40c3159371b tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:48:23.234468 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44778fed-7595-4569-b766-b40c3159371b tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:48:23.234775 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44778fed-7595-4569-b766-b40c3159371b tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:48:23.235055 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44778fed-7595-4569-b766-b40c3159371b tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:48:23.235382 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44778fed-7595-4569-b766-b40c3159371b tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:48:23.235868 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44778fed-7595-4569-b766-b40c3159371b tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:48:23.236191 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44778fed-7595-4569-b766-b40c3159371b tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:48:23.236520 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44778fed-7595-4569-b766-b40c3159371b tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:48:23.236895 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44778fed-7595-4569-b766-b40c3159371b tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:48:23.237236 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44778fed-7595-4569-b766-b40c3159371b tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:48:23.361107 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.plugins.ml2.plugin [None req-7aa7b5a0-d6c1-46cd-a349-fba86e9f62fa tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Deleting port ac3b87de-b317-4595-93b7-f06625db5937 {{(pid=109549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 03:48:23.361731 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-7aa7b5a0-d6c1-46cd-a349-fba86e9f62fa tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787145728359'] for port (ac3b87de-b317-4595-93b7-f06625db5937), before_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:23.438705 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-7aa7b5a0-d6c1-46cd-a349-fba86e9f62fa tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1915525'] for port (ac3b87de-b317-4595-93b7-f06625db5937), precommit_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:23.439032 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-7aa7b5a0-d6c1-46cd-a349-fba86e9f62fa tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Publish callbacks [] for floatingip (ac3b87de-b317-4595-93b7-f06625db5937), precommit_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:23.451287 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.plugins.ml2.plugin [None req-7aa7b5a0-d6c1-46cd-a349-fba86e9f62fa tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Calling delete_port for ac3b87de-b317-4595-93b7-f06625db5937 owned by network:floatingip {{(pid=109549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 03:48:23.705988 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-7aa7b5a0-d6c1-46cd-a349-fba86e9f62fa tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787145732033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787145433402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440449'] for port (ac3b87de-b317-4595-93b7-f06625db5937), after_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:23.733225 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa7b5a0-d6c1-46cd-a349-fba86e9f62fa tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Pushing event deleted for resources: {'Port': ['ID=ac3b87de-b317-4595-93b7-f06625db5937,revision_number=None']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:48:23.800982 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-7aa7b5a0-d6c1-46cd-a349-fba86e9f62fa tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Publish callbacks [] for floatingip (c38d40ff-72a5-429f-8a81-c3ca56720b05), after_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:23.803761 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-7aa7b5a0-d6c1-46cd-a349-fba86e9f62fa tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166518'] for floatingip (None), before_response {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:23.807207 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-7aa7b5a0-d6c1-46cd-a349-fba86e9f62fa tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "DELETE /v2.0/floatingips/c38d40ff-72a5-429f-8a81-c3ca56720b05 HTTP/1.1" status: 204 len: 168 time: 0.5918298 Jan 29 03:48:24.196499 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 48896) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:48:24.201875 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.v2.base [None req-84d1cd19-59c1-4736-86aa-6711a8f61326 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Request body: {'security_group': {'name': 'tempest-securitygroup--118814026', 'description': 'tempest-description--455673887'}} {{(pid=109549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 03:48:24.352084 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-84d1cd19-59c1-4736-86aa-6711a8f61326 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Publish callbacks [] for security_group (None), before_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:24.417044 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-84d1cd19-59c1-4736-86aa-6711a8f61326 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Publish callbacks [] for security_group (757239fc-c09f-4d70-afc0-283cd2854d5b), precommit_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:24.570101 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-84d1cd19-59c1-4736-86aa-6711a8f61326 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (757239fc-c09f-4d70-afc0-283cd2854d5b), after_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:24.597942 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d1cd19-59c1-4736-86aa-6711a8f61326 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=757239fc-c09f-4d70-afc0-283cd2854d5b,revision_number=1']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:48:24.673186 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-84d1cd19-59c1-4736-86aa-6711a8f61326 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Publish callbacks [] for security_group (None), before_response {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:24.674797 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-84d1cd19-59c1-4736-86aa-6711a8f61326 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4764402 Jan 29 03:48:24.677769 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 48902) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:48:24.683208 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.v2.base [None req-bb81297d-a794-45c9-97b2-4c69c43e2e0a tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Request body: {'security_group_rule': {'security_group_id': '757239fc-c09f-4d70-afc0-283cd2854d5b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 03:48:24.735483 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 48904) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:48:24.779794 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-bb81297d-a794-45c9-97b2-4c69c43e2e0a tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Publish callbacks [] for security_group_rule (e8cca1cf-d288-49ed-ad0f-35920d3b91ff), before_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:24.845193 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-727da1c2-3f7a-4831-b64c-286d7d7175c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:24.852348 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-bb81297d-a794-45c9-97b2-4c69c43e2e0a tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Publish callbacks [] for security_group_rule (e8cca1cf-d288-49ed-ad0f-35920d3b91ff), precommit_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:24.925715 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-727da1c2-3f7a-4831-b64c-286d7d7175c2 admin admin] Publish callbacks [] for security_group (14d6f2d5-e15a-41f5-85ea-5155819f3bea), precommit_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:24.952082 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-bb81297d-a794-45c9-97b2-4c69c43e2e0a tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615546'] for security_group_rule (e8cca1cf-d288-49ed-ad0f-35920d3b91ff), after_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:24.969813 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb81297d-a794-45c9-97b2-4c69c43e2e0a tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8cca1cf-d288-49ed-ad0f-35920d3b91ff,revision_number=0']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:48:25.031739 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-727da1c2-3f7a-4831-b64c-286d7d7175c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (14d6f2d5-e15a-41f5-85ea-5155819f3bea), after_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:25.064980 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-bb81297d-a794-45c9-97b2-4c69c43e2e0a tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:25.066191 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-bb81297d-a794-45c9-97b2-4c69c43e2e0a tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3872805 Jan 29 03:48:25.068975 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 48910) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:48:25.073601 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.v2.base [None req-131d302c-1b9b-4550-8b46-dc1c6c840c1d tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Request body: {'security_group_rule': {'security_group_id': '757239fc-c09f-4d70-afc0-283cd2854d5b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 03:48:25.075571 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-727da1c2-3f7a-4831-b64c-286d7d7175c2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=344fc24a6396467fb179aedba795fe79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3390605 Jan 29 03:48:25.076425 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727da1c2-3f7a-4831-b64c-286d7d7175c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14d6f2d5-e15a-41f5-85ea-5155819f3bea,revision_number=1']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:48:25.078171 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 48912) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:48:25.134959 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-ac224ade-ec89-4c08-9a63-89a677ae8100 admin admin] Publish callbacks [] for security_group (14d6f2d5-e15a-41f5-85ea-5155819f3bea), before_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:25.155040 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-ac224ade-ec89-4c08-9a63-89a677ae8100 admin admin] Publish callbacks [] for security_group (14d6f2d5-e15a-41f5-85ea-5155819f3bea), precommit_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:25.188309 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-131d302c-1b9b-4550-8b46-dc1c6c840c1d tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Publish callbacks [] for security_group_rule (640e84dd-66d5-4dbe-a3f8-117f770908c8), before_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:25.245219 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Device 126ac57e-93f8-430b-8a67-93adec80b5d3 no longer exists at agent hyperv_hv-cinder-82694 {{(pid=109551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 03:48:25.265084 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] No Port match for: 126ac57e-93f8-430b-8a67-93adec80b5d3 {{(pid=109551) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 03:48:25.265423 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Device 126ac57e-93f8-430b-8a67-93adec80b5d3 not bound to the agent host hv-cinder-82694 {{(pid=109551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 03:48:25.279886 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-ac224ade-ec89-4c08-9a63-89a677ae8100 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (14d6f2d5-e15a-41f5-85ea-5155819f3bea), after_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:25.282564 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-ac224ade-ec89-4c08-9a63-89a677ae8100 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:25.283905 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-ac224ade-ec89-4c08-9a63-89a677ae8100 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/14d6f2d5-e15a-41f5-85ea-5155819f3bea HTTP/1.1" status: 204 len: 168 time: 0.2046838 Jan 29 03:48:25.301039 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-131d302c-1b9b-4550-8b46-dc1c6c840c1d tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Publish callbacks [] for security_group_rule (640e84dd-66d5-4dbe-a3f8-117f770908c8), precommit_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:25.306512 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac224ade-ec89-4c08-9a63-89a677ae8100 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14d6f2d5-e15a-41f5-85ea-5155819f3bea,revision_number=None']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:48:25.340210 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-131d302c-1b9b-4550-8b46-dc1c6c840c1d tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615546'] for security_group_rule (640e84dd-66d5-4dbe-a3f8-117f770908c8), after_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:25.357203 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131d302c-1b9b-4550-8b46-dc1c6c840c1d tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=640e84dd-66d5-4dbe-a3f8-117f770908c8,revision_number=0']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:48:25.473938 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-131d302c-1b9b-4550-8b46-dc1c6c840c1d tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:25.475219 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-131d302c-1b9b-4550-8b46-dc1c6c840c1d tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4051960 Jan 29 03:48:25.479799 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 48920) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:48:25.483289 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.v2.base [None req-bfaca5bd-46f3-4d81-bfcd-28a06cc7afff tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Request body: {'floatingip': {'floating_network_id': '84058fb5-7499-436d-9c61-9715f17a209a'}} {{(pid=109549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 03:48:25.581148 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-bfaca5bd-46f3-4d81-bfcd-28a06cc7afff tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:25.689971 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-bfaca5bd-46f3-4d81-bfcd-28a06cc7afff tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (None), before_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:25.800782 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.db.db_base_plugin_common [None req-bfaca5bd-46f3-4d81-bfcd-28a06cc7afff tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Allocated IP 172.27.1.137 (84058fb5-7499-436d-9c61-9715f17a209a/8ef1eacb-ef7e-49c2-acc5-31126b063ddd/5bfcce77-c4c9-44af-af22-6dfc55440b8e) {{(pid=109549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 03:48:25.859742 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-0858c7e6-1c70-4fd1-a5cb-78bff45a43ab req-ab0a0ceb-f796-4168-b0dd-2022ce629832 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=45fc5079-1458-479d-b5b0-d0b0fb1e9235&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0481904 Jan 29 03:48:25.912982 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-bfaca5bd-46f3-4d81-bfcd-28a06cc7afff tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Publish callbacks [] for port (5bfcce77-c4c9-44af-af22-6dfc55440b8e), precommit_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:25.946747 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0858c7e6-1c70-4fd1-a5cb-78bff45a43ab req-72e4b504-c512-4ac1-a60f-cbe8cc04b0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:48:25.948789 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-0858c7e6-1c70-4fd1-a5cb-78bff45a43ab req-72e4b504-c512-4ac1-a60f-cbe8cc04b0d7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0f6df9863d6a490a92b2f3c872aec541&device_id=45fc5079-1458-479d-b5b0-d0b0fb1e9235 HTTP/1.1" status: 200 len: 1129 time: 0.0528188 Jan 29 03:48:25.997612 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (ad4128b7-7a77-4672-aa49-b5d5d6c7d736), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:26.027661 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-bfaca5bd-46f3-4d81-bfcd-28a06cc7afff tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787145433393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440449'] for port (5bfcce77-c4c9-44af-af22-6dfc55440b8e), after_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:26.062719 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0858c7e6-1c70-4fd1-a5cb-78bff45a43ab req-630b327a-487b-4210-ad32-07f77d993a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:48:26.065029 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-0858c7e6-1c70-4fd1-a5cb-78bff45a43ab req-630b327a-487b-4210-ad32-07f77d993a30 service neutron] 10.222.0.25 "GET /v2.0/networks?id=4b4e9710-b6c9-4002-b8a3-8aa9bf7336cb HTTP/1.1" status: 200 len: 910 time: 0.0962255 Jan 29 03:48:26.073902 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfaca5bd-46f3-4d81-bfcd-28a06cc7afff tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Network 84058fb5-7499-436d-9c61-9715f17a209a is already hosted by enough agents. {{(pid=109549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 03:48:26.079262 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.scheduler.base_scheduler [None req-bfaca5bd-46f3-4d81-bfcd-28a06cc7afff tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Resources bound (agent type, host, resource id): {{(pid=109549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 03:48:26.090972 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaca5bd-46f3-4d81-bfcd-28a06cc7afff tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Pushing event updated for resources: {'Port': ['ID=5bfcce77-c4c9-44af-af22-6dfc55440b8e,revision_number=1']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:48:26.093279 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfaca5bd-46f3-4d81-bfcd-28a06cc7afff tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Received port after_create {{(pid=109549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 03:48:26.144361 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-0858c7e6-1c70-4fd1-a5cb-78bff45a43ab req-8a7942d1-00e8-4bd7-93e2-e6d4fda99a71 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b515e1c3-80c1-45a6-ac70-b260f4d4c858 HTTP/1.1" status: 200 len: 1001 time: 0.0673106 Jan 29 03:48:26.189440 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-bfaca5bd-46f3-4d81-bfcd-28a06cc7afff tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Publish callbacks [] for floatingip (f13fe8ac-fcc6-43d7-acaf-5c4980196dee), precommit_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:26.195256 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0858c7e6-1c70-4fd1-a5cb-78bff45a43ab req-b04c0bfb-cdf7-4ce1-b5ff-eabb8ab30520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:48:26.196759 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-0858c7e6-1c70-4fd1-a5cb-78bff45a43ab req-b04c0bfb-cdf7-4ce1-b5ff-eabb8ab30520 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2f142c9b-e8b9-4838-a5d9-5c60564542f5 HTTP/1.1" status: 200 len: 849 time: 0.0458400 Jan 29 03:48:26.314879 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-bfaca5bd-46f3-4d81-bfcd-28a06cc7afff tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (5bfcce77-c4c9-44af-af22-6dfc55440b8e), before_update {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:26.463320 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-bfaca5bd-46f3-4d81-bfcd-28a06cc7afff tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Publish callbacks [] for port (5bfcce77-c4c9-44af-af22-6dfc55440b8e), precommit_update {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:26.511449 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-bfaca5bd-46f3-4d81-bfcd-28a06cc7afff tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440456'] for port (5bfcce77-c4c9-44af-af22-6dfc55440b8e), after_update {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:26.798664 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaca5bd-46f3-4d81-bfcd-28a06cc7afff tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Pushing event updated for resources: {'Port': ['ID=5bfcce77-c4c9-44af-af22-6dfc55440b8e,revision_number=2']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:48:26.810046 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-bfaca5bd-46f3-4d81-bfcd-28a06cc7afff tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1909920'] for floatingip (f13fe8ac-fcc6-43d7-acaf-5c4980196dee), after_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:26.886075 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-bfaca5bd-46f3-4d81-bfcd-28a06cc7afff tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166518'] for floatingip (None), before_response {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:26.887808 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-bfaca5bd-46f3-4d81-bfcd-28a06cc7afff tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4075861 Jan 29 03:48:27.078845 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-4816cecc-9fc1-4ca6-91be-9138f553efe8 req-1dd32527-5de8-4db3-bd9f-d29696af61b8 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--118814026&fields=id&tenant_id=00cfcd24ac464466b0c59b2955aac89e HTTP/1.1" status: 200 len: 267 time: 0.0430777 Jan 29 03:48:27.190092 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4816cecc-9fc1-4ca6-91be-9138f553efe8 req-64da9dc9-9096-4eb8-bcac-b41405e8d5e0 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:48:27.192939 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-4816cecc-9fc1-4ca6-91be-9138f553efe8 req-64da9dc9-9096-4eb8-bcac-b41405e8d5e0 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/networks?id=204ced72-9299-4a30-aa72-466acced45bf HTTP/1.1" status: 200 len: 817 time: 0.1044075 Jan 29 03:48:27.205596 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-4816cecc-9fc1-4ca6-91be-9138f553efe8 req-60758f6b-dfdb-4b82-b5f6-64160f2b2476 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/quotas/00cfcd24ac464466b0c59b2955aac89e HTTP/1.1" status: 200 len: 375 time: 0.0087054 Jan 29 03:48:27.291680 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-4816cecc-9fc1-4ca6-91be-9138f553efe8 req-a9b7368d-3627-44e2-84fb-415e4ee1d853 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=00cfcd24ac464466b0c59b2955aac89e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0814056 Jan 29 03:48:27.297098 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0858c7e6-1c70-4fd1-a5cb-78bff45a43ab req-02a6734f-12e3-4185-8c6c-1e0e412ed81b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:48:27.298549 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-0858c7e6-1c70-4fd1-a5cb-78bff45a43ab req-02a6734f-12e3-4185-8c6c-1e0e412ed81b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4b4e9710-b6c9-4002-b8a3-8aa9bf7336cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0606551 Jan 29 03:48:27.387527 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-4816cecc-9fc1-4ca6-91be-9138f553efe8 req-11306cd6-06fa-46a5-a116-9b830b7157cd service neutron] 10.222.0.16 "GET /v2.0/networks/204ced72-9299-4a30-aa72-466acced45bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849028 Jan 29 03:48:27.476773 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-4816cecc-9fc1-4ca6-91be-9138f553efe8 req-6a12cb9b-a3de-47b9-a941-aee436b3fb6f service neutron] 10.222.0.16 "GET /v2.0/networks/204ced72-9299-4a30-aa72-466acced45bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836303 Jan 29 03:48:27.723964 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-d0f5e7c5-e089-4b9a-b137-8149c21fff7f req-ad2f7969-b4eb-4310-af87-5b3cf5421f63 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=22400b6d-3511-472c-a8d5-7ef6b31a4733 HTTP/1.1" status: 200 len: 210 time: 0.0295920 Jan 29 03:48:28.115007 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-0858c7e6-1c70-4fd1-a5cb-78bff45a43ab req-5a8eb463-fe45-4b87-ad47-446d42fd6f52 service neutron] 10.222.0.25 "GET /v2.0/networks/4b4e9710-b6c9-4002-b8a3-8aa9bf7336cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847204 Jan 29 03:48:28.819230 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-737cdf88-87ba-4402-8b19-16329b4b8890 req-ed8a879e-881d-4275-aed7-de49670cf377 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=22400b6d-3511-472c-a8d5-7ef6b31a4733 HTTP/1.1" status: 200 len: 210 time: 0.0270996 Jan 29 03:48:29.021381 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-0858c7e6-1c70-4fd1-a5cb-78bff45a43ab req-8ece4837-aabe-4f2a-8400-61a233be4f54 service neutron] 10.222.0.25 "GET /v2.0/networks/4b4e9710-b6c9-4002-b8a3-8aa9bf7336cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871203 Jan 29 03:48:29.916964 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-7563336d-8abe-4c14-8da7-158a1a7b607f req-f1918959-854c-40f5-baac-635ee9fc898d tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=22400b6d-3511-472c-a8d5-7ef6b31a4733 HTTP/1.1" status: 200 len: 210 time: 0.0281541 Jan 29 03:48:30.313609 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4816cecc-9fc1-4ca6-91be-9138f553efe8 req-00136e44-c73a-4a13-b0cd-53216deeffca tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:48:30.315203 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-4816cecc-9fc1-4ca6-91be-9138f553efe8 req-00136e44-c73a-4a13-b0cd-53216deeffca tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.25 "GET /v2.0/networks?id=204ced72-9299-4a30-aa72-466acced45bf HTTP/1.1" status: 200 len: 817 time: 0.1035676 Jan 29 03:48:30.396428 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-4816cecc-9fc1-4ca6-91be-9138f553efe8 req-ea291a4b-e07b-4c3f-9a4f-fd7e747e6d48 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=00cfcd24ac464466b0c59b2955aac89e HTTP/1.1" status: 200 len: 379 time: 0.0548213 Jan 29 03:48:30.404784 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.v2.base [req-4816cecc-9fc1-4ca6-91be-9138f553efe8 req-e18aeae1-e6d0-4d4c-8d3a-af5a96df243e tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Request body: {'port': {'device_id': '22400b6d-3511-472c-a8d5-7ef6b31a4733', 'network_id': '204ced72-9299-4a30-aa72-466acced45bf', 'admin_state_up': True, 'tenant_id': '00cfcd24ac464466b0c59b2955aac89e', 'security_groups': ['757239fc-c09f-4d70-afc0-283cd2854d5b']}} {{(pid=109550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 03:48:30.648527 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4816cecc-9fc1-4ca6-91be-9138f553efe8 req-e18aeae1-e6d0-4d4c-8d3a-af5a96df243e tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Made reservation on behalf of 00cfcd24ac464466b0c59b2955aac89e for: {'port': 1} {{(pid=109550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 03:48:30.652490 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-4816cecc-9fc1-4ca6-91be-9138f553efe8 req-e18aeae1-e6d0-4d4c-8d3a-af5a96df243e tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (None), before_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:30.777652 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.db.db_base_plugin_common [req-4816cecc-9fc1-4ca6-91be-9138f553efe8 req-e18aeae1-e6d0-4d4c-8d3a-af5a96df243e tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Allocated IP 172.20.0.13 (204ced72-9299-4a30-aa72-466acced45bf/c62d091f-c1de-4db7-ab9c-37bb62875bd8/d74c4298-21ab-40ef-9b6c-b38299577657) {{(pid=109550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 03:48:30.918540 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-4816cecc-9fc1-4ca6-91be-9138f553efe8 req-e18aeae1-e6d0-4d4c-8d3a-af5a96df243e tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Publish callbacks [] for port (d74c4298-21ab-40ef-9b6c-b38299577657), precommit_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:31.027223 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-b5f55ea7-819a-4c7f-ac40-0c82ad79b65a req-fb144882-be98-4c9c-aa4c-fd10e323916e tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=22400b6d-3511-472c-a8d5-7ef6b31a4733 HTTP/1.1" status: 200 len: 210 time: 0.0322411 Jan 29 03:48:31.073164 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-4816cecc-9fc1-4ca6-91be-9138f553efe8 req-e18aeae1-e6d0-4d4c-8d3a-af5a96df243e tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787145433393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9207350'] for port (d74c4298-21ab-40ef-9b6c-b38299577657), after_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:31.119656 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4816cecc-9fc1-4ca6-91be-9138f553efe8 req-e18aeae1-e6d0-4d4c-8d3a-af5a96df243e tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Network 204ced72-9299-4a30-aa72-466acced45bf is already hosted by enough agents. {{(pid=109550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 03:48:31.122665 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.scheduler.base_scheduler [req-4816cecc-9fc1-4ca6-91be-9138f553efe8 req-e18aeae1-e6d0-4d4c-8d3a-af5a96df243e tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Resources bound (agent type, host, resource id): {{(pid=109550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 03:48:31.124883 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.db.l3_dvrscheduler_db [req-4816cecc-9fc1-4ca6-91be-9138f553efe8 req-e18aeae1-e6d0-4d4c-8d3a-af5a96df243e tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Received port after_create {{(pid=109550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 03:48:31.153412 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18aeae1-e6d0-4d4c-8d3a-af5a96df243e tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Pushing event updated for resources: {'Port': ['ID=d74c4298-21ab-40ef-9b6c-b38299577657,revision_number=1']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:48:31.182982 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4816cecc-9fc1-4ca6-91be-9138f553efe8 req-e18aeae1-e6d0-4d4c-8d3a-af5a96df243e tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:48:31.183603 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-4816cecc-9fc1-4ca6-91be-9138f553efe8 req-e18aeae1-e6d0-4d4c-8d3a-af5a96df243e tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166518'] for port (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:31.257398 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-4816cecc-9fc1-4ca6-91be-9138f553efe8 req-e18aeae1-e6d0-4d4c-8d3a-af5a96df243e tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8562343 Jan 29 03:48:31.274839 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.v2.base [req-4816cecc-9fc1-4ca6-91be-9138f553efe8 req-eef3e200-2466-43d8-b8fe-ce308e3be089 service neutron] Request body: {'port': {'device_id': '22400b6d-3511-472c-a8d5-7ef6b31a4733', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82694'}} {{(pid=109550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 03:48:31.335626 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-4816cecc-9fc1-4ca6-91be-9138f553efe8 req-eef3e200-2466-43d8-b8fe-ce308e3be089 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (d74c4298-21ab-40ef-9b6c-b38299577657), before_update {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:31.350800 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.provisioning_blocks [None req-90766f10-88dd-4787-b4e3-0c6925803122 None None] Provisioning complete for port d74c4298-21ab-40ef-9b6c-b38299577657 triggered by entity DHCP. {{(pid=109551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 03:48:31.351248 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-90766f10-88dd-4787-b4e3-0c6925803122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785313'] for port (d74c4298-21ab-40ef-9b6c-b38299577657), provisioning_complete {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:31.384875 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-90766f10-88dd-4787-b4e3-0c6925803122 None None] Port d74c4298-21ab-40ef-9b6c-b38299577657 cannot update to ACTIVE because it is not bound. {{(pid=109551) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 03:48:31.463972 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-44ecd418-85d2-43a2-9acf-306bd197e92b req-b7f85467-7152-4031-92b3-d2728aafcd06 tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-100694136&fields=id&tenant_id=033b0334af9941dfbcf5ac732f36dfd6 HTTP/1.1" status: 200 len: 267 time: 0.0465336 Jan 29 03:48:31.567667 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ecd418-85d2-43a2-9acf-306bd197e92b req-62aa9d22-1f61-4114-8652-d376e2cfbc26 tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:48:31.574261 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-44ecd418-85d2-43a2-9acf-306bd197e92b req-62aa9d22-1f61-4114-8652-d376e2cfbc26 tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] 10.222.0.16 "GET /v2.0/networks?id=9ce03b02-e4c1-4b51-89f8-2b8c7e281b14 HTTP/1.1" status: 200 len: 808 time: 0.1039248 Jan 29 03:48:31.584167 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-44ecd418-85d2-43a2-9acf-306bd197e92b req-2011a129-3321-462e-92f7-eead6c16e8c4 tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] 10.222.0.16 "GET /v2.0/quotas/033b0334af9941dfbcf5ac732f36dfd6 HTTP/1.1" status: 200 len: 375 time: 0.0090981 Jan 29 03:48:31.615944 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.notifiers.nova [req-4816cecc-9fc1-4ca6-91be-9138f553efe8 req-eef3e200-2466-43d8-b8fe-ce308e3be089 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d74c4298-21ab-40ef-9b6c-b38299577657 {{(pid=109550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 03:48:31.623410 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-4816cecc-9fc1-4ca6-91be-9138f553efe8 req-eef3e200-2466-43d8-b8fe-ce308e3be089 service neutron] Publish callbacks [] for port (d74c4298-21ab-40ef-9b6c-b38299577657), precommit_update {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:31.635600 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.db.provisioning_blocks [req-4816cecc-9fc1-4ca6-91be-9138f553efe8 req-eef3e200-2466-43d8-b8fe-ce308e3be089 service neutron] Transition to ACTIVE for port object d74c4298-21ab-40ef-9b6c-b38299577657 will not be triggered until provisioned by entity L2. {{(pid=109550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 03:48:31.639556 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-44ecd418-85d2-43a2-9acf-306bd197e92b req-cee3044b-8447-4237-90c3-d4e97216ccdb tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=033b0334af9941dfbcf5ac732f36dfd6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0492578 Jan 29 03:48:31.700082 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-4816cecc-9fc1-4ca6-91be-9138f553efe8 req-eef3e200-2466-43d8-b8fe-ce308e3be089 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9207359'] for port (d74c4298-21ab-40ef-9b6c-b38299577657), after_update {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:31.737843 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-44ecd418-85d2-43a2-9acf-306bd197e92b req-2ecf52de-8181-4901-a1bb-a90e1a60c2fd service neutron] 10.222.0.16 "GET /v2.0/networks/9ce03b02-e4c1-4b51-89f8-2b8c7e281b14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860188 Jan 29 03:48:31.755526 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef3e200-2466-43d8-b8fe-ce308e3be089 service neutron] Pushing event updated for resources: {'Port': ['ID=d74c4298-21ab-40ef-9b6c-b38299577657,revision_number=2']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:48:31.826706 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.managers [req-4816cecc-9fc1-4ca6-91be-9138f553efe8 req-eef3e200-2466-43d8-b8fe-ce308e3be089 service neutron] Attempting to bind port d74c4298-21ab-40ef-9b6c-b38299577657 on host hv-cinder-82694 for vnic_type normal with profile {{(pid=109550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 03:48:31.827038 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.managers [req-4816cecc-9fc1-4ca6-91be-9138f553efe8 req-eef3e200-2466-43d8-b8fe-ce308e3be089 service neutron] Attempting to bind port d74c4298-21ab-40ef-9b6c-b38299577657 by drivers openvswitch,hyperv on host hv-cinder-82694 at level 0 using segments [{'id': 'e5471ed5-97f1-48e6-86f5-92c6b5bce849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '204ced72-9299-4a30-aa72-466acced45bf'}] {{(pid=109550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 03:48:31.827363 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4816cecc-9fc1-4ca6-91be-9138f553efe8 req-eef3e200-2466-43d8-b8fe-ce308e3be089 service neutron] Attempting to bind port d74c4298-21ab-40ef-9b6c-b38299577657 on network 204ced72-9299-4a30-aa72-466acced45bf {{(pid=109550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 03:48:31.831877 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4816cecc-9fc1-4ca6-91be-9138f553efe8 req-eef3e200-2466-43d8-b8fe-ce308e3be089 service neutron] Port d74c4298-21ab-40ef-9b6c-b38299577657 on network 204ced72-9299-4a30-aa72-466acced45bf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82694 {{(pid=109550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 03:48:31.832193 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4816cecc-9fc1-4ca6-91be-9138f553efe8 req-eef3e200-2466-43d8-b8fe-ce308e3be089 service neutron] Attempting to bind port d74c4298-21ab-40ef-9b6c-b38299577657 on network 204ced72-9299-4a30-aa72-466acced45bf {{(pid=109550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 03:48:31.833813 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-44ecd418-85d2-43a2-9acf-306bd197e92b req-348d212d-1f0f-4d90-90cd-951b47e20b02 service neutron] 10.222.0.16 "GET /v2.0/networks/9ce03b02-e4c1-4b51-89f8-2b8c7e281b14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884910 Jan 29 03:48:31.839668 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4816cecc-9fc1-4ca6-91be-9138f553efe8 req-eef3e200-2466-43d8-b8fe-ce308e3be089 service neutron] Checking agent: {'id': 'ad4128b7-7a77-4672-aa49-b5d5d6c7d736', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 3, 42, 25), 'started_at': datetime.datetime(2022, 1, 29, 3, 42, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 3, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 03:48:31.840164 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4816cecc-9fc1-4ca6-91be-9138f553efe8 req-eef3e200-2466-43d8-b8fe-ce308e3be089 service neutron] Checking segment: {'id': 'e5471ed5-97f1-48e6-86f5-92c6b5bce849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '204ced72-9299-4a30-aa72-466acced45bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 03:48:31.840556 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4816cecc-9fc1-4ca6-91be-9138f553efe8 req-eef3e200-2466-43d8-b8fe-ce308e3be089 service neutron] Bound using segment: {'id': 'e5471ed5-97f1-48e6-86f5-92c6b5bce849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '204ced72-9299-4a30-aa72-466acced45bf'} {{(pid=109550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 03:48:31.841277 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.managers [req-4816cecc-9fc1-4ca6-91be-9138f553efe8 req-eef3e200-2466-43d8-b8fe-ce308e3be089 service neutron] Bound port: d74c4298-21ab-40ef-9b6c-b38299577657, host: hv-cinder-82694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5471ed5-97f1-48e6-86f5-92c6b5bce849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '204ced72-9299-4a30-aa72-466acced45bf'}}] {{(pid=109550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 03:48:31.841700 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-4816cecc-9fc1-4ca6-91be-9138f553efe8 req-eef3e200-2466-43d8-b8fe-ce308e3be089 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (d74c4298-21ab-40ef-9b6c-b38299577657), before_update {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:31.918868 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.db [req-4816cecc-9fc1-4ca6-91be-9138f553efe8 req-eef3e200-2466-43d8-b8fe-ce308e3be089 service neutron] For port d74c4298-21ab-40ef-9b6c-b38299577657, host hv-cinder-82694, cleared binding levels {{(pid=109550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 03:48:31.924702 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.db [req-4816cecc-9fc1-4ca6-91be-9138f553efe8 req-eef3e200-2466-43d8-b8fe-ce308e3be089 service neutron] For port d74c4298-21ab-40ef-9b6c-b38299577657, host hv-cinder-82694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=d74c4298-21ab-40ef-9b6c-b38299577657,segment=NetworkSegment(e5471ed5-97f1-48e6-86f5-92c6b5bce849),segment_id=e5471ed5-97f1-48e6-86f5-92c6b5bce849)] {{(pid=109550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 03:48:32.003613 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-4816cecc-9fc1-4ca6-91be-9138f553efe8 req-eef3e200-2466-43d8-b8fe-ce308e3be089 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9207359'] for port (d74c4298-21ab-40ef-9b6c-b38299577657), after_update {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:32.036813 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4816cecc-9fc1-4ca6-91be-9138f553efe8 req-eef3e200-2466-43d8-b8fe-ce308e3be089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:48:32.037382 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-4816cecc-9fc1-4ca6-91be-9138f553efe8 req-eef3e200-2466-43d8-b8fe-ce308e3be089 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166518'] for port (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:32.038720 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-4816cecc-9fc1-4ca6-91be-9138f553efe8 req-eef3e200-2466-43d8-b8fe-ce308e3be089 service neutron] 10.222.0.25 "PUT /v2.0/ports/d74c4298-21ab-40ef-9b6c-b38299577657 HTTP/1.1" status: 200 len: 1094 time: 0.7681644 Jan 29 03:48:32.039163 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22400b6d-3511-472c-a8d5-7ef6b31a4733', 'tag': 'd74c4298-21ab-40ef-9b6c-b38299577657'}] {{(pid=109550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 03:48:32.041459 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fa7e8514ec8b1871638cf3d0c6bf241b62bf17ffd430199c6215cc57604ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51869a22-fe80-4b39-85ac-6d52de4234fb" -d '{"events": [{"name": "network-changed", "server_uuid": "22400b6d-3511-472c-a8d5-7ef6b31a4733", "tag": "d74c4298-21ab-40ef-9b6c-b38299577657"}]}' {{(pid=109550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 03:48:32.068503 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef3e200-2466-43d8-b8fe-ce308e3be089 service neutron] Pushing event updated for resources: {'Port': ['ID=d74c4298-21ab-40ef-9b6c-b38299577657,revision_number=3']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:48:32.084469 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 03:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbd9f02b-c015-44c6-b357-950cadc5cfdd x-openstack-request-id: req-cbd9f02b-c015-44c6-b357-950cadc5cfdd {{(pid=109550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 03:48:32.084861 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22400b6d-3511-472c-a8d5-7ef6b31a4733", "tag": "d74c4298-21ab-40ef-9b6c-b38299577657", "status": "completed", "code": 200}]} {{(pid=109550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 03:48:32.085210 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cbd9f02b-c015-44c6-b357-950cadc5cfdd {{(pid=109550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 03:48:32.085706 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22400b6d-3511-472c-a8d5-7ef6b31a4733', 'tag': 'd74c4298-21ab-40ef-9b6c-b38299577657', 'status': 'completed', 'code': 200} Jan 29 03:48:32.183017 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf9ec30-27df-4b4d-974d-54e309af2a82 req-5ec4e7b0-a259-47d7-8f84-eff77c97b327 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:48:32.184562 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-daf9ec30-27df-4b4d-974d-54e309af2a82 req-5ec4e7b0-a259-47d7-8f84-eff77c97b327 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=22400b6d-3511-472c-a8d5-7ef6b31a4733 HTTP/1.1" status: 200 len: 944 time: 0.0552354 Jan 29 03:48:32.242046 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-daf9ec30-27df-4b4d-974d-54e309af2a82 req-775ee02f-af35-4b9e-85e2-3309df8e497f tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/security-groups?id=757239fc-c09f-4d70-afc0-283cd2854d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507412 Jan 29 03:48:32.456489 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-aec5cd15-cf97-4855-aa1f-dec0dc37854a req-ea85d947-786a-4bad-a9c5-c227d86888b2 tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe9bccaa-e41b-4389-9f22-5e72a04c47b0 HTTP/1.1" status: 200 len: 210 time: 0.0294960 Jan 29 03:48:33.369359 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a8dcef-7aeb-4a26-a378-fe6c8cc8ea1d req-c3746a10-b8e8-42ce-8663-5f5b3b0a4965 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:48:33.370877 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-06a8dcef-7aeb-4a26-a378-fe6c8cc8ea1d req-c3746a10-b8e8-42ce-8663-5f5b3b0a4965 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=22400b6d-3511-472c-a8d5-7ef6b31a4733 HTTP/1.1" status: 200 len: 944 time: 0.0575986 Jan 29 03:48:33.416885 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-06a8dcef-7aeb-4a26-a378-fe6c8cc8ea1d req-7ae776ba-2e7b-45cf-a458-1fcc2a64378b tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/security-groups?id=757239fc-c09f-4d70-afc0-283cd2854d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405002 Jan 29 03:48:33.536135 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-7dadc1bf-290d-4058-8818-93059233f303 req-bd09e4aa-c172-4c54-b6b9-e48919754bf0 tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe9bccaa-e41b-4389-9f22-5e72a04c47b0 HTTP/1.1" status: 200 len: 210 time: 0.0270376 Jan 29 03:48:34.276763 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51869a22-fe80-4b39-85ac-6d52de4234fb req-371638cb-7059-46ea-83e3-b81a3effcb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:48:34.278602 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-51869a22-fe80-4b39-85ac-6d52de4234fb req-371638cb-7059-46ea-83e3-b81a3effcb6a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=00cfcd24ac464466b0c59b2955aac89e&device_id=22400b6d-3511-472c-a8d5-7ef6b31a4733 HTTP/1.1" status: 200 len: 1128 time: 0.0454488 Jan 29 03:48:34.386041 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51869a22-fe80-4b39-85ac-6d52de4234fb req-6a09833c-2905-49e5-ab97-419163a02aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:48:34.387545 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-51869a22-fe80-4b39-85ac-6d52de4234fb req-6a09833c-2905-49e5-ab97-419163a02aa7 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=00cfcd24ac464466b0c59b2955aac89e&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0945697 Jan 29 03:48:34.486267 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51869a22-fe80-4b39-85ac-6d52de4234fb req-6960e80f-8e7c-4a50-895c-2d0c785e68f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:48:34.487816 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-51869a22-fe80-4b39-85ac-6d52de4234fb req-6960e80f-8e7c-4a50-895c-2d0c785e68f6 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0945697 Jan 29 03:48:34.540008 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabc4b05-2781-45b2-b191-0e681140348e req-14f6b1f9-10fc-4c15-856f-28ff48861e55 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:48:34.542585 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-dabc4b05-2781-45b2-b191-0e681140348e req-14f6b1f9-10fc-4c15-856f-28ff48861e55 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=22400b6d-3511-472c-a8d5-7ef6b31a4733 HTTP/1.1" status: 200 len: 944 time: 0.0529556 Jan 29 03:48:34.593781 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4816cecc-9fc1-4ca6-91be-9138f553efe8 req-de069551-42a4-4bdd-9488-9744fd2b71b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:48:34.594456 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-4816cecc-9fc1-4ca6-91be-9138f553efe8 req-de069551-42a4-4bdd-9488-9744fd2b71b6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=00cfcd24ac464466b0c59b2955aac89e&device_id=22400b6d-3511-472c-a8d5-7ef6b31a4733 HTTP/1.1" status: 200 len: 1128 time: 0.0483246 Jan 29 03:48:34.606213 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-dabc4b05-2781-45b2-b191-0e681140348e req-753f3ed3-a990-4b6c-8385-788d90d5c68e tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/security-groups?id=757239fc-c09f-4d70-afc0-283cd2854d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580735 Jan 29 03:48:34.660217 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-4816cecc-9fc1-4ca6-91be-9138f553efe8 req-b0ad4230-9e98-4b89-a99b-ab31eae7589f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d74c4298-21ab-40ef-9b6c-b38299577657 HTTP/1.1" status: 200 len: 217 time: 0.0489662 Jan 29 03:48:34.675944 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-0353ce7c-16cc-4b4d-8000-d9953a374ca0 req-2af5a6c9-fdb6-4444-9f28-0bbe9fd15876 tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe9bccaa-e41b-4389-9f22-5e72a04c47b0 HTTP/1.1" status: 200 len: 210 time: 0.0578811 Jan 29 03:48:34.717890 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4816cecc-9fc1-4ca6-91be-9138f553efe8 req-fd6d06e2-6d74-47fd-b54a-dd58113a232c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:48:34.719371 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-4816cecc-9fc1-4ca6-91be-9138f553efe8 req-fd6d06e2-6d74-47fd-b54a-dd58113a232c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c62d091f-c1de-4db7-ab9c-37bb62875bd8 HTTP/1.1" status: 200 len: 856 time: 0.0455592 Jan 29 03:48:34.769715 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4816cecc-9fc1-4ca6-91be-9138f553efe8 req-5ddd75b7-ef8a-419c-8ed8-78c1bbf1c8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:48:34.771241 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-4816cecc-9fc1-4ca6-91be-9138f553efe8 req-5ddd75b7-ef8a-419c-8ed8-78c1bbf1c8e0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=204ced72-9299-4a30-aa72-466acced45bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445828 Jan 29 03:48:34.863490 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-4816cecc-9fc1-4ca6-91be-9138f553efe8 req-a0878258-892d-4623-a6f0-92a21653eea7 service neutron] 10.222.0.25 "GET /v2.0/networks/204ced72-9299-4a30-aa72-466acced45bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856364 Jan 29 03:48:34.957543 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-4816cecc-9fc1-4ca6-91be-9138f553efe8 req-2a5b21d1-aa3f-4400-97d0-6f90e8960060 service neutron] 10.222.0.25 "GET /v2.0/networks/204ced72-9299-4a30-aa72-466acced45bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870922 Jan 29 03:48:35.537881 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ecd418-85d2-43a2-9acf-306bd197e92b req-f4c076eb-20f5-4878-b1e9-5e64030d8cc6 tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:48:35.539255 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-44ecd418-85d2-43a2-9acf-306bd197e92b req-f4c076eb-20f5-4878-b1e9-5e64030d8cc6 tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] 10.222.0.25 "GET /v2.0/networks?id=9ce03b02-e4c1-4b51-89f8-2b8c7e281b14 HTTP/1.1" status: 200 len: 808 time: 0.1024837 Jan 29 03:48:35.607626 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-44ecd418-85d2-43a2-9acf-306bd197e92b req-243e4970-0e48-47be-86b0-4032fb065fef tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=033b0334af9941dfbcf5ac732f36dfd6 HTTP/1.1" status: 200 len: 379 time: 0.0536513 Jan 29 03:48:35.616549 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.v2.base [req-44ecd418-85d2-43a2-9acf-306bd197e92b req-50c6a013-0407-4d1d-8d30-0c9282dca202 tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] Request body: {'port': {'device_id': 'fe9bccaa-e41b-4389-9f22-5e72a04c47b0', 'network_id': '9ce03b02-e4c1-4b51-89f8-2b8c7e281b14', 'admin_state_up': True, 'tenant_id': '033b0334af9941dfbcf5ac732f36dfd6', 'security_groups': ['9d65f1d4-25f6-4c0c-b38f-909fe5487234']}} {{(pid=109550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 03:48:35.748722 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39a3c6f-25e9-418a-a18c-9f862ddab730 req-e86646f6-ba90-4ca9-8486-28cf2445fc27 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:48:35.751752 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-a39a3c6f-25e9-418a-a18c-9f862ddab730 req-e86646f6-ba90-4ca9-8486-28cf2445fc27 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=22400b6d-3511-472c-a8d5-7ef6b31a4733 HTTP/1.1" status: 200 len: 944 time: 0.0697038 Jan 29 03:48:35.790167 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-6bfa9ea2-ca87-4af3-9cb6-b26cbebba62c req-4d17fb00-e56a-4368-9b63-613be2f88e0c tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe9bccaa-e41b-4389-9f22-5e72a04c47b0 HTTP/1.1" status: 200 len: 210 time: 0.0364947 Jan 29 03:48:35.809825 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-a39a3c6f-25e9-418a-a18c-9f862ddab730 req-60a0ddd1-1923-4d45-aace-51cac766f3fd tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/security-groups?id=757239fc-c09f-4d70-afc0-283cd2854d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517023 Jan 29 03:48:35.883113 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44ecd418-85d2-43a2-9acf-306bd197e92b req-50c6a013-0407-4d1d-8d30-0c9282dca202 tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] Made reservation on behalf of 033b0334af9941dfbcf5ac732f36dfd6 for: {'port': 1} {{(pid=109550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 03:48:35.886657 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-44ecd418-85d2-43a2-9acf-306bd197e92b req-50c6a013-0407-4d1d-8d30-0c9282dca202 tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (None), before_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:36.008481 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.db.db_base_plugin_common [req-44ecd418-85d2-43a2-9acf-306bd197e92b req-50c6a013-0407-4d1d-8d30-0c9282dca202 tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] Allocated IP 172.20.0.14 (9ce03b02-e4c1-4b51-89f8-2b8c7e281b14/e530e8b4-da58-4e58-b7ba-de4e0fb3aa2d/275c2605-c149-4f30-83c0-37611406ba82) {{(pid=109550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 03:48:36.147542 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-44ecd418-85d2-43a2-9acf-306bd197e92b req-50c6a013-0407-4d1d-8d30-0c9282dca202 tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] Publish callbacks [] for port (275c2605-c149-4f30-83c0-37611406ba82), precommit_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:36.254722 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-44ecd418-85d2-43a2-9acf-306bd197e92b req-50c6a013-0407-4d1d-8d30-0c9282dca202 tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787145433393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9207350'] for port (275c2605-c149-4f30-83c0-37611406ba82), after_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:36.296426 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44ecd418-85d2-43a2-9acf-306bd197e92b req-50c6a013-0407-4d1d-8d30-0c9282dca202 tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] Network 9ce03b02-e4c1-4b51-89f8-2b8c7e281b14 is already hosted by enough agents. {{(pid=109550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 03:48:36.299394 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.scheduler.base_scheduler [req-44ecd418-85d2-43a2-9acf-306bd197e92b req-50c6a013-0407-4d1d-8d30-0c9282dca202 tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] Resources bound (agent type, host, resource id): {{(pid=109550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 03:48:36.303014 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.db.l3_dvrscheduler_db [req-44ecd418-85d2-43a2-9acf-306bd197e92b req-50c6a013-0407-4d1d-8d30-0c9282dca202 tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] Received port after_create {{(pid=109550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 03:48:36.341553 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c6a013-0407-4d1d-8d30-0c9282dca202 tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] Pushing event updated for resources: {'Port': ['ID=275c2605-c149-4f30-83c0-37611406ba82,revision_number=1']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:48:36.371395 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ecd418-85d2-43a2-9acf-306bd197e92b req-50c6a013-0407-4d1d-8d30-0c9282dca202 tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:48:36.372057 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-44ecd418-85d2-43a2-9acf-306bd197e92b req-50c6a013-0407-4d1d-8d30-0c9282dca202 tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166518'] for port (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:36.463504 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-44ecd418-85d2-43a2-9acf-306bd197e92b req-50c6a013-0407-4d1d-8d30-0c9282dca202 tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8504002 Jan 29 03:48:36.481922 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.v2.base [req-44ecd418-85d2-43a2-9acf-306bd197e92b req-527ee777-4bc6-4f49-b801-5442d1b697d8 service neutron] Request body: {'port': {'device_id': 'fe9bccaa-e41b-4389-9f22-5e72a04c47b0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82694'}} {{(pid=109550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 03:48:36.540591 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-44ecd418-85d2-43a2-9acf-306bd197e92b req-527ee777-4bc6-4f49-b801-5442d1b697d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (275c2605-c149-4f30-83c0-37611406ba82), before_update {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:36.580155 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.provisioning_blocks [None req-7e8c72d1-a9c1-4c9c-87e0-fdb4b38ef768 None None] Provisioning complete for port 275c2605-c149-4f30-83c0-37611406ba82 triggered by entity DHCP. {{(pid=109551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 03:48:36.580765 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-7e8c72d1-a9c1-4c9c-87e0-fdb4b38ef768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785313'] for port (275c2605-c149-4f30-83c0-37611406ba82), provisioning_complete {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:36.613354 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-7e8c72d1-a9c1-4c9c-87e0-fdb4b38ef768 None None] Port 275c2605-c149-4f30-83c0-37611406ba82 cannot update to ACTIVE because it is not bound. {{(pid=109551) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 03:48:36.807168 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.notifiers.nova [req-44ecd418-85d2-43a2-9acf-306bd197e92b req-527ee777-4bc6-4f49-b801-5442d1b697d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 275c2605-c149-4f30-83c0-37611406ba82 {{(pid=109550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 03:48:36.814962 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-44ecd418-85d2-43a2-9acf-306bd197e92b req-527ee777-4bc6-4f49-b801-5442d1b697d8 service neutron] Publish callbacks [] for port (275c2605-c149-4f30-83c0-37611406ba82), precommit_update {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:36.827629 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.db.provisioning_blocks [req-44ecd418-85d2-43a2-9acf-306bd197e92b req-527ee777-4bc6-4f49-b801-5442d1b697d8 service neutron] Transition to ACTIVE for port object 275c2605-c149-4f30-83c0-37611406ba82 will not be triggered until provisioned by entity L2. {{(pid=109550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 03:48:36.920864 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3a5df4-8ce5-4f10-b159-fa084df5223e req-ec621024-edec-4609-9ef7-6f9f503212f9 tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:48:36.922505 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-8e3a5df4-8ce5-4f10-b159-fa084df5223e req-ec621024-edec-4609-9ef7-6f9f503212f9 tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe9bccaa-e41b-4389-9f22-5e72a04c47b0 HTTP/1.1" status: 200 len: 932 time: 0.0637078 Jan 29 03:48:36.936279 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-44ecd418-85d2-43a2-9acf-306bd197e92b req-527ee777-4bc6-4f49-b801-5442d1b697d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9207359'] for port (275c2605-c149-4f30-83c0-37611406ba82), after_update {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:36.941731 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5a2b69-3b20-4d5b-8591-e34687ea571c req-955b868a-9a63-4bb1-845f-78c9f5e46b3e tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:48:36.943269 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-2e5a2b69-3b20-4d5b-8591-e34687ea571c req-955b868a-9a63-4bb1-845f-78c9f5e46b3e tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=22400b6d-3511-472c-a8d5-7ef6b31a4733 HTTP/1.1" status: 200 len: 944 time: 0.0606799 Jan 29 03:48:36.994109 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-2e5a2b69-3b20-4d5b-8591-e34687ea571c req-b051d7a6-f591-47b8-834a-42ee41f5f55a tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/security-groups?id=757239fc-c09f-4d70-afc0-283cd2854d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451610 Jan 29 03:48:37.019454 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-8e3a5df4-8ce5-4f10-b159-fa084df5223e req-fef368df-6672-47ba-bfab-99521e39d3a9 tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d65f1d4-25f6-4c0c-b38f-909fe5487234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908220 Jan 29 03:48:37.023788 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527ee777-4bc6-4f49-b801-5442d1b697d8 service neutron] Pushing event updated for resources: {'Port': ['ID=275c2605-c149-4f30-83c0-37611406ba82,revision_number=2']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:48:37.096198 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.managers [req-44ecd418-85d2-43a2-9acf-306bd197e92b req-527ee777-4bc6-4f49-b801-5442d1b697d8 service neutron] Attempting to bind port 275c2605-c149-4f30-83c0-37611406ba82 on host hv-cinder-82694 for vnic_type normal with profile {{(pid=109550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 03:48:37.102834 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.managers [req-44ecd418-85d2-43a2-9acf-306bd197e92b req-527ee777-4bc6-4f49-b801-5442d1b697d8 service neutron] Attempting to bind port 275c2605-c149-4f30-83c0-37611406ba82 by drivers openvswitch,hyperv on host hv-cinder-82694 at level 0 using segments [{'id': '34cc1de7-acdd-4594-884a-fb91f28f8b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '9ce03b02-e4c1-4b51-89f8-2b8c7e281b14'}] {{(pid=109550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 03:48:37.102834 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ecd418-85d2-43a2-9acf-306bd197e92b req-527ee777-4bc6-4f49-b801-5442d1b697d8 service neutron] Attempting to bind port 275c2605-c149-4f30-83c0-37611406ba82 on network 9ce03b02-e4c1-4b51-89f8-2b8c7e281b14 {{(pid=109550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 03:48:37.102834 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ecd418-85d2-43a2-9acf-306bd197e92b req-527ee777-4bc6-4f49-b801-5442d1b697d8 service neutron] Port 275c2605-c149-4f30-83c0-37611406ba82 on network 9ce03b02-e4c1-4b51-89f8-2b8c7e281b14 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82694 {{(pid=109550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 03:48:37.102834 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ecd418-85d2-43a2-9acf-306bd197e92b req-527ee777-4bc6-4f49-b801-5442d1b697d8 service neutron] Attempting to bind port 275c2605-c149-4f30-83c0-37611406ba82 on network 9ce03b02-e4c1-4b51-89f8-2b8c7e281b14 {{(pid=109550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 03:48:37.107854 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ecd418-85d2-43a2-9acf-306bd197e92b req-527ee777-4bc6-4f49-b801-5442d1b697d8 service neutron] Checking agent: {'id': 'ad4128b7-7a77-4672-aa49-b5d5d6c7d736', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 3, 42, 25), 'started_at': datetime.datetime(2022, 1, 29, 3, 42, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 3, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 03:48:37.108197 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ecd418-85d2-43a2-9acf-306bd197e92b req-527ee777-4bc6-4f49-b801-5442d1b697d8 service neutron] Checking segment: {'id': '34cc1de7-acdd-4594-884a-fb91f28f8b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '9ce03b02-e4c1-4b51-89f8-2b8c7e281b14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 03:48:37.108583 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ecd418-85d2-43a2-9acf-306bd197e92b req-527ee777-4bc6-4f49-b801-5442d1b697d8 service neutron] Bound using segment: {'id': '34cc1de7-acdd-4594-884a-fb91f28f8b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '9ce03b02-e4c1-4b51-89f8-2b8c7e281b14'} {{(pid=109550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 03:48:37.109206 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.managers [req-44ecd418-85d2-43a2-9acf-306bd197e92b req-527ee777-4bc6-4f49-b801-5442d1b697d8 service neutron] Bound port: 275c2605-c149-4f30-83c0-37611406ba82, host: hv-cinder-82694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34cc1de7-acdd-4594-884a-fb91f28f8b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '9ce03b02-e4c1-4b51-89f8-2b8c7e281b14'}}] {{(pid=109550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 03:48:37.109424 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-44ecd418-85d2-43a2-9acf-306bd197e92b req-527ee777-4bc6-4f49-b801-5442d1b697d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (275c2605-c149-4f30-83c0-37611406ba82), before_update {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:37.175823 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.db [req-44ecd418-85d2-43a2-9acf-306bd197e92b req-527ee777-4bc6-4f49-b801-5442d1b697d8 service neutron] For port 275c2605-c149-4f30-83c0-37611406ba82, host hv-cinder-82694, cleared binding levels {{(pid=109550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 03:48:37.178913 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.db [req-44ecd418-85d2-43a2-9acf-306bd197e92b req-527ee777-4bc6-4f49-b801-5442d1b697d8 service neutron] For port 275c2605-c149-4f30-83c0-37611406ba82, host hv-cinder-82694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=275c2605-c149-4f30-83c0-37611406ba82,segment=NetworkSegment(34cc1de7-acdd-4594-884a-fb91f28f8b0e),segment_id=34cc1de7-acdd-4594-884a-fb91f28f8b0e)] {{(pid=109550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 03:48:37.255527 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-44ecd418-85d2-43a2-9acf-306bd197e92b req-527ee777-4bc6-4f49-b801-5442d1b697d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9207359'] for port (275c2605-c149-4f30-83c0-37611406ba82), after_update {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:37.291849 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ecd418-85d2-43a2-9acf-306bd197e92b req-527ee777-4bc6-4f49-b801-5442d1b697d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:48:37.292471 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-44ecd418-85d2-43a2-9acf-306bd197e92b req-527ee777-4bc6-4f49-b801-5442d1b697d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166518'] for port (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:37.293876 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-44ecd418-85d2-43a2-9acf-306bd197e92b req-527ee777-4bc6-4f49-b801-5442d1b697d8 service neutron] 10.222.0.25 "PUT /v2.0/ports/275c2605-c149-4f30-83c0-37611406ba82 HTTP/1.1" status: 200 len: 1094 time: 0.8167291 Jan 29 03:48:37.294419 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe9bccaa-e41b-4389-9f22-5e72a04c47b0', 'tag': '275c2605-c149-4f30-83c0-37611406ba82'}] {{(pid=109550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 03:48:37.296528 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fa7e8514ec8b1871638cf3d0c6bf241b62bf17ffd430199c6215cc57604ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-837ed65e-e273-4d96-87cc-b69ab7b45b91" -d '{"events": [{"name": "network-changed", "server_uuid": "fe9bccaa-e41b-4389-9f22-5e72a04c47b0", "tag": "275c2605-c149-4f30-83c0-37611406ba82"}]}' {{(pid=109550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 03:48:37.303090 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Device d74c4298-21ab-40ef-9b6c-b38299577657 details requested by agent hyperv_hv-cinder-82694 with host hv-cinder-82694 {{(pid=109551) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 03:48:37.329792 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527ee777-4bc6-4f49-b801-5442d1b697d8 service neutron] Pushing event updated for resources: {'Port': ['ID=275c2605-c149-4f30-83c0-37611406ba82,revision_number=3']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:48:37.353701 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 03:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08280df5-e8b6-4ada-86d9-56ca435e32a3 x-openstack-request-id: req-08280df5-e8b6-4ada-86d9-56ca435e32a3 {{(pid=109550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 03:48:37.354103 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe9bccaa-e41b-4389-9f22-5e72a04c47b0", "tag": "275c2605-c149-4f30-83c0-37611406ba82", "status": "completed", "code": 200}]} {{(pid=109550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 03:48:37.354487 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-08280df5-e8b6-4ada-86d9-56ca435e32a3 {{(pid=109550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 03:48:37.354983 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe9bccaa-e41b-4389-9f22-5e72a04c47b0', 'tag': '275c2605-c149-4f30-83c0-37611406ba82', 'status': 'completed', 'code': 200} Jan 29 03:48:37.413754 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] For port d74c4298-21ab-40ef-9b6c-b38299577657, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=d74c4298-21ab-40ef-9b6c-b38299577657,segment=NetworkSegment(e5471ed5-97f1-48e6-86f5-92c6b5bce849),segment_id=e5471ed5-97f1-48e6-86f5-92c6b5bce849)] {{(pid=109551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 03:48:37.424980 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Returning: {'device': 'd74c4298-21ab-40ef-9b6c-b38299577657', 'network_id': '204ced72-9299-4a30-aa72-466acced45bf', 'port_id': 'd74c4298-21ab-40ef-9b6c-b38299577657', 'mac_address': 'fa:16:3e:10:19:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c62d091f-c1de-4db7-ab9c-37bb62875bd8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109551) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 03:48:37.465459 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Current status of the port d74c4298-21ab-40ef-9b6c-b38299577657 is: DOWN; New status is: BUILD {{(pid=109551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 03:48:37.465852 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (d74c4298-21ab-40ef-9b6c-b38299577657), before_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:37.472328 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837ed65e-e273-4d96-87cc-b69ab7b45b91 req-3a86fb4f-fb0f-405d-9f1f-7ab6eed59919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:48:37.473861 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-837ed65e-e273-4d96-87cc-b69ab7b45b91 req-3a86fb4f-fb0f-405d-9f1f-7ab6eed59919 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=033b0334af9941dfbcf5ac732f36dfd6&device_id=fe9bccaa-e41b-4389-9f22-5e72a04c47b0 HTTP/1.1" status: 200 len: 1128 time: 0.0533576 Jan 29 03:48:37.480102 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.notifiers.nova [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d74c4298-21ab-40ef-9b6c-b38299577657 {{(pid=109551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 03:48:37.502453 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] For port d74c4298-21ab-40ef-9b6c-b38299577657, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=d74c4298-21ab-40ef-9b6c-b38299577657,segment=NetworkSegment(e5471ed5-97f1-48e6-86f5-92c6b5bce849),segment_id=e5471ed5-97f1-48e6-86f5-92c6b5bce849)] {{(pid=109551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 03:48:37.580359 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429'] for port (d74c4298-21ab-40ef-9b6c-b38299577657), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:37.588426 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837ed65e-e273-4d96-87cc-b69ab7b45b91 req-f60c9650-9a84-4bda-b596-4b00741d4972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:48:37.590723 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-837ed65e-e273-4d96-87cc-b69ab7b45b91 req-f60c9650-9a84-4bda-b596-4b00741d4972 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=033b0334af9941dfbcf5ac732f36dfd6&shared=False HTTP/1.1" status: 200 len: 908 time: 0.1037173 Jan 29 03:48:37.629801 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Pushing event updated for resources: {'Port': ['ID=d74c4298-21ab-40ef-9b6c-b38299577657,revision_number=4']} {{(pid=109551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:48:37.687676 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837ed65e-e273-4d96-87cc-b69ab7b45b91 req-a9c3afdb-cf86-4ff1-8e3c-d02261401458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:48:37.689144 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-837ed65e-e273-4d96-87cc-b69ab7b45b91 req-a9c3afdb-cf86-4ff1-8e3c-d02261401458 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0928824 Jan 29 03:48:37.853094 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ecd418-85d2-43a2-9acf-306bd197e92b req-a3dc61fd-797b-41f3-896e-51d38c35489c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:48:37.855102 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-44ecd418-85d2-43a2-9acf-306bd197e92b req-a3dc61fd-797b-41f3-896e-51d38c35489c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=033b0334af9941dfbcf5ac732f36dfd6&device_id=fe9bccaa-e41b-4389-9f22-5e72a04c47b0 HTTP/1.1" status: 200 len: 1128 time: 0.1064537 Jan 29 03:48:37.891821 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] get_ports_and_sgs() called for port_ids ['d74c4298-21ab-40ef-9b6c-b38299577657'] {{(pid=109551) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 03:48:37.903004 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-44ecd418-85d2-43a2-9acf-306bd197e92b req-5ad1cf35-413f-479e-9a14-18e77c9ed3d2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=275c2605-c149-4f30-83c0-37611406ba82 HTTP/1.1" status: 200 len: 217 time: 0.0345552 Jan 29 03:48:37.957107 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ecd418-85d2-43a2-9acf-306bd197e92b req-16a9f8f3-7918-444b-839f-f148f53461e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:48:37.958580 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-44ecd418-85d2-43a2-9acf-306bd197e92b req-16a9f8f3-7918-444b-839f-f148f53461e2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e530e8b4-da58-4e58-b7ba-de4e0fb3aa2d HTTP/1.1" status: 200 len: 847 time: 0.0497823 Jan 29 03:48:38.017925 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ecd418-85d2-43a2-9acf-306bd197e92b req-27a063fb-4ca9-44bb-a685-a39598e75f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:48:38.017925 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-44ecd418-85d2-43a2-9acf-306bd197e92b req-27a063fb-4ca9-44bb-a685-a39598e75f98 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9ce03b02-e4c1-4b51-89f8-2b8c7e281b14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472007 Jan 29 03:48:38.145036 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-44ecd418-85d2-43a2-9acf-306bd197e92b req-55370f54-f6a0-4ac7-b261-c0e18a81cfaa service neutron] 10.222.0.25 "GET /v2.0/networks/9ce03b02-e4c1-4b51-89f8-2b8c7e281b14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260738 Jan 29 03:48:38.164182 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beb35f7-8f64-4d44-87b5-6c1117f2d9e8 req-e3015461-dc66-4aea-a9dd-91781c58cfc5 tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:48:38.165722 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-3beb35f7-8f64-4d44-87b5-6c1117f2d9e8 req-e3015461-dc66-4aea-a9dd-91781c58cfc5 tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe9bccaa-e41b-4389-9f22-5e72a04c47b0 HTTP/1.1" status: 200 len: 944 time: 0.0540125 Jan 29 03:48:38.212739 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b385cf-68b5-4021-9600-d48af10bafa8 req-5ede0c15-3708-4fbe-93f4-576f7c4d19c3 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:48:38.214923 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-b8b385cf-68b5-4021-9600-d48af10bafa8 req-5ede0c15-3708-4fbe-93f4-576f7c4d19c3 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=22400b6d-3511-472c-a8d5-7ef6b31a4733 HTTP/1.1" status: 200 len: 945 time: 0.1186516 Jan 29 03:48:38.239459 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-3beb35f7-8f64-4d44-87b5-6c1117f2d9e8 req-8304adda-3077-43b6-b596-8409760a12c5 tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d65f1d4-25f6-4c0c-b38f-909fe5487234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657921 Jan 29 03:48:38.269597 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-44ecd418-85d2-43a2-9acf-306bd197e92b req-7590d81f-3cb5-424b-a814-3a2a6e151fac service neutron] 10.222.0.25 "GET /v2.0/networks/9ce03b02-e4c1-4b51-89f8-2b8c7e281b14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171885 Jan 29 03:48:38.291090 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-b8b385cf-68b5-4021-9600-d48af10bafa8 req-1bf49b8c-9386-4b0b-bda9-8b05d80198a7 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/security-groups?id=757239fc-c09f-4d70-afc0-283cd2854d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655360 Jan 29 03:48:38.710724 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 49148) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:48:38.813613 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-a9b2b72b-a3a5-4c5b-ba6c-540e03af4d20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:38.883828 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-a9b2b72b-a3a5-4c5b-ba6c-540e03af4d20 admin admin] Publish callbacks [] for security_group (36253e52-b0be-416e-8b91-20d7fcf451c0), precommit_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:38.997314 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-a9b2b72b-a3a5-4c5b-ba6c-540e03af4d20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (36253e52-b0be-416e-8b91-20d7fcf451c0), after_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:39.036733 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-a9b2b72b-a3a5-4c5b-ba6c-540e03af4d20 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c8e10c3a7e224dbaa5542bda9107b9f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3248069 Jan 29 03:48:39.037730 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b2b72b-a3a5-4c5b-ba6c-540e03af4d20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36253e52-b0be-416e-8b91-20d7fcf451c0,revision_number=1']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:48:39.039484 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 49152) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:48:39.044792 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b2b72b-a3a5-4c5b-ba6c-540e03af4d20 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:48:39.045139 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b2b72b-a3a5-4c5b-ba6c-540e03af4d20 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:48:39.045475 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b2b72b-a3a5-4c5b-ba6c-540e03af4d20 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:48:39.045814 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b2b72b-a3a5-4c5b-ba6c-540e03af4d20 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:48:39.046157 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b2b72b-a3a5-4c5b-ba6c-540e03af4d20 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:48:39.046485 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b2b72b-a3a5-4c5b-ba6c-540e03af4d20 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:48:39.046805 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b2b72b-a3a5-4c5b-ba6c-540e03af4d20 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:48:39.047173 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b2b72b-a3a5-4c5b-ba6c-540e03af4d20 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:48:39.047499 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b2b72b-a3a5-4c5b-ba6c-540e03af4d20 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:48:39.047819 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b2b72b-a3a5-4c5b-ba6c-540e03af4d20 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:48:39.048138 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b2b72b-a3a5-4c5b-ba6c-540e03af4d20 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:48:39.048451 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b2b72b-a3a5-4c5b-ba6c-540e03af4d20 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:48:39.048764 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b2b72b-a3a5-4c5b-ba6c-540e03af4d20 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:48:39.090482 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-3715cf14-7a9b-4978-8bb5-0bcf2c936023 admin admin] Publish callbacks [] for security_group (36253e52-b0be-416e-8b91-20d7fcf451c0), before_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:39.110957 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-3715cf14-7a9b-4978-8bb5-0bcf2c936023 admin admin] Publish callbacks [] for security_group (36253e52-b0be-416e-8b91-20d7fcf451c0), precommit_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:39.231550 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-3715cf14-7a9b-4978-8bb5-0bcf2c936023 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (36253e52-b0be-416e-8b91-20d7fcf451c0), after_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:39.234244 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-3715cf14-7a9b-4978-8bb5-0bcf2c936023 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:39.235424 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-3715cf14-7a9b-4978-8bb5-0bcf2c936023 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/36253e52-b0be-416e-8b91-20d7fcf451c0 HTTP/1.1" status: 204 len: 168 time: 0.1949339 Jan 29 03:48:39.243313 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3715cf14-7a9b-4978-8bb5-0bcf2c936023 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36253e52-b0be-416e-8b91-20d7fcf451c0,revision_number=None']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:48:39.335892 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Device d74c4298-21ab-40ef-9b6c-b38299577657 up at agent hyperv_hv-cinder-82694 {{(pid=109551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 03:48:39.371971 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66aaadc-9f0f-481c-88bf-2492237a22f1 req-308b3248-46ee-4e5e-b530-de017781b111 tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:48:39.373495 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-f66aaadc-9f0f-481c-88bf-2492237a22f1 req-308b3248-46ee-4e5e-b530-de017781b111 tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe9bccaa-e41b-4389-9f22-5e72a04c47b0 HTTP/1.1" status: 200 len: 944 time: 0.0546288 Jan 29 03:48:39.417475 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6305dbb7-a5c8-4996-bed5-7e3b5a1c59c0 req-face4755-7f90-4f51-b6e8-5f1b6665581c tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:48:39.418986 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-6305dbb7-a5c8-4996-bed5-7e3b5a1c59c0 req-face4755-7f90-4f51-b6e8-5f1b6665581c tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=22400b6d-3511-472c-a8d5-7ef6b31a4733 HTTP/1.1" status: 200 len: 945 time: 0.0548227 Jan 29 03:48:39.428222 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-f66aaadc-9f0f-481c-88bf-2492237a22f1 req-4287dc98-4e57-4a81-bfc9-a8348da18007 tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d65f1d4-25f6-4c0c-b38f-909fe5487234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490327 Jan 29 03:48:39.465642 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-6305dbb7-a5c8-4996-bed5-7e3b5a1c59c0 req-9110c939-cabe-41de-a6c7-4ca70a745f91 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/security-groups?id=757239fc-c09f-4d70-afc0-283cd2854d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410593 Jan 29 03:48:39.477485 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.provisioning_blocks [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Provisioning for port d74c4298-21ab-40ef-9b6c-b38299577657 completed by entity L2. {{(pid=109551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 03:48:39.482118 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.provisioning_blocks [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Provisioning complete for port d74c4298-21ab-40ef-9b6c-b38299577657 triggered by entity L2. {{(pid=109551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 03:48:39.485330 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785313'] for port (d74c4298-21ab-40ef-9b6c-b38299577657), provisioning_complete {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:39.568641 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Current status of the port d74c4298-21ab-40ef-9b6c-b38299577657 is: BUILD; New status is: ACTIVE {{(pid=109551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 03:48:39.569032 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (d74c4298-21ab-40ef-9b6c-b38299577657), before_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:39.591162 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22400b6d-3511-472c-a8d5-7ef6b31a4733', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd74c4298-21ab-40ef-9b6c-b38299577657'}] {{(pid=109551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 03:48:39.593380 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23e056b712a42e8e31026a02bb7684ebe9f34968e78d79227c0e39fde92c0103" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b52aa275-bbbc-4825-89b3-f242c1745845" -d '{"events": [{"server_uuid": "22400b6d-3511-472c-a8d5-7ef6b31a4733", "name": "network-vif-plugged", "status": "completed", "tag": "d74c4298-21ab-40ef-9b6c-b38299577657"}]}' {{(pid=109551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 03:48:39.609479 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] For port d74c4298-21ab-40ef-9b6c-b38299577657, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=d74c4298-21ab-40ef-9b6c-b38299577657,segment=NetworkSegment(e5471ed5-97f1-48e6-86f5-92c6b5bce849),segment_id=e5471ed5-97f1-48e6-86f5-92c6b5bce849)] {{(pid=109551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 03:48:39.630868 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 03:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c8457ef-2697-4774-b60f-0a97f03ae46f x-openstack-request-id: req-0c8457ef-2697-4774-b60f-0a97f03ae46f {{(pid=109551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 03:48:39.631180 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22400b6d-3511-472c-a8d5-7ef6b31a4733", "name": "network-vif-plugged", "status": "completed", "tag": "d74c4298-21ab-40ef-9b6c-b38299577657", "code": 200}]} {{(pid=109551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 03:48:39.631438 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0c8457ef-2697-4774-b60f-0a97f03ae46f {{(pid=109551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 03:48:39.631869 dv-cinder-826949-1-iscsi neutron-server[109551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22400b6d-3511-472c-a8d5-7ef6b31a4733', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd74c4298-21ab-40ef-9b6c-b38299577657', 'code': 200} Jan 29 03:48:39.740632 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429'] for port (d74c4298-21ab-40ef-9b6c-b38299577657), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:39.777347 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 49176) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:48:39.792359 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Pushing event updated for resources: {'Port': ['ID=d74c4298-21ab-40ef-9b6c-b38299577657,revision_number=5']} {{(pid=109551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:48:39.878900 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-bc240def-d536-4bf6-b66d-487bfd0d4969 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:39.954419 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-bc240def-d536-4bf6-b66d-487bfd0d4969 admin admin] Publish callbacks [] for security_group (bd776acd-ef4b-4423-9b0c-6c44c9166aad), precommit_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:40.117493 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e097d34-f68e-4e7f-9253-880f50f0932c req-4bdc5989-ca99-4e70-ab03-d603fbe81fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:48:40.118915 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-2e097d34-f68e-4e7f-9253-880f50f0932c req-4bdc5989-ca99-4e70-ab03-d603fbe81fa8 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=22400b6d-3511-472c-a8d5-7ef6b31a4733 HTTP/1.1" status: 200 len: 1130 time: 0.0452185 Jan 29 03:48:40.119944 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-bc240def-d536-4bf6-b66d-487bfd0d4969 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (bd776acd-ef4b-4423-9b0c-6c44c9166aad), after_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:40.172627 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc240def-d536-4bf6-b66d-487bfd0d4969 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd776acd-ef4b-4423-9b0c-6c44c9166aad,revision_number=1']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:48:40.177940 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-bc240def-d536-4bf6-b66d-487bfd0d4969 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3ce6fae9a72048cdb770a7f3f0baee4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3995733 Jan 29 03:48:40.188839 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 49184) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:48:40.201700 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-2e097d34-f68e-4e7f-9253-880f50f0932c req-86ed95c8-f80e-417f-a944-c15a143cf7e5 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=757239fc-c09f-4d70-afc0-283cd2854d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676868 Jan 29 03:48:40.246362 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-4907de5b-7174-45bc-afc7-7cfa30a0ce04 admin admin] Publish callbacks [] for security_group (bd776acd-ef4b-4423-9b0c-6c44c9166aad), before_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:40.269167 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-4907de5b-7174-45bc-afc7-7cfa30a0ce04 admin admin] Publish callbacks [] for security_group (bd776acd-ef4b-4423-9b0c-6c44c9166aad), precommit_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:40.403456 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-4907de5b-7174-45bc-afc7-7cfa30a0ce04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (bd776acd-ef4b-4423-9b0c-6c44c9166aad), after_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:40.406087 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-4907de5b-7174-45bc-afc7-7cfa30a0ce04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:40.407273 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-4907de5b-7174-45bc-afc7-7cfa30a0ce04 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bd776acd-ef4b-4423-9b0c-6c44c9166aad HTTP/1.1" status: 204 len: 168 time: 0.2176645 Jan 29 03:48:40.415512 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4907de5b-7174-45bc-afc7-7cfa30a0ce04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd776acd-ef4b-4423-9b0c-6c44c9166aad,revision_number=None']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:48:40.549672 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee99950-7d64-4611-92ae-864d444b89f1 req-af25f004-0967-47f7-8619-d08211fe0930 tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:48:40.551192 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-4ee99950-7d64-4611-92ae-864d444b89f1 req-af25f004-0967-47f7-8619-d08211fe0930 tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe9bccaa-e41b-4389-9f22-5e72a04c47b0 HTTP/1.1" status: 200 len: 944 time: 0.0580728 Jan 29 03:48:40.613063 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e66181-5e62-4a85-b8be-719a54c29dd9 req-d59b59ac-2c9f-47eb-b615-940241597c1a tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:48:40.616283 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-4ee99950-7d64-4611-92ae-864d444b89f1 req-e0e100ce-59f0-4874-8749-53094bd6a4eb tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d65f1d4-25f6-4c0c-b38f-909fe5487234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571461 Jan 29 03:48:40.618609 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-f6e66181-5e62-4a85-b8be-719a54c29dd9 req-d59b59ac-2c9f-47eb-b615-940241597c1a tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=22400b6d-3511-472c-a8d5-7ef6b31a4733 HTTP/1.1" status: 200 len: 946 time: 0.0617766 Jan 29 03:48:40.665064 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-f6e66181-5e62-4a85-b8be-719a54c29dd9 req-9601b855-4145-420a-8da2-67be2e88d4a0 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/security-groups?id=757239fc-c09f-4d70-afc0-283cd2854d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450490 Jan 29 03:48:41.538677 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 49226) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:48:41.635868 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.v2.base [None req-b9656146-38eb-4164-b40e-4f6efd043237 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1983853340-network', 'tenant_id': 'de38e16f36a046dea407a31c4a9e110a'}} {{(pid=109549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 03:48:41.729795 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9656146-38eb-4164-b40e-4f6efd043237 admin admin] Made reservation on behalf of de38e16f36a046dea407a31c4a9e110a for: {'network': 1} {{(pid=109549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 03:48:41.732465 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-b9656146-38eb-4164-b40e-4f6efd043237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for network (None), before_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:41.743953 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c228c8ca-cf7b-4156-a850-7436d05e23f7 req-df7328fd-595e-4a83-bd11-3ce7d1268177 tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:48:41.745136 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-b9656146-38eb-4164-b40e-4f6efd043237 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:41.747829 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-c228c8ca-cf7b-4156-a850-7436d05e23f7 req-df7328fd-595e-4a83-bd11-3ce7d1268177 tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe9bccaa-e41b-4389-9f22-5e72a04c47b0 HTTP/1.1" status: 200 len: 944 time: 0.0635169 Jan 29 03:48:41.797545 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-c228c8ca-cf7b-4156-a850-7436d05e23f7 req-f228f712-8552-4dd0-a0d6-d384ab344e1f tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d65f1d4-25f6-4c0c-b38f-909fe5487234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425262 Jan 29 03:48:41.824364 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99812b2a-1cd9-4549-b4c5-da36e83fb88e req-03ada705-2abd-4386-a71f-6bfec09b77eb tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:48:41.825837 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-99812b2a-1cd9-4549-b4c5-da36e83fb88e req-03ada705-2abd-4386-a71f-6bfec09b77eb tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=22400b6d-3511-472c-a8d5-7ef6b31a4733 HTTP/1.1" status: 200 len: 946 time: 0.0839570 Jan 29 03:48:41.891984 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-b9656146-38eb-4164-b40e-4f6efd043237 admin admin] Publish callbacks [] for security_group (7764ac2b-b177-4be3-9f63-a18f25afeea8), precommit_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:41.896817 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-99812b2a-1cd9-4549-b4c5-da36e83fb88e req-605c73f1-e687-4dc9-9709-3207da15f2a0 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/security-groups?id=757239fc-c09f-4d70-afc0-283cd2854d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646918 Jan 29 03:48:41.968876 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-b9656146-38eb-4164-b40e-4f6efd043237 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (7764ac2b-b177-4be3-9f63-a18f25afeea8), after_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:41.990083 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9656146-38eb-4164-b40e-4f6efd043237 admin admin] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=109549) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 03:48:42.006220 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9656146-38eb-4164-b40e-4f6efd043237 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7764ac2b-b177-4be3-9f63-a18f25afeea8,revision_number=1']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:48:42.009211 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-b9656146-38eb-4164-b40e-4f6efd043237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541992'] for segment (62ef90a9-8007-4d68-9a7a-cd2cd5223307), precommit_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:42.009553 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.db.segments_db [None req-b9656146-38eb-4164-b40e-4f6efd043237 admin admin] Added segment 62ef90a9-8007-4d68-9a7a-cd2cd5223307 of type vlan for network 5fe69e09-472f-4f8c-8e21-fc6cbc9e2e6e Jan 29 03:48:42.013402 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd65418-b0b0-4c57-be0b-1b56b05475db req-63745016-6b92-43f5-92c8-2e19d65e2a0f tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:48:42.014973 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-ecd65418-b0b0-4c57-be0b-1b56b05475db req-63745016-6b92-43f5-92c8-2e19d65e2a0f tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=22400b6d-3511-472c-a8d5-7ef6b31a4733 HTTP/1.1" status: 200 len: 946 time: 0.0532966 Jan 29 03:48:42.026696 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 49236) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:48:42.031055 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.v2.base [None req-d86d360d-dc0b-4832-ad63-a9fb94418597 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Request body: {'floatingip': {'port_id': 'd74c4298-21ab-40ef-9b6c-b38299577657'}} {{(pid=109550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 03:48:42.057217 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-b9656146-38eb-4164-b40e-4f6efd043237 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787145422201'] for network (5fe69e09-472f-4f8c-8e21-fc6cbc9e2e6e), precommit_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:42.073065 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-d86d360d-dc0b-4832-ad63-a9fb94418597 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Publish callbacks [] for floatingip (f13fe8ac-fcc6-43d7-acaf-5c4980196dee), before_update {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:42.134930 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-b9656146-38eb-4164-b40e-4f6efd043237 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888'] for network (5fe69e09-472f-4f8c-8e21-fc6cbc9e2e6e), after_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:42.136584 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9656146-38eb-4164-b40e-4f6efd043237 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:48:42.137178 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-b9656146-38eb-4164-b40e-4f6efd043237 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606130'] for network (None), before_response {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:42.203921 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9656146-38eb-4164-b40e-4f6efd043237 admin admin] Pushing event updated for resources: {'Network': ['ID=5fe69e09-472f-4f8c-8e21-fc6cbc9e2e6e,revision_number=1']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:48:42.214851 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Network 5fe69e09-472f-4f8c-8e21-fc6cbc9e2e6e details requested by agent ovs-agent-dv-cinder-826949-1-iscsi with host dv-cinder-826949-1-iscsi {{(pid=109551) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 03:48:42.274366 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-b9656146-38eb-4164-b40e-4f6efd043237 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7343779 Jan 29 03:48:42.277912 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 49238) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:48:42.283002 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.v2.base [None req-5011e9db-75df-4572-a327-bbe39d54203a admin admin] Request body: {'subnet': {'network_id': '5fe69e09-472f-4f8c-8e21-fc6cbc9e2e6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1983853340-subnet', 'tenant_id': 'de38e16f36a046dea407a31c4a9e110a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 03:48:42.363317 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5011e9db-75df-4572-a327-bbe39d54203a admin admin] Made reservation on behalf of de38e16f36a046dea407a31c4a9e110a for: {'subnet': 1} {{(pid=109549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 03:48:42.365688 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-5011e9db-75df-4572-a327-bbe39d54203a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9270732'] for subnet (None), before_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:42.597716 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-5011e9db-75df-4572-a327-bbe39d54203a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8440565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9270782'] for subnet (dfcae749-deeb-4bd1-a9f6-9709cd7fe8e2), after_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:42.651606 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5011e9db-75df-4572-a327-bbe39d54203a admin admin] Pushing event updated for resources: {'Subnet': ['ID=dfcae749-deeb-4bd1-a9f6-9709cd7fe8e2,revision_number=0']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:48:42.662687 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5011e9db-75df-4572-a327-bbe39d54203a admin admin] Checking segment: {'id': '62ef90a9-8007-4d68-9a7a-cd2cd5223307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5fe69e09-472f-4f8c-8e21-fc6cbc9e2e6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 03:48:42.663312 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5011e9db-75df-4572-a327-bbe39d54203a admin admin] Network hostable DHCP agents. Network: 5fe69e09-472f-4f8c-8e21-fc6cbc9e2e6e, hostable agents: ['dac82def-0781-4624-a171-654e1b1d12af'], hosted agents: [] {{(pid=109549) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 03:48:42.756517 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-d86d360d-dc0b-4832-ad63-a9fb94418597 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:42.786335 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5011e9db-75df-4572-a327-bbe39d54203a admin admin] Network 5fe69e09-472f-4f8c-8e21-fc6cbc9e2e6e is scheduled to be hosted by DHCP agent dac82def-0781-4624-a171-654e1b1d12af with binding_index 1 {{(pid=109549) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 03:48:42.855059 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-d86d360d-dc0b-4832-ad63-a9fb94418597 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1909920'] for floatingip (f13fe8ac-fcc6-43d7-acaf-5c4980196dee), after_update {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:42.892793 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.scheduler.base_scheduler [None req-5011e9db-75df-4572-a327-bbe39d54203a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826949-1-iscsi, 5fe69e09-472f-4f8c-8e21-fc6cbc9e2e6e) {{(pid=109549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 03:48:42.898652 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5011e9db-75df-4572-a327-bbe39d54203a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:48:42.899643 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-5011e9db-75df-4572-a327-bbe39d54203a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:42.904795 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-006e0b9b-9aeb-43b1-ad25-5ff8e4aa5eec None None] Network 5fe69e09-472f-4f8c-8e21-fc6cbc9e2e6e requested from dv-cinder-826949-1-iscsi {{(pid=109551) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 03:48:42.926732 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281b8d38-e07c-4f56-b70d-edcab2801979 req-5244b786-75c7-412c-9074-d3e992344b32 tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:48:42.928275 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-281b8d38-e07c-4f56-b70d-edcab2801979 req-5244b786-75c7-412c-9074-d3e992344b32 tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe9bccaa-e41b-4389-9f22-5e72a04c47b0 HTTP/1.1" status: 200 len: 944 time: 0.0655313 Jan 29 03:48:42.962713 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.db.l3_db [None req-d86d360d-dc0b-4832-ad63-a9fb94418597 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Floating IP f13fe8ac-fcc6-43d7-acaf-5c4980196dee associated. External IP: 172.27.1.137, port: d74c4298-21ab-40ef-9b6c-b38299577657. Jan 29 03:48:42.980698 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-281b8d38-e07c-4f56-b70d-edcab2801979 req-9a9dc019-36bc-4501-a26d-f922ef824a21 tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d65f1d4-25f6-4c0c-b38f-909fe5487234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460696 Jan 29 03:48:43.028875 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b985a94d-cab1-415b-96dd-b6e19b9c8910 None None] Network 5fe69e09-472f-4f8c-8e21-fc6cbc9e2e6e requested from dv-cinder-826949-1-iscsi {{(pid=109551) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 03:48:43.037235 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-5011e9db-75df-4572-a327-bbe39d54203a admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7577813 Jan 29 03:48:43.220849 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d86d360d-dc0b-4832-ad63-a9fb94418597 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Router e78ca722-9417-4f92-80a4-ae3c65afd27d has already been hosted by L3 agent d5b8732c-6ac1-45e3-a79e-cd9863fe8196 {{(pid=109550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 03:48:43.331435 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d86d360d-dc0b-4832-ad63-a9fb94418597 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Notify agent at l3_agent.dv-cinder-826949-1-iscsi the message routers_updated {{(pid=109550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 03:48:43.336180 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-d86d360d-dc0b-4832-ad63-a9fb94418597 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166518'] for floatingip (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:43.344974 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af3bc661-7f5c-4eac-a03b-e485c24fa9cc None None] Sync routers for ids ['e78ca722-9417-4f92-80a4-ae3c65afd27d'] in dv-cinder-826949-1-iscsi {{(pid=109551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 03:48:43.356635 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3bc661-7f5c-4eac-a03b-e485c24fa9cc None None] Routers {'e78ca722-9417-4f92-80a4-ae3c65afd27d'} bound to L3 agent in host dv-cinder-826949-1-iscsi {{(pid=109551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 03:48:43.357414 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_hamode_db [None req-af3bc661-7f5c-4eac-a03b-e485c24fa9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T03:36:17Z,description=,heartbeat_timestamp=2022-01-29T03:48:17Z,host='dv-cinder-826949-1-iscsi',id=d5b8732c-6ac1-45e3-a79e-cd9863fe8196,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T03:36:18Z,topic='l3_agent')) {'router_ids': ['e78ca722-9417-4f92-80a4-ae3c65afd27d'], 'active': True} {{(pid=109551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:48:43.375620 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-d86d360d-dc0b-4832-ad63-a9fb94418597 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "PUT /v2.0/floatingips/f13fe8ac-fcc6-43d7-acaf-5c4980196dee HTTP/1.1" status: 200 len: 992 time: 1.3478417 Jan 29 03:48:43.376339 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22400b6d-3511-472c-a8d5-7ef6b31a4733', 'tag': 'd74c4298-21ab-40ef-9b6c-b38299577657'}] {{(pid=109550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 03:48:43.378877 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fa7e8514ec8b1871638cf3d0c6bf241b62bf17ffd430199c6215cc57604ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7c848bb-b925-4f6b-b772-d33f210b78cf" -d '{"events": [{"name": "network-changed", "server_uuid": "22400b6d-3511-472c-a8d5-7ef6b31a4733", "tag": "d74c4298-21ab-40ef-9b6c-b38299577657"}]}' {{(pid=109550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 03:48:43.417491 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 03:48:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ddc7c60-b789-4754-bad0-58206624b021 x-openstack-request-id: req-1ddc7c60-b789-4754-bad0-58206624b021 {{(pid=109550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 03:48:43.417797 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22400b6d-3511-472c-a8d5-7ef6b31a4733", "tag": "d74c4298-21ab-40ef-9b6c-b38299577657", "status": "completed", "code": 200}]} {{(pid=109550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 03:48:43.418056 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1ddc7c60-b789-4754-bad0-58206624b021 {{(pid=109550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 03:48:43.418493 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22400b6d-3511-472c-a8d5-7ef6b31a4733', 'tag': 'd74c4298-21ab-40ef-9b6c-b38299577657', 'status': 'completed', 'code': 200} Jan 29 03:48:43.476566 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_dvr_db [None req-af3bc661-7f5c-4eac-a03b-e485c24fa9cc None None] Set router e78ca722-9417-4f92-80a4-ae3c65afd27d gateway port host: dv-cinder-826949-1-iscsi {{(pid=109551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 03:48:43.517424 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d32f46e-3b2b-4602-b407-0aa00bd928a2 req-e68afd25-1369-4bde-acdd-e00a90c43ae7 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:48:43.518431 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-0d32f46e-3b2b-4602-b407-0aa00bd928a2 req-e68afd25-1369-4bde-acdd-e00a90c43ae7 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=22400b6d-3511-472c-a8d5-7ef6b31a4733 HTTP/1.1" status: 200 len: 946 time: 0.0850365 Jan 29 03:48:43.528831 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c848bb-b925-4f6b-b772-d33f210b78cf req-4a07e334-c13c-46c2-94a6-c2f7d4cc6128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:48:43.530408 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-a7c848bb-b925-4f6b-b772-d33f210b78cf req-4a07e334-c13c-46c2-94a6-c2f7d4cc6128 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=00cfcd24ac464466b0c59b2955aac89e&device_id=22400b6d-3511-472c-a8d5-7ef6b31a4733 HTTP/1.1" status: 200 len: 1130 time: 0.0656910 Jan 29 03:48:43.621481 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-0d32f46e-3b2b-4602-b407-0aa00bd928a2 req-f0751f75-b555-45c6-b62f-d4f73bb7ce99 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/security-groups?id=757239fc-c09f-4d70-afc0-283cd2854d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900323 Jan 29 03:48:43.646433 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c848bb-b925-4f6b-b772-d33f210b78cf req-20f88c6c-bdb1-49e6-a920-23b0275a8f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:48:43.647898 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-a7c848bb-b925-4f6b-b772-d33f210b78cf req-20f88c6c-bdb1-49e6-a920-23b0275a8f33 service neutron] 10.222.0.25 "GET /v2.0/networks?id=204ced72-9299-4a30-aa72-466acced45bf HTTP/1.1" status: 200 len: 917 time: 0.1109810 Jan 29 03:48:43.717379 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-a7c848bb-b925-4f6b-b772-d33f210b78cf req-6381a8a9-f39f-4f65-a089-497aff281b04 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d74c4298-21ab-40ef-9b6c-b38299577657 HTTP/1.1" status: 200 len: 1000 time: 0.0630701 Jan 29 03:48:43.749427 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_hamode_db [None req-af3bc661-7f5c-4eac-a03b-e485c24fa9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e78ca722-9417-4f92-80a4-ae3c65afd27d', 'name': 'tempest-AttachVolumeShelveTestJSON-1494827673-router', 'tenant_id': '00cfcd24ac464466b0c59b2955aac89e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'external_fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': '89277360-4f8d-403f-b77d-1b66ab811622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T03:44:17Z', 'updated_at': '2022-01-29T03:44:24Z', 'revision_number': 4, 'project_id': '00cfcd24ac464466b0c59b2955aac89e', 'gw_port': {'id': '89277360-4f8d-403f-b77d-1b66ab811622', 'name': '', 'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:00:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78ca722-9417-4f92-80a4-ae3c65afd27d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:44:18Z', 'updated_at': '2022-01-29T03:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-1-iscsi', '_floatingips': [{'id': 'f13fe8ac-fcc6-43d7-acaf-5c4980196dee', 'tenant_id': '00cfcd24ac464466b0c59b2955aac89e', 'floating_ip_address': '172.27.1.137', 'floating_network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'router_id': 'e78ca722-9417-4f92-80a4-ae3c65afd27d', 'port_id': 'd74c4298-21ab-40ef-9b6c-b38299577657', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '204ced72-9299-4a30-aa72-466acced45bf', 'mac_address': 'fa:16:3e:10:19:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22400b6d-3511-472c-a8d5-7ef6b31a4733', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T03:48:26Z', 'updated_at': '2022-01-29T03:48:42Z', 'revision_number': 1, 'project_id': '00cfcd24ac464466b0c59b2955aac89e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4d8a362-b347-43d1-b3ff-5cf9dd785f4e', 'name': '', 'network_id': '204ced72-9299-4a30-aa72-466acced45bf', 'tenant_id': '00cfcd24ac464466b0c59b2955aac89e', 'mac_address': 'fa:16:3e:9f:34:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78ca722-9417-4f92-80a4-ae3c65afd27d', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c62d091f-c1de-4db7-ab9c-37bb62875bd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:44:23Z', 'updated_at': '2022-01-29T03:44:31Z', 'revision_number': 5, 'project_id': '00cfcd24ac464466b0c59b2955aac89e', 'subnets': [{'id': 'c62d091f-c1de-4db7-ab9c-37bb62875bd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-1-iscsi', False) {} {{(pid=109551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:48:43.769745 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c848bb-b925-4f6b-b772-d33f210b78cf req-8b0a015a-a4dd-4282-a3ef-3e0f99e4e307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:48:43.771251 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-a7c848bb-b925-4f6b-b772-d33f210b78cf req-8b0a015a-a4dd-4282-a3ef-3e0f99e4e307 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c62d091f-c1de-4db7-ab9c-37bb62875bd8 HTTP/1.1" status: 200 len: 856 time: 0.0450742 Jan 29 03:48:43.774744 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af3bc661-7f5c-4eac-a03b-e485c24fa9cc None None] Checking router: e78ca722-9417-4f92-80a4-ae3c65afd27d for host: dv-cinder-826949-1-iscsi {{(pid=109551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 03:48:43.783368 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3bc661-7f5c-4eac-a03b-e485c24fa9cc None None] Routers {'e78ca722-9417-4f92-80a4-ae3c65afd27d'} bound to L3 agent in host dv-cinder-826949-1-iscsi {{(pid=109551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 03:48:43.783915 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_hamode_db [None req-af3bc661-7f5c-4eac-a03b-e485c24fa9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T03:36:17Z,description=,heartbeat_timestamp=2022-01-29T03:48:17Z,host='dv-cinder-826949-1-iscsi',id=d5b8732c-6ac1-45e3-a79e-cd9863fe8196,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T03:36:18Z,topic='l3_agent')) {'router_ids': ['e78ca722-9417-4f92-80a4-ae3c65afd27d'], 'active': True} {{(pid=109551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:48:43.820870 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c848bb-b925-4f6b-b772-d33f210b78cf req-dd728eab-c69d-4d1d-b8e2-73065dca6c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:48:43.822416 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-a7c848bb-b925-4f6b-b772-d33f210b78cf req-dd728eab-c69d-4d1d-b8e2-73065dca6c46 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=204ced72-9299-4a30-aa72-466acced45bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440419 Jan 29 03:48:43.917975 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-a7c848bb-b925-4f6b-b772-d33f210b78cf req-1f69822e-d3ab-4b62-bf10-72e9ae587011 service neutron] 10.222.0.25 "GET /v2.0/networks/204ced72-9299-4a30-aa72-466acced45bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881612 Jan 29 03:48:44.024158 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_dvr_db [None req-af3bc661-7f5c-4eac-a03b-e485c24fa9cc None None] Set router e78ca722-9417-4f92-80a4-ae3c65afd27d gateway port host: dv-cinder-826949-1-iscsi {{(pid=109551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 03:48:44.034747 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-a7c848bb-b925-4f6b-b772-d33f210b78cf req-b783cfd8-cb93-4387-add5-0368b00aa8f7 service neutron] 10.222.0.25 "GET /v2.0/networks/204ced72-9299-4a30-aa72-466acced45bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102614 Jan 29 03:48:44.063921 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.agents_db [None req-5bdad2e4-4f8f-4fe6-a9f7-cf82a335ca9d None None] Agent healthcheck: found 6 active agents {{(pid=109552) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 03:48:44.113684 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d73235-d024-4267-8e9e-c8254cd77370 req-19726fb9-8db0-43d9-abe6-ec45e222f656 tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:48:44.120668 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-a6d73235-d024-4267-8e9e-c8254cd77370 req-19726fb9-8db0-43d9-abe6-ec45e222f656 tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe9bccaa-e41b-4389-9f22-5e72a04c47b0 HTTP/1.1" status: 200 len: 944 time: 0.0656090 Jan 29 03:48:44.176370 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-a6d73235-d024-4267-8e9e-c8254cd77370 req-1c420d46-e0f9-4910-a5ac-2d099b8178d5 tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d65f1d4-25f6-4c0c-b38f-909fe5487234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546026 Jan 29 03:48:44.273466 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_hamode_db [None req-af3bc661-7f5c-4eac-a03b-e485c24fa9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e78ca722-9417-4f92-80a4-ae3c65afd27d', 'name': 'tempest-AttachVolumeShelveTestJSON-1494827673-router', 'tenant_id': '00cfcd24ac464466b0c59b2955aac89e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'external_fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': '89277360-4f8d-403f-b77d-1b66ab811622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T03:44:17Z', 'updated_at': '2022-01-29T03:44:24Z', 'revision_number': 4, 'project_id': '00cfcd24ac464466b0c59b2955aac89e', 'gw_port': {'id': '89277360-4f8d-403f-b77d-1b66ab811622', 'name': '', 'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:00:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78ca722-9417-4f92-80a4-ae3c65afd27d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:44:18Z', 'updated_at': '2022-01-29T03:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-1-iscsi', '_floatingips': [{'id': 'f13fe8ac-fcc6-43d7-acaf-5c4980196dee', 'tenant_id': '00cfcd24ac464466b0c59b2955aac89e', 'floating_ip_address': '172.27.1.137', 'floating_network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'router_id': 'e78ca722-9417-4f92-80a4-ae3c65afd27d', 'port_id': 'd74c4298-21ab-40ef-9b6c-b38299577657', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '204ced72-9299-4a30-aa72-466acced45bf', 'mac_address': 'fa:16:3e:10:19:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22400b6d-3511-472c-a8d5-7ef6b31a4733', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T03:48:26Z', 'updated_at': '2022-01-29T03:48:42Z', 'revision_number': 1, 'project_id': '00cfcd24ac464466b0c59b2955aac89e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4d8a362-b347-43d1-b3ff-5cf9dd785f4e', 'name': '', 'network_id': '204ced72-9299-4a30-aa72-466acced45bf', 'tenant_id': '00cfcd24ac464466b0c59b2955aac89e', 'mac_address': 'fa:16:3e:9f:34:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78ca722-9417-4f92-80a4-ae3c65afd27d', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c62d091f-c1de-4db7-ab9c-37bb62875bd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:44:23Z', 'updated_at': '2022-01-29T03:44:31Z', 'revision_number': 5, 'project_id': '00cfcd24ac464466b0c59b2955aac89e', 'subnets': [{'id': 'c62d091f-c1de-4db7-ab9c-37bb62875bd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-1-iscsi', False) {} {{(pid=109551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:48:44.305345 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af3bc661-7f5c-4eac-a03b-e485c24fa9cc None None] The sync data for ids ['e78ca722-9417-4f92-80a4-ae3c65afd27d'] in dv-cinder-826949-1-iscsi is: [{'id': 'e78ca722-9417-4f92-80a4-ae3c65afd27d', 'name': 'tempest-AttachVolumeShelveTestJSON-1494827673-router', 'tenant_id': '00cfcd24ac464466b0c59b2955aac89e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'external_fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': '89277360-4f8d-403f-b77d-1b66ab811622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T03:44:17Z', 'updated_at': '2022-01-29T03:44:24Z', 'revision_number': 4, 'project_id': '00cfcd24ac464466b0c59b2955aac89e', 'gw_port': {'id': '89277360-4f8d-403f-b77d-1b66ab811622', 'name': '', 'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:00:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78ca722-9417-4f92-80a4-ae3c65afd27d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:44:18Z', 'updated_at': '2022-01-29T03:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-1-iscsi', '_floatingips': [{'id': 'f13fe8ac-fcc6-43d7-acaf-5c4980196dee', 'tenant_id': '00cfcd24ac464466b0c59b2955aac89e', 'floating_ip_address': '172.27.1.137', 'floating_network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'router_id': 'e78ca722-9417-4f92-80a4-ae3c65afd27d', 'port_id': 'd74c4298-21ab-40ef-9b6c-b38299577657', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '204ced72-9299-4a30-aa72-466acced45bf', 'mac_address': 'fa:16:3e:10:19:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22400b6d-3511-472c-a8d5-7ef6b31a4733', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T03:48:26Z', 'updated_at': '2022-01-29T03:48:42Z', 'revision_number': 1, 'project_id': '00cfcd24ac464466b0c59b2955aac89e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4d8a362-b347-43d1-b3ff-5cf9dd785f4e', 'name': '', 'network_id': '204ced72-9299-4a30-aa72-466acced45bf', 'tenant_id': '00cfcd24ac464466b0c59b2955aac89e', 'mac_address': 'fa:16:3e:9f:34:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78ca722-9417-4f92-80a4-ae3c65afd27d', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c62d091f-c1de-4db7-ab9c-37bb62875bd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:44:23Z', 'updated_at': '2022-01-29T03:44:31Z', 'revision_number': 5, 'project_id': '00cfcd24ac464466b0c59b2955aac89e', 'subnets': [{'id': 'c62d091f-c1de-4db7-ab9c-37bb62875bd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 03:48:44.487688 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef342eb-09be-444c-9cae-16c66747509c None None] New status for floating IP f13fe8ac-fcc6-43d7-acaf-5c4980196dee: ACTIVE {{(pid=109552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 03:48:44.755519 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976519d2-a316-42d3-911b-a1407c2b0929 req-e0dedab8-a175-4e5e-ab87-f7825552c722 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:48:44.757132 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-976519d2-a316-42d3-911b-a1407c2b0929 req-e0dedab8-a175-4e5e-ab87-f7825552c722 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=22400b6d-3511-472c-a8d5-7ef6b31a4733 HTTP/1.1" status: 200 len: 946 time: 0.0620401 Jan 29 03:48:44.819527 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-976519d2-a316-42d3-911b-a1407c2b0929 req-f35e7a2f-13fa-499b-9ea4-e50e33549ecb tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/security-groups?id=757239fc-c09f-4d70-afc0-283cd2854d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558250 Jan 29 03:48:44.917077 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-c4be563b-877b-4557-8727-4cbbd04bdd71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (dac82def-0781-4624-a171-654e1b1d12af), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:45.296837 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948a1527-d3ca-4796-918a-7fe561553a46 req-ccf79319-568b-4911-818f-ece1ff8c62fd tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:48:45.298344 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-948a1527-d3ca-4796-918a-7fe561553a46 req-ccf79319-568b-4911-818f-ece1ff8c62fd tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe9bccaa-e41b-4389-9f22-5e72a04c47b0 HTTP/1.1" status: 200 len: 944 time: 0.0532203 Jan 29 03:48:45.313014 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07436f0c-6347-4f6c-86e1-cba8ca4e860c req-e34a619c-2fe5-49bb-9c68-a583eccf6c04 tempest-VolumesActionsTest-821716960 tempest-VolumesActionsTest-821716960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:48:45.314544 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-07436f0c-6347-4f6c-86e1-cba8ca4e860c req-e34a619c-2fe5-49bb-9c68-a583eccf6c04 tempest-VolumesActionsTest-821716960 tempest-VolumesActionsTest-821716960-project] 10.222.0.16 "GET /v2.0/networks?id=5fe69e09-472f-4f8c-8e21-fc6cbc9e2e6e HTTP/1.1" status: 200 len: 809 time: 0.1012034 Jan 29 03:48:45.329356 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-07436f0c-6347-4f6c-86e1-cba8ca4e860c req-cccaa7aa-fbdd-41b9-89ad-592163e23d95 tempest-VolumesActionsTest-821716960 tempest-VolumesActionsTest-821716960-project] 10.222.0.16 "GET /v2.0/quotas/de38e16f36a046dea407a31c4a9e110a HTTP/1.1" status: 200 len: 375 time: 0.0094810 Jan 29 03:48:45.351367 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-948a1527-d3ca-4796-918a-7fe561553a46 req-a178cbf2-7a52-47f2-992c-0da762915d6f tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d65f1d4-25f6-4c0c-b38f-909fe5487234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465569 Jan 29 03:48:45.364983 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-07436f0c-6347-4f6c-86e1-cba8ca4e860c req-5816b6fb-1151-44ac-98b4-0e74b91e4b04 tempest-VolumesActionsTest-821716960 tempest-VolumesActionsTest-821716960-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=de38e16f36a046dea407a31c4a9e110a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304787 Jan 29 03:48:45.461171 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-07436f0c-6347-4f6c-86e1-cba8ca4e860c req-f328fe53-377c-4400-b20f-d7cadc6e2d14 service neutron] 10.222.0.16 "GET /v2.0/networks/5fe69e09-472f-4f8c-8e21-fc6cbc9e2e6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887256 Jan 29 03:48:45.552223 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-07436f0c-6347-4f6c-86e1-cba8ca4e860c req-71c56f00-3583-40fa-b5c5-a32e6c79851f service neutron] 10.222.0.16 "GET /v2.0/networks/5fe69e09-472f-4f8c-8e21-fc6cbc9e2e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843797 Jan 29 03:48:45.792322 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-566ab2b1-c176-4f18-8f55-ae1350913b3c req-dd843598-5d59-4102-ba32-fb6ac74c1707 tempest-VolumesActionsTest-821716960 tempest-VolumesActionsTest-821716960-project] 10.222.0.16 "GET /v2.0/ports?device_id=13408461-7e63-4df9-b538-07d196e4fda8 HTTP/1.1" status: 200 len: 210 time: 0.0284011 Jan 29 03:48:46.514989 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75246b80-cf17-42b1-af74-ee91e808030f req-b83c0278-6c1a-4f6c-92d7-44e834ac3b7c tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:48:46.520549 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-75246b80-cf17-42b1-af74-ee91e808030f req-b83c0278-6c1a-4f6c-92d7-44e834ac3b7c tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe9bccaa-e41b-4389-9f22-5e72a04c47b0 HTTP/1.1" status: 200 len: 944 time: 0.0795610 Jan 29 03:48:46.566874 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-75246b80-cf17-42b1-af74-ee91e808030f req-b6f806a8-1ea8-4fd4-bb9d-0daf6e910fc2 tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d65f1d4-25f6-4c0c-b38f-909fe5487234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442193 Jan 29 03:48:46.892013 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-59630905-3f75-4687-97ed-4efaba77d5f0 req-b6a8f58a-f2c6-413d-b63e-d3e62654d6e3 tempest-VolumesActionsTest-821716960 tempest-VolumesActionsTest-821716960-project] 10.222.0.16 "GET /v2.0/ports?device_id=13408461-7e63-4df9-b538-07d196e4fda8 HTTP/1.1" status: 200 len: 210 time: 0.0328259 Jan 29 03:48:47.358242 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Device 275c2605-c149-4f30-83c0-37611406ba82 details requested by agent hyperv_hv-cinder-82694 with host hv-cinder-82694 {{(pid=109551) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 03:48:47.427348 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-d596fe10-659f-4782-98f5-2a9353c30203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (d5b8732c-6ac1-45e3-a79e-cd9863fe8196), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:47.467337 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] For port 275c2605-c149-4f30-83c0-37611406ba82, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=275c2605-c149-4f30-83c0-37611406ba82,segment=NetworkSegment(34cc1de7-acdd-4594-884a-fb91f28f8b0e),segment_id=34cc1de7-acdd-4594-884a-fb91f28f8b0e)] {{(pid=109551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 03:48:47.481000 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Returning: {'device': '275c2605-c149-4f30-83c0-37611406ba82', 'network_id': '9ce03b02-e4c1-4b51-89f8-2b8c7e281b14', 'port_id': '275c2605-c149-4f30-83c0-37611406ba82', 'mac_address': 'fa:16:3e:cc:7d:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e530e8b4-da58-4e58-b7ba-de4e0fb3aa2d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109551) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 03:48:47.523683 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Current status of the port 275c2605-c149-4f30-83c0-37611406ba82 is: DOWN; New status is: BUILD {{(pid=109551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 03:48:47.524068 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (275c2605-c149-4f30-83c0-37611406ba82), before_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:47.539078 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.notifiers.nova [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 275c2605-c149-4f30-83c0-37611406ba82 {{(pid=109551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 03:48:47.561939 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] For port 275c2605-c149-4f30-83c0-37611406ba82, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=275c2605-c149-4f30-83c0-37611406ba82,segment=NetworkSegment(34cc1de7-acdd-4594-884a-fb91f28f8b0e),segment_id=34cc1de7-acdd-4594-884a-fb91f28f8b0e)] {{(pid=109551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 03:48:47.631974 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429'] for port (275c2605-c149-4f30-83c0-37611406ba82), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:47.687243 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Pushing event updated for resources: {'Port': ['ID=275c2605-c149-4f30-83c0-37611406ba82,revision_number=4']} {{(pid=109551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:48:47.695045 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f1ca1c-08ff-483b-bdb7-6ec82986955d req-1246bd48-06f8-4f10-b996-b23775fbcff7 tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:48:47.699283 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-96f1ca1c-08ff-483b-bdb7-6ec82986955d req-1246bd48-06f8-4f10-b996-b23775fbcff7 tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe9bccaa-e41b-4389-9f22-5e72a04c47b0 HTTP/1.1" status: 200 len: 945 time: 0.0574906 Jan 29 03:48:47.751885 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-96f1ca1c-08ff-483b-bdb7-6ec82986955d req-390a715d-7c95-4dd4-96f7-fac350833ca1 tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d65f1d4-25f6-4c0c-b38f-909fe5487234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496538 Jan 29 03:48:47.934738 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] get_ports_and_sgs() called for port_ids ['275c2605-c149-4f30-83c0-37611406ba82'] {{(pid=109551) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 03:48:47.991604 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-aa4bc444-6b84-457f-9a87-1bb96a2b7463 req-8509b938-eed6-4082-9e78-fe4452d4bfa5 tempest-VolumesActionsTest-821716960 tempest-VolumesActionsTest-821716960-project] 10.222.0.16 "GET /v2.0/ports?device_id=13408461-7e63-4df9-b538-07d196e4fda8 HTTP/1.1" status: 200 len: 210 time: 0.0307066 Jan 29 03:48:48.061875 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-6a0bb60c-5b7b-499b-b43f-7eb32e921150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (4cfc2a27-deed-4689-8f39-0bd5aa6fe3c3), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:48.184476 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07436f0c-6347-4f6c-86e1-cba8ca4e860c req-cdddeb01-fae3-447d-bd41-80d9b2a482ae tempest-VolumesActionsTest-821716960 tempest-VolumesActionsTest-821716960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:48:48.185958 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-07436f0c-6347-4f6c-86e1-cba8ca4e860c req-cdddeb01-fae3-447d-bd41-80d9b2a482ae tempest-VolumesActionsTest-821716960 tempest-VolumesActionsTest-821716960-project] 10.222.0.25 "GET /v2.0/networks?id=5fe69e09-472f-4f8c-8e21-fc6cbc9e2e6e HTTP/1.1" status: 200 len: 809 time: 0.1182125 Jan 29 03:48:48.202988 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.v2.base [req-07436f0c-6347-4f6c-86e1-cba8ca4e860c req-bb7fa118-47c1-4b52-8d6e-b464ebe77930 tempest-VolumesActionsTest-821716960 tempest-VolumesActionsTest-821716960-project] Request body: {'port': {'device_id': '13408461-7e63-4df9-b538-07d196e4fda8', 'network_id': '5fe69e09-472f-4f8c-8e21-fc6cbc9e2e6e', 'admin_state_up': True, 'tenant_id': 'de38e16f36a046dea407a31c4a9e110a'}} {{(pid=109550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 03:48:48.391536 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07436f0c-6347-4f6c-86e1-cba8ca4e860c req-bb7fa118-47c1-4b52-8d6e-b464ebe77930 tempest-VolumesActionsTest-821716960 tempest-VolumesActionsTest-821716960-project] Made reservation on behalf of de38e16f36a046dea407a31c4a9e110a for: {'port': 1} {{(pid=109550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 03:48:48.395258 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-07436f0c-6347-4f6c-86e1-cba8ca4e860c req-bb7fa118-47c1-4b52-8d6e-b464ebe77930 tempest-VolumesActionsTest-821716960 tempest-VolumesActionsTest-821716960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (None), before_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:48.525055 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.db.db_base_plugin_common [req-07436f0c-6347-4f6c-86e1-cba8ca4e860c req-bb7fa118-47c1-4b52-8d6e-b464ebe77930 tempest-VolumesActionsTest-821716960 tempest-VolumesActionsTest-821716960-project] Allocated IP 172.20.0.8 (5fe69e09-472f-4f8c-8e21-fc6cbc9e2e6e/dfcae749-deeb-4bd1-a9f6-9709cd7fe8e2/c0a0c54d-9369-4c7d-a4f5-eb71d4851bd1) {{(pid=109550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 03:48:48.670816 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-07436f0c-6347-4f6c-86e1-cba8ca4e860c req-bb7fa118-47c1-4b52-8d6e-b464ebe77930 tempest-VolumesActionsTest-821716960 tempest-VolumesActionsTest-821716960-project] Publish callbacks [] for port (c0a0c54d-9369-4c7d-a4f5-eb71d4851bd1), precommit_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:48.792413 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-07436f0c-6347-4f6c-86e1-cba8ca4e860c req-bb7fa118-47c1-4b52-8d6e-b464ebe77930 tempest-VolumesActionsTest-821716960 tempest-VolumesActionsTest-821716960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787145433393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9207350'] for port (c0a0c54d-9369-4c7d-a4f5-eb71d4851bd1), after_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:48.838639 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07436f0c-6347-4f6c-86e1-cba8ca4e860c req-bb7fa118-47c1-4b52-8d6e-b464ebe77930 tempest-VolumesActionsTest-821716960 tempest-VolumesActionsTest-821716960-project] Network 5fe69e09-472f-4f8c-8e21-fc6cbc9e2e6e is already hosted by enough agents. {{(pid=109550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 03:48:48.853174 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.scheduler.base_scheduler [req-07436f0c-6347-4f6c-86e1-cba8ca4e860c req-bb7fa118-47c1-4b52-8d6e-b464ebe77930 tempest-VolumesActionsTest-821716960 tempest-VolumesActionsTest-821716960-project] Resources bound (agent type, host, resource id): {{(pid=109550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 03:48:48.871296 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.db.l3_dvrscheduler_db [req-07436f0c-6347-4f6c-86e1-cba8ca4e860c req-bb7fa118-47c1-4b52-8d6e-b464ebe77930 tempest-VolumesActionsTest-821716960 tempest-VolumesActionsTest-821716960-project] Received port after_create {{(pid=109550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 03:48:48.875998 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7fa118-47c1-4b52-8d6e-b464ebe77930 tempest-VolumesActionsTest-821716960 tempest-VolumesActionsTest-821716960-project] Pushing event updated for resources: {'Port': ['ID=c0a0c54d-9369-4c7d-a4f5-eb71d4851bd1,revision_number=1']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:48:48.928751 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07436f0c-6347-4f6c-86e1-cba8ca4e860c req-bb7fa118-47c1-4b52-8d6e-b464ebe77930 tempest-VolumesActionsTest-821716960 tempest-VolumesActionsTest-821716960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:48:48.929272 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-07436f0c-6347-4f6c-86e1-cba8ca4e860c req-bb7fa118-47c1-4b52-8d6e-b464ebe77930 tempest-VolumesActionsTest-821716960 tempest-VolumesActionsTest-821716960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166518'] for port (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:48.943568 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62508c08-1f27-4b42-8a7e-68553200f6fd req-daf18c73-32cf-4ebe-b979-308be4b6b612 tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:48:48.945057 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-62508c08-1f27-4b42-8a7e-68553200f6fd req-daf18c73-32cf-4ebe-b979-308be4b6b612 tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe9bccaa-e41b-4389-9f22-5e72a04c47b0 HTTP/1.1" status: 200 len: 945 time: 0.1114364 Jan 29 03:48:48.997871 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-62508c08-1f27-4b42-8a7e-68553200f6fd req-b9d2d4dd-808c-41fb-9ee4-c563bdbd6d74 tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d65f1d4-25f6-4c0c-b38f-909fe5487234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468304 Jan 29 03:48:49.070347 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-07436f0c-6347-4f6c-86e1-cba8ca4e860c req-bb7fa118-47c1-4b52-8d6e-b464ebe77930 tempest-VolumesActionsTest-821716960 tempest-VolumesActionsTest-821716960-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8711364 Jan 29 03:48:49.088551 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.v2.base [req-07436f0c-6347-4f6c-86e1-cba8ca4e860c req-7130193c-cd4f-4cef-ba6a-f604d466be89 service neutron] Request body: {'port': {'device_id': '13408461-7e63-4df9-b538-07d196e4fda8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82694'}} {{(pid=109550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 03:48:49.120280 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f70edc-89ff-4334-bbab-088597d72bd2 req-a4d5a776-cd55-4f2e-ae06-7ba97c4aa859 tempest-VolumesActionsTest-821716960 tempest-VolumesActionsTest-821716960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:48:49.121993 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-65f70edc-89ff-4334-bbab-088597d72bd2 req-a4d5a776-cd55-4f2e-ae06-7ba97c4aa859 tempest-VolumesActionsTest-821716960 tempest-VolumesActionsTest-821716960-project] 10.222.0.16 "GET /v2.0/ports?device_id=13408461-7e63-4df9-b538-07d196e4fda8 HTTP/1.1" status: 200 len: 931 time: 0.0564458 Jan 29 03:48:49.152767 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-07436f0c-6347-4f6c-86e1-cba8ca4e860c req-7130193c-cd4f-4cef-ba6a-f604d466be89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (c0a0c54d-9369-4c7d-a4f5-eb71d4851bd1), before_update {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:49.172647 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-65f70edc-89ff-4334-bbab-088597d72bd2 req-fd8308fe-8538-4aed-b9f5-f87af644b8ef tempest-VolumesActionsTest-821716960 tempest-VolumesActionsTest-821716960-project] 10.222.0.16 "GET /v2.0/security-groups?id=7764ac2b-b177-4be3-9f63-a18f25afeea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447440 Jan 29 03:48:49.361557 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Device 275c2605-c149-4f30-83c0-37611406ba82 up at agent hyperv_hv-cinder-82694 {{(pid=109551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 03:48:49.436486 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.notifiers.nova [req-07436f0c-6347-4f6c-86e1-cba8ca4e860c req-7130193c-cd4f-4cef-ba6a-f604d466be89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0a0c54d-9369-4c7d-a4f5-eb71d4851bd1 {{(pid=109550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 03:48:49.440239 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-07436f0c-6347-4f6c-86e1-cba8ca4e860c req-7130193c-cd4f-4cef-ba6a-f604d466be89 service neutron] Publish callbacks [] for port (c0a0c54d-9369-4c7d-a4f5-eb71d4851bd1), precommit_update {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:49.452196 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.db.provisioning_blocks [req-07436f0c-6347-4f6c-86e1-cba8ca4e860c req-7130193c-cd4f-4cef-ba6a-f604d466be89 service neutron] Transition to ACTIVE for port object c0a0c54d-9369-4c7d-a4f5-eb71d4851bd1 will not be triggered until provisioned by entity L2. {{(pid=109550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 03:48:49.454551 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-30ace4c1-806b-4d7c-a886-fe7b65bfbfcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (7774c0be-b957-4204-896b-7e749f55bf81), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:49.511598 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.provisioning_blocks [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Provisioning for port 275c2605-c149-4f30-83c0-37611406ba82 completed by entity L2. {{(pid=109551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 03:48:49.515769 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.provisioning_blocks [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Provisioning complete for port 275c2605-c149-4f30-83c0-37611406ba82 triggered by entity L2. {{(pid=109551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 03:48:49.516151 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785313'] for port (275c2605-c149-4f30-83c0-37611406ba82), provisioning_complete {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:49.542286 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-07436f0c-6347-4f6c-86e1-cba8ca4e860c req-7130193c-cd4f-4cef-ba6a-f604d466be89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9207359'] for port (c0a0c54d-9369-4c7d-a4f5-eb71d4851bd1), after_update {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:49.598258 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7130193c-cd4f-4cef-ba6a-f604d466be89 service neutron] Pushing event updated for resources: {'Port': ['ID=c0a0c54d-9369-4c7d-a4f5-eb71d4851bd1,revision_number=2']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:48:49.614172 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Current status of the port 275c2605-c149-4f30-83c0-37611406ba82 is: BUILD; New status is: ACTIVE {{(pid=109551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 03:48:49.614172 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (275c2605-c149-4f30-83c0-37611406ba82), before_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:49.633809 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe9bccaa-e41b-4389-9f22-5e72a04c47b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '275c2605-c149-4f30-83c0-37611406ba82'}] {{(pid=109551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 03:48:49.636652 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23e056b712a42e8e31026a02bb7684ebe9f34968e78d79227c0e39fde92c0103" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eccc5e54-1338-456f-aaf3-05ca8f1167e4" -d '{"events": [{"server_uuid": "fe9bccaa-e41b-4389-9f22-5e72a04c47b0", "name": "network-vif-plugged", "status": "completed", "tag": "275c2605-c149-4f30-83c0-37611406ba82"}]}' {{(pid=109551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 03:48:49.670868 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] For port 275c2605-c149-4f30-83c0-37611406ba82, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=275c2605-c149-4f30-83c0-37611406ba82,segment=NetworkSegment(34cc1de7-acdd-4594-884a-fb91f28f8b0e),segment_id=34cc1de7-acdd-4594-884a-fb91f28f8b0e)] {{(pid=109551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 03:48:49.678034 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.managers [req-07436f0c-6347-4f6c-86e1-cba8ca4e860c req-7130193c-cd4f-4cef-ba6a-f604d466be89 service neutron] Attempting to bind port c0a0c54d-9369-4c7d-a4f5-eb71d4851bd1 on host hv-cinder-82694 for vnic_type normal with profile {{(pid=109550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 03:48:49.678405 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.managers [req-07436f0c-6347-4f6c-86e1-cba8ca4e860c req-7130193c-cd4f-4cef-ba6a-f604d466be89 service neutron] Attempting to bind port c0a0c54d-9369-4c7d-a4f5-eb71d4851bd1 by drivers openvswitch,hyperv on host hv-cinder-82694 at level 0 using segments [{'id': '62ef90a9-8007-4d68-9a7a-cd2cd5223307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5fe69e09-472f-4f8c-8e21-fc6cbc9e2e6e'}] {{(pid=109550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 03:48:49.678741 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07436f0c-6347-4f6c-86e1-cba8ca4e860c req-7130193c-cd4f-4cef-ba6a-f604d466be89 service neutron] Attempting to bind port c0a0c54d-9369-4c7d-a4f5-eb71d4851bd1 on network 5fe69e09-472f-4f8c-8e21-fc6cbc9e2e6e {{(pid=109550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 03:48:49.683737 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 03:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81625dd8-24b2-435c-9a36-9cfe13fa1f15 x-openstack-request-id: req-81625dd8-24b2-435c-9a36-9cfe13fa1f15 {{(pid=109551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 03:48:49.684084 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe9bccaa-e41b-4389-9f22-5e72a04c47b0", "name": "network-vif-plugged", "status": "completed", "tag": "275c2605-c149-4f30-83c0-37611406ba82", "code": 200}]} {{(pid=109551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 03:48:49.684342 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-81625dd8-24b2-435c-9a36-9cfe13fa1f15 {{(pid=109551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 03:48:49.684737 dv-cinder-826949-1-iscsi neutron-server[109551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe9bccaa-e41b-4389-9f22-5e72a04c47b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '275c2605-c149-4f30-83c0-37611406ba82', 'code': 200} Jan 29 03:48:49.685867 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07436f0c-6347-4f6c-86e1-cba8ca4e860c req-7130193c-cd4f-4cef-ba6a-f604d466be89 service neutron] Port c0a0c54d-9369-4c7d-a4f5-eb71d4851bd1 on network 5fe69e09-472f-4f8c-8e21-fc6cbc9e2e6e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82694 {{(pid=109550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 03:48:49.686206 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07436f0c-6347-4f6c-86e1-cba8ca4e860c req-7130193c-cd4f-4cef-ba6a-f604d466be89 service neutron] Attempting to bind port c0a0c54d-9369-4c7d-a4f5-eb71d4851bd1 on network 5fe69e09-472f-4f8c-8e21-fc6cbc9e2e6e {{(pid=109550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 03:48:49.693735 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07436f0c-6347-4f6c-86e1-cba8ca4e860c req-7130193c-cd4f-4cef-ba6a-f604d466be89 service neutron] Checking agent: {'id': 'ad4128b7-7a77-4672-aa49-b5d5d6c7d736', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 3, 42, 25), 'started_at': datetime.datetime(2022, 1, 29, 3, 42, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 3, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 03:48:49.693735 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07436f0c-6347-4f6c-86e1-cba8ca4e860c req-7130193c-cd4f-4cef-ba6a-f604d466be89 service neutron] Checking segment: {'id': '62ef90a9-8007-4d68-9a7a-cd2cd5223307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5fe69e09-472f-4f8c-8e21-fc6cbc9e2e6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 03:48:49.693735 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07436f0c-6347-4f6c-86e1-cba8ca4e860c req-7130193c-cd4f-4cef-ba6a-f604d466be89 service neutron] Bound using segment: {'id': '62ef90a9-8007-4d68-9a7a-cd2cd5223307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5fe69e09-472f-4f8c-8e21-fc6cbc9e2e6e'} {{(pid=109550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 03:48:49.693735 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.managers [req-07436f0c-6347-4f6c-86e1-cba8ca4e860c req-7130193c-cd4f-4cef-ba6a-f604d466be89 service neutron] Bound port: c0a0c54d-9369-4c7d-a4f5-eb71d4851bd1, host: hv-cinder-82694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62ef90a9-8007-4d68-9a7a-cd2cd5223307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5fe69e09-472f-4f8c-8e21-fc6cbc9e2e6e'}}] {{(pid=109550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 03:48:49.693735 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-07436f0c-6347-4f6c-86e1-cba8ca4e860c req-7130193c-cd4f-4cef-ba6a-f604d466be89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (c0a0c54d-9369-4c7d-a4f5-eb71d4851bd1), before_update {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:49.758316 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.db [req-07436f0c-6347-4f6c-86e1-cba8ca4e860c req-7130193c-cd4f-4cef-ba6a-f604d466be89 service neutron] For port c0a0c54d-9369-4c7d-a4f5-eb71d4851bd1, host hv-cinder-82694, cleared binding levels {{(pid=109550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 03:48:49.761831 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.db [req-07436f0c-6347-4f6c-86e1-cba8ca4e860c req-7130193c-cd4f-4cef-ba6a-f604d466be89 service neutron] For port c0a0c54d-9369-4c7d-a4f5-eb71d4851bd1, host hv-cinder-82694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=c0a0c54d-9369-4c7d-a4f5-eb71d4851bd1,segment=NetworkSegment(62ef90a9-8007-4d68-9a7a-cd2cd5223307),segment_id=62ef90a9-8007-4d68-9a7a-cd2cd5223307)] {{(pid=109550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 03:48:49.769213 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429'] for port (275c2605-c149-4f30-83c0-37611406ba82), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:49.818852 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Pushing event updated for resources: {'Port': ['ID=275c2605-c149-4f30-83c0-37611406ba82,revision_number=5']} {{(pid=109551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:48:50.026168 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-07436f0c-6347-4f6c-86e1-cba8ca4e860c req-7130193c-cd4f-4cef-ba6a-f604d466be89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9207359'] for port (c0a0c54d-9369-4c7d-a4f5-eb71d4851bd1), after_update {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:50.059015 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07436f0c-6347-4f6c-86e1-cba8ca4e860c req-7130193c-cd4f-4cef-ba6a-f604d466be89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:48:50.059632 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-07436f0c-6347-4f6c-86e1-cba8ca4e860c req-7130193c-cd4f-4cef-ba6a-f604d466be89 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166518'] for port (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:50.061031 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-07436f0c-6347-4f6c-86e1-cba8ca4e860c req-7130193c-cd4f-4cef-ba6a-f604d466be89 service neutron] 10.222.0.25 "PUT /v2.0/ports/c0a0c54d-9369-4c7d-a4f5-eb71d4851bd1 HTTP/1.1" status: 200 len: 1093 time: 0.9786658 Jan 29 03:48:50.061475 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13408461-7e63-4df9-b538-07d196e4fda8', 'tag': 'c0a0c54d-9369-4c7d-a4f5-eb71d4851bd1'}] {{(pid=109550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 03:48:50.063717 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fa7e8514ec8b1871638cf3d0c6bf241b62bf17ffd430199c6215cc57604ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13ee6434-9b0a-42c0-9007-bcd7689ff343" -d '{"events": [{"name": "network-changed", "server_uuid": "13408461-7e63-4df9-b538-07d196e4fda8", "tag": "c0a0c54d-9369-4c7d-a4f5-eb71d4851bd1"}]}' {{(pid=109550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 03:48:50.093763 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7130193c-cd4f-4cef-ba6a-f604d466be89 service neutron] Pushing event updated for resources: {'Port': ['ID=c0a0c54d-9369-4c7d-a4f5-eb71d4851bd1,revision_number=3']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:48:50.103537 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 03:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5604ca6e-b75d-4c43-972f-23083de08950 x-openstack-request-id: req-5604ca6e-b75d-4c43-972f-23083de08950 {{(pid=109550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 03:48:50.103781 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13408461-7e63-4df9-b538-07d196e4fda8", "tag": "c0a0c54d-9369-4c7d-a4f5-eb71d4851bd1", "status": "completed", "code": 200}]} {{(pid=109550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 03:48:50.104056 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5604ca6e-b75d-4c43-972f-23083de08950 {{(pid=109550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 03:48:50.104449 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13408461-7e63-4df9-b538-07d196e4fda8', 'tag': 'c0a0c54d-9369-4c7d-a4f5-eb71d4851bd1', 'status': 'completed', 'code': 200} Jan 29 03:48:50.127533 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22b0cc8-fdef-4bde-a785-c1e45900a620 req-bf6b9cef-2552-4cfe-804c-be77cee78527 tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:48:50.129423 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-d22b0cc8-fdef-4bde-a785-c1e45900a620 req-bf6b9cef-2552-4cfe-804c-be77cee78527 tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe9bccaa-e41b-4389-9f22-5e72a04c47b0 HTTP/1.1" status: 200 len: 946 time: 0.0654631 Jan 29 03:48:50.183335 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-d22b0cc8-fdef-4bde-a785-c1e45900a620 req-e09ca96b-d506-4c82-8022-ce58f0d6a373 tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d65f1d4-25f6-4c0c-b38f-909fe5487234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485613 Jan 29 03:48:50.204837 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ee6434-9b0a-42c0-9007-bcd7689ff343 req-2923485d-e239-4a64-a4ea-ddbffe4bb420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:48:50.206515 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-13ee6434-9b0a-42c0-9007-bcd7689ff343 req-2923485d-e239-4a64-a4ea-ddbffe4bb420 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=de38e16f36a046dea407a31c4a9e110a&device_id=13408461-7e63-4df9-b538-07d196e4fda8 HTTP/1.1" status: 200 len: 1127 time: 0.0477037 Jan 29 03:48:50.353074 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ee6434-9b0a-42c0-9007-bcd7689ff343 req-4b9d6af9-cddd-43a3-920b-a93e4f148b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:48:50.355018 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-13ee6434-9b0a-42c0-9007-bcd7689ff343 req-4b9d6af9-cddd-43a3-920b-a93e4f148b77 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=de38e16f36a046dea407a31c4a9e110a&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1355612 Jan 29 03:48:50.363726 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22932fcc-6c92-4a87-8314-908c8fd74133 req-144403c4-df09-481b-8562-5b1457298e04 tempest-VolumesActionsTest-821716960 tempest-VolumesActionsTest-821716960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:48:50.365138 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-22932fcc-6c92-4a87-8314-908c8fd74133 req-144403c4-df09-481b-8562-5b1457298e04 tempest-VolumesActionsTest-821716960 tempest-VolumesActionsTest-821716960-project] 10.222.0.16 "GET /v2.0/ports?device_id=13408461-7e63-4df9-b538-07d196e4fda8 HTTP/1.1" status: 200 len: 943 time: 0.0955641 Jan 29 03:48:50.501708 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-22932fcc-6c92-4a87-8314-908c8fd74133 req-95482aa3-f27d-4348-a90c-9b22059d6c47 tempest-VolumesActionsTest-821716960 tempest-VolumesActionsTest-821716960-project] 10.222.0.16 "GET /v2.0/security-groups?id=7764ac2b-b177-4be3-9f63-a18f25afeea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138570 Jan 29 03:48:50.505143 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0316569b-11bf-46cd-9a5c-24f904ddde40 req-1c8dfbfe-1abf-4846-ba17-3ecc2f4f7446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:48:50.506596 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-0316569b-11bf-46cd-9a5c-24f904ddde40 req-1c8dfbfe-1abf-4846-ba17-3ecc2f4f7446 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=fe9bccaa-e41b-4389-9f22-5e72a04c47b0 HTTP/1.1" status: 200 len: 1130 time: 0.1629093 Jan 29 03:48:50.536615 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ee6434-9b0a-42c0-9007-bcd7689ff343 req-fbbb999c-0100-43a5-8969-bd216a2c6f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:48:50.538075 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-13ee6434-9b0a-42c0-9007-bcd7689ff343 req-fbbb999c-0100-43a5-8969-bd216a2c6f9d service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1578724 Jan 29 03:48:50.564558 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-0316569b-11bf-46cd-9a5c-24f904ddde40 req-11cb5789-78c5-40e9-a55e-dcc85bc7b11a service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=9d65f1d4-25f6-4c0c-b38f-909fe5487234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493634 Jan 29 03:48:50.873729 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07436f0c-6347-4f6c-86e1-cba8ca4e860c req-ef216422-5ebd-4b14-918b-fc1c611b430b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:48:50.875230 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-07436f0c-6347-4f6c-86e1-cba8ca4e860c req-ef216422-5ebd-4b14-918b-fc1c611b430b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=de38e16f36a046dea407a31c4a9e110a&device_id=13408461-7e63-4df9-b538-07d196e4fda8 HTTP/1.1" status: 200 len: 1127 time: 0.0439303 Jan 29 03:48:50.927839 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-07436f0c-6347-4f6c-86e1-cba8ca4e860c req-0b45aede-296c-4ea6-b7d7-8ba19e43b45d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c0a0c54d-9369-4c7d-a4f5-eb71d4851bd1 HTTP/1.1" status: 200 len: 217 time: 0.0382431 Jan 29 03:48:50.975994 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07436f0c-6347-4f6c-86e1-cba8ca4e860c req-63152ace-0b49-42ba-be45-52e61b418a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:48:50.977392 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-07436f0c-6347-4f6c-86e1-cba8ca4e860c req-63152ace-0b49-42ba-be45-52e61b418a26 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=dfcae749-deeb-4bd1-a9f6-9709cd7fe8e2 HTTP/1.1" status: 200 len: 849 time: 0.0428710 Jan 29 03:48:51.008198 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-07436f0c-6347-4f6c-86e1-cba8ca4e860c req-db52e85c-f4b9-4baa-b5e0-7464eac0d92c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5fe69e09-472f-4f8c-8e21-fc6cbc9e2e6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244224 Jan 29 03:48:51.098287 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-07436f0c-6347-4f6c-86e1-cba8ca4e860c req-8be67577-d6ce-464e-a642-47081331e464 service neutron] 10.222.0.25 "GET /v2.0/networks/5fe69e09-472f-4f8c-8e21-fc6cbc9e2e6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837321 Jan 29 03:48:51.189305 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-07436f0c-6347-4f6c-86e1-cba8ca4e860c req-987646b3-05a4-488c-a6c3-5851800788bb service neutron] 10.222.0.25 "GET /v2.0/networks/5fe69e09-472f-4f8c-8e21-fc6cbc9e2e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832798 Jan 29 03:48:51.191362 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (e75d1b00-832d-4bf5-b078-2c4f5b2c10cd), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:51.301781 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9999f590-9a5d-487a-9550-fa6b1fad98e7 req-f5c62676-c930-47bf-b46f-5d633335376a tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:48:51.303300 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-9999f590-9a5d-487a-9550-fa6b1fad98e7 req-f5c62676-c930-47bf-b46f-5d633335376a tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe9bccaa-e41b-4389-9f22-5e72a04c47b0 HTTP/1.1" status: 200 len: 946 time: 0.0534184 Jan 29 03:48:51.351890 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-9999f590-9a5d-487a-9550-fa6b1fad98e7 req-6dd6d775-6e4c-4e36-a046-433a89e11ddd tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d65f1d4-25f6-4c0c-b38f-909fe5487234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425806 Jan 29 03:48:51.625979 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498aa52e-c613-4523-b882-8d2e893c0fe4 req-cd780c84-596c-4a7b-a97b-e3c2508a02f6 tempest-VolumesActionsTest-821716960 tempest-VolumesActionsTest-821716960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:48:51.627484 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-498aa52e-c613-4523-b882-8d2e893c0fe4 req-cd780c84-596c-4a7b-a97b-e3c2508a02f6 tempest-VolumesActionsTest-821716960 tempest-VolumesActionsTest-821716960-project] 10.222.0.16 "GET /v2.0/ports?device_id=13408461-7e63-4df9-b538-07d196e4fda8 HTTP/1.1" status: 200 len: 943 time: 0.0544140 Jan 29 03:48:51.683357 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-498aa52e-c613-4523-b882-8d2e893c0fe4 req-96274f43-6db5-482e-8627-c92e05bda068 tempest-VolumesActionsTest-821716960 tempest-VolumesActionsTest-821716960-project] 10.222.0.16 "GET /v2.0/security-groups?id=7764ac2b-b177-4be3-9f63-a18f25afeea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477111 Jan 29 03:48:52.414424 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 49432) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:48:52.470231 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49032712-97cc-4c65-924a-243a8712de32 req-fcdfd6bd-c0f5-4ff9-ad8e-732fd204a1ee tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:48:52.471722 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-49032712-97cc-4c65-924a-243a8712de32 req-fcdfd6bd-c0f5-4ff9-ad8e-732fd204a1ee tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe9bccaa-e41b-4389-9f22-5e72a04c47b0 HTTP/1.1" status: 200 len: 946 time: 0.0507925 Jan 29 03:48:52.530695 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-49032712-97cc-4c65-924a-243a8712de32 req-eb0534fa-9f2c-42ff-ab89-254044345b78 tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d65f1d4-25f6-4c0c-b38f-909fe5487234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534921 Jan 29 03:48:52.531547 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-b2ebf2cf-aca3-4e9f-934a-935cc3bef344 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:52.609048 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-b2ebf2cf-aca3-4e9f-934a-935cc3bef344 admin admin] Publish callbacks [] for security_group (1f4f742a-6ada-4aff-84f7-6b13438cc928), precommit_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:52.646486 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7863c8-5a45-43b8-affa-20a9d6c99a9c req-3233c35f-0a77-48c5-8d32-d6609f348a1b tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:48:52.647997 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-ca7863c8-5a45-43b8-affa-20a9d6c99a9c req-3233c35f-0a77-48c5-8d32-d6609f348a1b tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe9bccaa-e41b-4389-9f22-5e72a04c47b0 HTTP/1.1" status: 200 len: 946 time: 0.0519240 Jan 29 03:48:52.654553 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-b2ebf2cf-aca3-4e9f-934a-935cc3bef344 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (1f4f742a-6ada-4aff-84f7-6b13438cc928), after_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:52.691613 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ebf2cf-aca3-4e9f-934a-935cc3bef344 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f4f742a-6ada-4aff-84f7-6b13438cc928,revision_number=1']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:48:52.696991 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-b2ebf2cf-aca3-4e9f-934a-935cc3bef344 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d30f73cad41144fb91c2e5040e663f43&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2804458 Jan 29 03:48:52.697173 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-ca7863c8-5a45-43b8-affa-20a9d6c99a9c req-38020e2a-efa6-4ccf-b57d-cf0cdeb78d21 tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d65f1d4-25f6-4c0c-b38f-909fe5487234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427108 Jan 29 03:48:52.699242 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 49438) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:48:52.734967 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 49442) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:48:52.752124 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-9e5b9580-f192-450e-a269-8c3cd4f0702e admin admin] Publish callbacks [] for security_group (1f4f742a-6ada-4aff-84f7-6b13438cc928), before_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:52.801125 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-9e5b9580-f192-450e-a269-8c3cd4f0702e admin admin] Publish callbacks [] for security_group (1f4f742a-6ada-4aff-84f7-6b13438cc928), precommit_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:52.848497 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5738e73a-125d-48b0-aea9-6a31736fa696 req-fa89fa95-7442-446f-a626-e8738474ec11 tempest-VolumesActionsTest-821716960 tempest-VolumesActionsTest-821716960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:48:52.849969 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-5738e73a-125d-48b0-aea9-6a31736fa696 req-fa89fa95-7442-446f-a626-e8738474ec11 tempest-VolumesActionsTest-821716960 tempest-VolumesActionsTest-821716960-project] 10.222.0.16 "GET /v2.0/ports?device_id=13408461-7e63-4df9-b538-07d196e4fda8 HTTP/1.1" status: 200 len: 943 time: 0.0960176 Jan 29 03:48:52.883495 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e81f243-bfa2-4f90-ad26-0b3ba61e2659 tempest-TestShelveInstance-41978181 tempest-TestShelveInstance-41978181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:48:52.885563 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-3e81f243-bfa2-4f90-ad26-0b3ba61e2659 tempest-TestShelveInstance-41978181 tempest-TestShelveInstance-41978181-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=fe9bccaa-e41b-4389-9f22-5e72a04c47b0 HTTP/1.1" status: 200 len: 1125 time: 0.1482882 Jan 29 03:48:52.888583 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 49446) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:48:52.892770 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.v2.base [None req-25489c47-fe47-4461-96ee-4cf89635d27d tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] Request body: {'floatingip': {'floating_network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'port_id': '275c2605-c149-4f30-83c0-37611406ba82', 'tenant_id': '033b0334af9941dfbcf5ac732f36dfd6', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 03:48:52.903214 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-5738e73a-125d-48b0-aea9-6a31736fa696 req-3e2c2178-6e50-420e-975a-f83e543d8249 tempest-VolumesActionsTest-821716960 tempest-VolumesActionsTest-821716960-project] 10.222.0.16 "GET /v2.0/security-groups?id=7764ac2b-b177-4be3-9f63-a18f25afeea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474074 Jan 29 03:48:52.968564 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-9e5b9580-f192-450e-a269-8c3cd4f0702e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (1f4f742a-6ada-4aff-84f7-6b13438cc928), after_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:52.978317 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-9e5b9580-f192-450e-a269-8c3cd4f0702e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:52.978317 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-9e5b9580-f192-450e-a269-8c3cd4f0702e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1f4f742a-6ada-4aff-84f7-6b13438cc928 HTTP/1.1" status: 204 len: 168 time: 0.2721589 Jan 29 03:48:52.980445 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5b9580-f192-450e-a269-8c3cd4f0702e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f4f742a-6ada-4aff-84f7-6b13438cc928,revision_number=None']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:48:53.007569 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-25489c47-fe47-4461-96ee-4cf89635d27d tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:53.124323 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-25489c47-fe47-4461-96ee-4cf89635d27d tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (None), before_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:53.241660 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.db.db_base_plugin_common [None req-25489c47-fe47-4461-96ee-4cf89635d27d tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] Allocated IP 172.27.1.232 (84058fb5-7499-436d-9c61-9715f17a209a/8ef1eacb-ef7e-49c2-acc5-31126b063ddd/6b866938-4421-420d-ad0a-b67db11db187) {{(pid=109550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 03:48:53.341743 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-25489c47-fe47-4461-96ee-4cf89635d27d tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] Publish callbacks [] for port (6b866938-4421-420d-ad0a-b67db11db187), precommit_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:53.375670 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Device c0a0c54d-9369-4c7d-a4f5-eb71d4851bd1 details requested by agent hyperv_hv-cinder-82694 with host hv-cinder-82694 {{(pid=109551) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 03:48:53.439389 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-25489c47-fe47-4461-96ee-4cf89635d27d tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787145433393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9207350'] for port (6b866938-4421-420d-ad0a-b67db11db187), after_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:53.477802 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25489c47-fe47-4461-96ee-4cf89635d27d tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] Network 84058fb5-7499-436d-9c61-9715f17a209a is already hosted by enough agents. {{(pid=109550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 03:48:53.480335 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] For port c0a0c54d-9369-4c7d-a4f5-eb71d4851bd1, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=c0a0c54d-9369-4c7d-a4f5-eb71d4851bd1,segment=NetworkSegment(62ef90a9-8007-4d68-9a7a-cd2cd5223307),segment_id=62ef90a9-8007-4d68-9a7a-cd2cd5223307)] {{(pid=109551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 03:48:53.480657 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.scheduler.base_scheduler [None req-25489c47-fe47-4461-96ee-4cf89635d27d tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] Resources bound (agent type, host, resource id): {{(pid=109550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 03:48:53.488465 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25489c47-fe47-4461-96ee-4cf89635d27d tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] Received port after_create {{(pid=109550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 03:48:53.491626 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Returning: {'device': 'c0a0c54d-9369-4c7d-a4f5-eb71d4851bd1', 'network_id': '5fe69e09-472f-4f8c-8e21-fc6cbc9e2e6e', 'port_id': 'c0a0c54d-9369-4c7d-a4f5-eb71d4851bd1', 'mac_address': 'fa:16:3e:3e:6f:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfcae749-deeb-4bd1-a9f6-9709cd7fe8e2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109551) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 03:48:53.511935 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25489c47-fe47-4461-96ee-4cf89635d27d tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] Pushing event updated for resources: {'Port': ['ID=6b866938-4421-420d-ad0a-b67db11db187,revision_number=1']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:48:53.529081 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Current status of the port c0a0c54d-9369-4c7d-a4f5-eb71d4851bd1 is: DOWN; New status is: BUILD {{(pid=109551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 03:48:53.529468 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (c0a0c54d-9369-4c7d-a4f5-eb71d4851bd1), before_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:53.541754 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.notifiers.nova [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0a0c54d-9369-4c7d-a4f5-eb71d4851bd1 {{(pid=109551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 03:48:53.566123 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] For port c0a0c54d-9369-4c7d-a4f5-eb71d4851bd1, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=c0a0c54d-9369-4c7d-a4f5-eb71d4851bd1,segment=NetworkSegment(62ef90a9-8007-4d68-9a7a-cd2cd5223307),segment_id=62ef90a9-8007-4d68-9a7a-cd2cd5223307)] {{(pid=109551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 03:48:53.666824 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429'] for port (c0a0c54d-9369-4c7d-a4f5-eb71d4851bd1), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:53.715853 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Pushing event updated for resources: {'Port': ['ID=c0a0c54d-9369-4c7d-a4f5-eb71d4851bd1,revision_number=4']} {{(pid=109551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:48:53.722879 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:48:53.723246 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:48:53.723601 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:48:53.723938 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:48:53.724265 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:48:53.724592 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:48:53.724915 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:48:53.725235 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:48:53.725552 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:48:53.725892 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:48:53.726241 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:48:53.726561 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:48:53.726879 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:48:53.993378 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] get_ports_and_sgs() called for port_ids ['c0a0c54d-9369-4c7d-a4f5-eb71d4851bd1'] {{(pid=109551) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 03:48:54.106654 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 49470) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:48:54.172065 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-25489c47-fe47-4461-96ee-4cf89635d27d tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] Publish callbacks [] for floatingip (4f257063-c4e8-461a-b6c8-84af19812e20), precommit_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:54.179709 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235258f7-c6db-460a-887f-7a6d7550f1c7 req-c9655d37-116d-4abb-824a-a95b8ded3452 tempest-VolumesActionsTest-821716960 tempest-VolumesActionsTest-821716960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:48:54.181193 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-235258f7-c6db-460a-887f-7a6d7550f1c7 req-c9655d37-116d-4abb-824a-a95b8ded3452 tempest-VolumesActionsTest-821716960 tempest-VolumesActionsTest-821716960-project] 10.222.0.16 "GET /v2.0/ports?device_id=13408461-7e63-4df9-b538-07d196e4fda8 HTTP/1.1" status: 200 len: 944 time: 0.1196883 Jan 29 03:48:54.204759 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.v2.base [None req-48e11d03-838a-4d4b-bc6a-7f8470513e44 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-600223609-network', 'tenant_id': '7211c10bef7c491bbc0bae9b8223bb31'}} {{(pid=109549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 03:48:54.260662 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-235258f7-c6db-460a-887f-7a6d7550f1c7 req-eb50de5f-acf9-4c32-8245-c20786f736d4 tempest-VolumesActionsTest-821716960 tempest-VolumesActionsTest-821716960-project] 10.222.0.16 "GET /v2.0/security-groups?id=7764ac2b-b177-4be3-9f63-a18f25afeea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582244 Jan 29 03:48:54.294379 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48e11d03-838a-4d4b-bc6a-7f8470513e44 admin admin] Made reservation on behalf of 7211c10bef7c491bbc0bae9b8223bb31 for: {'network': 1} {{(pid=109549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 03:48:54.296882 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-48e11d03-838a-4d4b-bc6a-7f8470513e44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for network (None), before_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:54.305418 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-48e11d03-838a-4d4b-bc6a-7f8470513e44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:54.340226 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-25489c47-fe47-4461-96ee-4cf89635d27d tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (6b866938-4421-420d-ad0a-b67db11db187), before_update {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:54.378146 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-48e11d03-838a-4d4b-bc6a-7f8470513e44 admin admin] Publish callbacks [] for security_group (b3572f94-30b0-44f5-b7c7-d56d9036bcbc), precommit_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:54.431366 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-48e11d03-838a-4d4b-bc6a-7f8470513e44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (b3572f94-30b0-44f5-b7c7-d56d9036bcbc), after_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:54.453406 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48e11d03-838a-4d4b-bc6a-7f8470513e44 admin admin] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=109549) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 03:48:54.468459 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e11d03-838a-4d4b-bc6a-7f8470513e44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3572f94-30b0-44f5-b7c7-d56d9036bcbc,revision_number=1']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:48:54.473631 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-48e11d03-838a-4d4b-bc6a-7f8470513e44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541992'] for segment (021078c8-86ac-4254-abd0-dd75ceb1afcf), precommit_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:54.473631 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.db.segments_db [None req-48e11d03-838a-4d4b-bc6a-7f8470513e44 admin admin] Added segment 021078c8-86ac-4254-abd0-dd75ceb1afcf of type vlan for network ef6de4e4-05ee-42cc-80a7-a2f0b7a60e8a Jan 29 03:48:54.495388 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-25489c47-fe47-4461-96ee-4cf89635d27d tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] Publish callbacks [] for port (6b866938-4421-420d-ad0a-b67db11db187), precommit_update {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:54.511525 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-48e11d03-838a-4d4b-bc6a-7f8470513e44 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787145422201'] for network (ef6de4e4-05ee-42cc-80a7-a2f0b7a60e8a), precommit_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:54.580156 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-25489c47-fe47-4461-96ee-4cf89635d27d tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9207359'] for port (6b866938-4421-420d-ad0a-b67db11db187), after_update {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:54.614456 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-48e11d03-838a-4d4b-bc6a-7f8470513e44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888'] for network (ef6de4e4-05ee-42cc-80a7-a2f0b7a60e8a), after_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:54.615885 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48e11d03-838a-4d4b-bc6a-7f8470513e44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:48:54.616191 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-48e11d03-838a-4d4b-bc6a-7f8470513e44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606130'] for network (None), before_response {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:54.650902 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25489c47-fe47-4461-96ee-4cf89635d27d tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] Pushing event updated for resources: {'Port': ['ID=6b866938-4421-420d-ad0a-b67db11db187,revision_number=2']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:48:54.662834 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-25489c47-fe47-4461-96ee-4cf89635d27d tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1909920'] for floatingip (4f257063-c4e8-461a-b6c8-84af19812e20), after_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:54.678114 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e11d03-838a-4d4b-bc6a-7f8470513e44 admin admin] Pushing event updated for resources: {'Network': ['ID=ef6de4e4-05ee-42cc-80a7-a2f0b7a60e8a,revision_number=1']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:48:54.694405 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Network ef6de4e4-05ee-42cc-80a7-a2f0b7a60e8a details requested by agent ovs-agent-dv-cinder-826949-1-iscsi with host dv-cinder-826949-1-iscsi {{(pid=109551) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 03:48:54.719622 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-48e11d03-838a-4d4b-bc6a-7f8470513e44 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6118076 Jan 29 03:48:54.725688 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 49474) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:48:54.725688 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.v2.base [None req-60171a36-de1f-458a-9175-d60e9f7fb4a8 admin admin] Request body: {'subnet': {'network_id': 'ef6de4e4-05ee-42cc-80a7-a2f0b7a60e8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-600223609-subnet', 'tenant_id': '7211c10bef7c491bbc0bae9b8223bb31', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 03:48:54.763730 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.db.l3_db [None req-25489c47-fe47-4461-96ee-4cf89635d27d tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] Floating IP 4f257063-c4e8-461a-b6c8-84af19812e20 associated. External IP: 172.27.1.232, port: 275c2605-c149-4f30-83c0-37611406ba82. Jan 29 03:48:54.820611 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60171a36-de1f-458a-9175-d60e9f7fb4a8 admin admin] Made reservation on behalf of 7211c10bef7c491bbc0bae9b8223bb31 for: {'subnet': 1} {{(pid=109549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 03:48:54.822981 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-60171a36-de1f-458a-9175-d60e9f7fb4a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9270732'] for subnet (None), before_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:54.968590 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25489c47-fe47-4461-96ee-4cf89635d27d tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] Router 9f348c09-1459-481b-8361-119a6c8a7618 has already been hosted by L3 agent d5b8732c-6ac1-45e3-a79e-cd9863fe8196 {{(pid=109550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 03:48:55.054884 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-60171a36-de1f-458a-9175-d60e9f7fb4a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8440565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9270782'] for subnet (85480c1c-7f3b-4f42-8524-9ebc426c52ed), after_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:55.072689 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25489c47-fe47-4461-96ee-4cf89635d27d tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] Notify agent at l3_agent.dv-cinder-826949-1-iscsi the message routers_updated {{(pid=109550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 03:48:55.082919 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a57fc52-f098-4860-8dcc-02b45e612948 None None] Sync routers for ids ['9f348c09-1459-481b-8361-119a6c8a7618'] in dv-cinder-826949-1-iscsi {{(pid=109551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 03:48:55.094275 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a57fc52-f098-4860-8dcc-02b45e612948 None None] Routers {'9f348c09-1459-481b-8361-119a6c8a7618'} bound to L3 agent in host dv-cinder-826949-1-iscsi {{(pid=109551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 03:48:55.094898 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_hamode_db [None req-4a57fc52-f098-4860-8dcc-02b45e612948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T03:36:17Z,description=,heartbeat_timestamp=2022-01-29T03:48:47Z,host='dv-cinder-826949-1-iscsi',id=d5b8732c-6ac1-45e3-a79e-cd9863fe8196,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T03:36:18Z,topic='l3_agent')) {'router_ids': ['9f348c09-1459-481b-8361-119a6c8a7618'], 'active': True} {{(pid=109551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:48:55.111962 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60171a36-de1f-458a-9175-d60e9f7fb4a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85480c1c-7f3b-4f42-8524-9ebc426c52ed,revision_number=0']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:48:55.119233 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60171a36-de1f-458a-9175-d60e9f7fb4a8 admin admin] Checking segment: {'id': '021078c8-86ac-4254-abd0-dd75ceb1afcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ef6de4e4-05ee-42cc-80a7-a2f0b7a60e8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 03:48:55.119758 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60171a36-de1f-458a-9175-d60e9f7fb4a8 admin admin] Network hostable DHCP agents. Network: ef6de4e4-05ee-42cc-80a7-a2f0b7a60e8a, hostable agents: ['dac82def-0781-4624-a171-654e1b1d12af'], hosted agents: [] {{(pid=109549) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 03:48:55.154364 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-25489c47-fe47-4461-96ee-4cf89635d27d tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166518'] for floatingip (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:55.187964 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-25489c47-fe47-4461-96ee-4cf89635d27d tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2983704 Jan 29 03:48:55.188760 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe9bccaa-e41b-4389-9f22-5e72a04c47b0', 'tag': '275c2605-c149-4f30-83c0-37611406ba82'}] {{(pid=109550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 03:48:55.190789 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fa7e8514ec8b1871638cf3d0c6bf241b62bf17ffd430199c6215cc57604ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5a4635a-d038-40d1-b8af-e699c29f46d7" -d '{"events": [{"name": "network-changed", "server_uuid": "fe9bccaa-e41b-4389-9f22-5e72a04c47b0", "tag": "275c2605-c149-4f30-83c0-37611406ba82"}]}' {{(pid=109550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 03:48:55.210468 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_dvr_db [None req-4a57fc52-f098-4860-8dcc-02b45e612948 None None] Set router 9f348c09-1459-481b-8361-119a6c8a7618 gateway port host: dv-cinder-826949-1-iscsi {{(pid=109551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 03:48:55.225678 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 03:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db477bf1-0fab-44bf-9a00-6e22a4e51666 x-openstack-request-id: req-db477bf1-0fab-44bf-9a00-6e22a4e51666 {{(pid=109550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 03:48:55.225969 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe9bccaa-e41b-4389-9f22-5e72a04c47b0", "tag": "275c2605-c149-4f30-83c0-37611406ba82", "status": "completed", "code": 200}]} {{(pid=109550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 03:48:55.226256 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-db477bf1-0fab-44bf-9a00-6e22a4e51666 {{(pid=109550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 03:48:55.226676 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe9bccaa-e41b-4389-9f22-5e72a04c47b0', 'tag': '275c2605-c149-4f30-83c0-37611406ba82', 'status': 'completed', 'code': 200} Jan 29 03:48:55.254529 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60171a36-de1f-458a-9175-d60e9f7fb4a8 admin admin] Network ef6de4e4-05ee-42cc-80a7-a2f0b7a60e8a is scheduled to be hosted by DHCP agent dac82def-0781-4624-a171-654e1b1d12af with binding_index 1 {{(pid=109549) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 03:48:55.322113 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a4635a-d038-40d1-b8af-e699c29f46d7 req-6dda1081-3e09-40e8-9257-bc2ee37cb5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:48:55.324445 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-d5a4635a-d038-40d1-b8af-e699c29f46d7 req-6dda1081-3e09-40e8-9257-bc2ee37cb5f1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=033b0334af9941dfbcf5ac732f36dfd6&device_id=fe9bccaa-e41b-4389-9f22-5e72a04c47b0 HTTP/1.1" status: 200 len: 1130 time: 0.0515602 Jan 29 03:48:55.340872 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.scheduler.base_scheduler [None req-60171a36-de1f-458a-9175-d60e9f7fb4a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826949-1-iscsi, ef6de4e4-05ee-42cc-80a7-a2f0b7a60e8a) {{(pid=109549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 03:48:55.351513 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60171a36-de1f-458a-9175-d60e9f7fb4a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:48:55.351513 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-60171a36-de1f-458a-9175-d60e9f7fb4a8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:55.352309 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c7a0a1f-acff-4ca8-b697-4d4d5c6b59b6 None None] Network ef6de4e4-05ee-42cc-80a7-a2f0b7a60e8a requested from dv-cinder-826949-1-iscsi {{(pid=109551) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 03:48:55.403894 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Device c0a0c54d-9369-4c7d-a4f5-eb71d4851bd1 up at agent hyperv_hv-cinder-82694 {{(pid=109551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 03:48:55.424696 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-60171a36-de1f-458a-9175-d60e9f7fb4a8 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6961803 Jan 29 03:48:55.450241 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf193af6-6357-45bb-bc6a-1126e583f3bc req-639dd68c-8b12-44b5-8959-7ba355548e48 tempest-VolumesActionsTest-821716960 tempest-VolumesActionsTest-821716960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:48:55.451736 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-cf193af6-6357-45bb-bc6a-1126e583f3bc req-639dd68c-8b12-44b5-8959-7ba355548e48 tempest-VolumesActionsTest-821716960 tempest-VolumesActionsTest-821716960-project] 10.222.0.16 "GET /v2.0/ports?device_id=13408461-7e63-4df9-b538-07d196e4fda8 HTTP/1.1" status: 200 len: 944 time: 0.1139355 Jan 29 03:48:55.475100 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a4635a-d038-40d1-b8af-e699c29f46d7 req-589fd7b1-e8b1-41f0-891f-4608ace13f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:48:55.476542 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-d5a4635a-d038-40d1-b8af-e699c29f46d7 req-589fd7b1-e8b1-41f0-891f-4608ace13f6f service neutron] 10.222.0.25 "GET /v2.0/networks?id=9ce03b02-e4c1-4b51-89f8-2b8c7e281b14 HTTP/1.1" status: 200 len: 908 time: 0.1462259 Jan 29 03:48:55.536318 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d956afa-3506-4050-92bf-df9987fdbb56 None None] Network ef6de4e4-05ee-42cc-80a7-a2f0b7a60e8a requested from dv-cinder-826949-1-iscsi {{(pid=109551) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 03:48:55.583534 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-cf193af6-6357-45bb-bc6a-1126e583f3bc req-cb307ca1-1615-4443-a19e-9d471f75211c tempest-VolumesActionsTest-821716960 tempest-VolumesActionsTest-821716960-project] 10.222.0.16 "GET /v2.0/security-groups?id=7764ac2b-b177-4be3-9f63-a18f25afeea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200640 Jan 29 03:48:55.605076 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-d5a4635a-d038-40d1-b8af-e699c29f46d7 req-bc00d851-ec4f-43b0-a7a6-05f97f15ff52 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=275c2605-c149-4f30-83c0-37611406ba82 HTTP/1.1" status: 200 len: 1000 time: 0.1174846 Jan 29 03:48:55.660945 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a4635a-d038-40d1-b8af-e699c29f46d7 req-d06e4e97-35af-445c-80cf-d3b30e398988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:48:55.662454 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-d5a4635a-d038-40d1-b8af-e699c29f46d7 req-d06e4e97-35af-445c-80cf-d3b30e398988 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e530e8b4-da58-4e58-b7ba-de4e0fb3aa2d HTTP/1.1" status: 200 len: 847 time: 0.0517170 Jan 29 03:48:55.693846 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.provisioning_blocks [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Provisioning for port c0a0c54d-9369-4c7d-a4f5-eb71d4851bd1 completed by entity L2. {{(pid=109551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 03:48:55.717017 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a4635a-d038-40d1-b8af-e699c29f46d7 req-3927d343-1485-4e14-a81a-cb6cd3d488c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:48:55.718565 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-d5a4635a-d038-40d1-b8af-e699c29f46d7 req-3927d343-1485-4e14-a81a-cb6cd3d488c4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9ce03b02-e4c1-4b51-89f8-2b8c7e281b14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0504010 Jan 29 03:48:55.738601 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.provisioning_blocks [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Provisioning complete for port c0a0c54d-9369-4c7d-a4f5-eb71d4851bd1 triggered by entity L2. {{(pid=109551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 03:48:55.738601 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785313'] for port (c0a0c54d-9369-4c7d-a4f5-eb71d4851bd1), provisioning_complete {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:55.820388 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-d5a4635a-d038-40d1-b8af-e699c29f46d7 req-6586915a-1728-455b-891c-7568f7ef5db7 service neutron] 10.222.0.25 "GET /v2.0/networks/9ce03b02-e4c1-4b51-89f8-2b8c7e281b14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950572 Jan 29 03:48:55.830718 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_hamode_db [None req-4a57fc52-f098-4860-8dcc-02b45e612948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f348c09-1459-481b-8361-119a6c8a7618', 'name': 'tempest-TestShelveInstance-805502500-router', 'tenant_id': '033b0334af9941dfbcf5ac732f36dfd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'external_fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'e0f5c6f1-cf94-4ae6-a1d1-55ae90b2d1dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T03:47:52Z', 'updated_at': '2022-01-29T03:47:56Z', 'revision_number': 4, 'project_id': '033b0334af9941dfbcf5ac732f36dfd6', 'gw_port': {'id': 'e0f5c6f1-cf94-4ae6-a1d1-55ae90b2d1dd', 'name': '', 'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:dd:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f348c09-1459-481b-8361-119a6c8a7618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:47:53Z', 'updated_at': '2022-01-29T03:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-1-iscsi', '_floatingips': [{'id': '4f257063-c4e8-461a-b6c8-84af19812e20', 'tenant_id': '033b0334af9941dfbcf5ac732f36dfd6', 'floating_ip_address': '172.27.1.232', 'floating_network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'router_id': '9f348c09-1459-481b-8361-119a6c8a7618', 'port_id': '275c2605-c149-4f30-83c0-37611406ba82', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9ce03b02-e4c1-4b51-89f8-2b8c7e281b14', 'mac_address': 'fa:16:3e:cc:7d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe9bccaa-e41b-4389-9f22-5e72a04c47b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T03:48:53Z', 'updated_at': '2022-01-29T03:48:53Z', 'revision_number': 0, 'project_id': '033b0334af9941dfbcf5ac732f36dfd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17cc645a-b734-490d-b4ae-3ebfaa59d31f', 'name': '', 'network_id': '9ce03b02-e4c1-4b51-89f8-2b8c7e281b14', 'tenant_id': '033b0334af9941dfbcf5ac732f36dfd6', 'mac_address': 'fa:16:3e:05:f2:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f348c09-1459-481b-8361-119a6c8a7618', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'e530e8b4-da58-4e58-b7ba-de4e0fb3aa2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:47:55Z', 'updated_at': '2022-01-29T03:48:00Z', 'revision_number': 5, 'project_id': '033b0334af9941dfbcf5ac732f36dfd6', 'subnets': [{'id': 'e530e8b4-da58-4e58-b7ba-de4e0fb3aa2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-1-iscsi', False) {} {{(pid=109551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:48:55.879292 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a57fc52-f098-4860-8dcc-02b45e612948 None None] Checking router: 9f348c09-1459-481b-8361-119a6c8a7618 for host: dv-cinder-826949-1-iscsi {{(pid=109551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 03:48:55.903049 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Current status of the port c0a0c54d-9369-4c7d-a4f5-eb71d4851bd1 is: BUILD; New status is: ACTIVE {{(pid=109551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 03:48:55.903807 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (c0a0c54d-9369-4c7d-a4f5-eb71d4851bd1), before_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:55.914158 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-d5a4635a-d038-40d1-b8af-e699c29f46d7 req-a475faad-c93c-4db1-bac6-d1c3fdc042e0 service neutron] 10.222.0.25 "GET /v2.0/networks/9ce03b02-e4c1-4b51-89f8-2b8c7e281b14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880816 Jan 29 03:48:55.915357 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a57fc52-f098-4860-8dcc-02b45e612948 None None] Routers {'9f348c09-1459-481b-8361-119a6c8a7618'} bound to L3 agent in host dv-cinder-826949-1-iscsi {{(pid=109551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 03:48:55.915972 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_hamode_db [None req-4a57fc52-f098-4860-8dcc-02b45e612948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T03:36:17Z,description=,heartbeat_timestamp=2022-01-29T03:48:47Z,host='dv-cinder-826949-1-iscsi',id=d5b8732c-6ac1-45e3-a79e-cd9863fe8196,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T03:36:18Z,topic='l3_agent')) {'router_ids': ['9f348c09-1459-481b-8361-119a6c8a7618'], 'active': True} {{(pid=109551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:48:55.967114 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13408461-7e63-4df9-b538-07d196e4fda8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0a0c54d-9369-4c7d-a4f5-eb71d4851bd1'}] {{(pid=109551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 03:48:55.969306 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23e056b712a42e8e31026a02bb7684ebe9f34968e78d79227c0e39fde92c0103" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d260e370-58e6-453a-9568-b8fc98e2c5d7" -d '{"events": [{"server_uuid": "13408461-7e63-4df9-b538-07d196e4fda8", "name": "network-vif-plugged", "status": "completed", "tag": "c0a0c54d-9369-4c7d-a4f5-eb71d4851bd1"}]}' {{(pid=109551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 03:48:55.984793 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] For port c0a0c54d-9369-4c7d-a4f5-eb71d4851bd1, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=c0a0c54d-9369-4c7d-a4f5-eb71d4851bd1,segment=NetworkSegment(62ef90a9-8007-4d68-9a7a-cd2cd5223307),segment_id=62ef90a9-8007-4d68-9a7a-cd2cd5223307)] {{(pid=109551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 03:48:56.020834 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 03:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd15ccb5-f10e-4141-b835-3cbb57666971 x-openstack-request-id: req-dd15ccb5-f10e-4141-b835-3cbb57666971 {{(pid=109551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 03:48:56.021143 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13408461-7e63-4df9-b538-07d196e4fda8", "name": "network-vif-plugged", "status": "completed", "tag": "c0a0c54d-9369-4c7d-a4f5-eb71d4851bd1", "code": 200}]} {{(pid=109551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 03:48:56.021396 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dd15ccb5-f10e-4141-b835-3cbb57666971 {{(pid=109551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 03:48:56.021773 dv-cinder-826949-1-iscsi neutron-server[109551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13408461-7e63-4df9-b538-07d196e4fda8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0a0c54d-9369-4c7d-a4f5-eb71d4851bd1', 'code': 200} Jan 29 03:48:56.024459 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (ad4128b7-7a77-4672-aa49-b5d5d6c7d736), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:56.048836 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_dvr_db [None req-4a57fc52-f098-4860-8dcc-02b45e612948 None None] Set router 9f348c09-1459-481b-8361-119a6c8a7618 gateway port host: dv-cinder-826949-1-iscsi {{(pid=109551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 03:48:56.082730 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429'] for port (c0a0c54d-9369-4c7d-a4f5-eb71d4851bd1), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:48:56.177011 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Pushing event updated for resources: {'Port': ['ID=c0a0c54d-9369-4c7d-a4f5-eb71d4851bd1,revision_number=5']} {{(pid=109551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:48:56.322781 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_hamode_db [None req-4a57fc52-f098-4860-8dcc-02b45e612948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f348c09-1459-481b-8361-119a6c8a7618', 'name': 'tempest-TestShelveInstance-805502500-router', 'tenant_id': '033b0334af9941dfbcf5ac732f36dfd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'external_fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'e0f5c6f1-cf94-4ae6-a1d1-55ae90b2d1dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T03:47:52Z', 'updated_at': '2022-01-29T03:47:56Z', 'revision_number': 4, 'project_id': '033b0334af9941dfbcf5ac732f36dfd6', 'gw_port': {'id': 'e0f5c6f1-cf94-4ae6-a1d1-55ae90b2d1dd', 'name': '', 'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:dd:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f348c09-1459-481b-8361-119a6c8a7618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:47:53Z', 'updated_at': '2022-01-29T03:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-1-iscsi', '_floatingips': [{'id': '4f257063-c4e8-461a-b6c8-84af19812e20', 'tenant_id': '033b0334af9941dfbcf5ac732f36dfd6', 'floating_ip_address': '172.27.1.232', 'floating_network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'router_id': '9f348c09-1459-481b-8361-119a6c8a7618', 'port_id': '275c2605-c149-4f30-83c0-37611406ba82', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9ce03b02-e4c1-4b51-89f8-2b8c7e281b14', 'mac_address': 'fa:16:3e:cc:7d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe9bccaa-e41b-4389-9f22-5e72a04c47b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T03:48:53Z', 'updated_at': '2022-01-29T03:48:53Z', 'revision_number': 0, 'project_id': '033b0334af9941dfbcf5ac732f36dfd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17cc645a-b734-490d-b4ae-3ebfaa59d31f', 'name': '', 'network_id': '9ce03b02-e4c1-4b51-89f8-2b8c7e281b14', 'tenant_id': '033b0334af9941dfbcf5ac732f36dfd6', 'mac_address': 'fa:16:3e:05:f2:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f348c09-1459-481b-8361-119a6c8a7618', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'e530e8b4-da58-4e58-b7ba-de4e0fb3aa2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:47:55Z', 'updated_at': '2022-01-29T03:48:00Z', 'revision_number': 5, 'project_id': '033b0334af9941dfbcf5ac732f36dfd6', 'subnets': [{'id': 'e530e8b4-da58-4e58-b7ba-de4e0fb3aa2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-1-iscsi', False) {} {{(pid=109551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:48:56.352417 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a57fc52-f098-4860-8dcc-02b45e612948 None None] The sync data for ids ['9f348c09-1459-481b-8361-119a6c8a7618'] in dv-cinder-826949-1-iscsi is: [{'id': '9f348c09-1459-481b-8361-119a6c8a7618', 'name': 'tempest-TestShelveInstance-805502500-router', 'tenant_id': '033b0334af9941dfbcf5ac732f36dfd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'external_fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'e0f5c6f1-cf94-4ae6-a1d1-55ae90b2d1dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T03:47:52Z', 'updated_at': '2022-01-29T03:47:56Z', 'revision_number': 4, 'project_id': '033b0334af9941dfbcf5ac732f36dfd6', 'gw_port': {'id': 'e0f5c6f1-cf94-4ae6-a1d1-55ae90b2d1dd', 'name': '', 'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:dd:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f348c09-1459-481b-8361-119a6c8a7618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:47:53Z', 'updated_at': '2022-01-29T03:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-1-iscsi', '_floatingips': [{'id': '4f257063-c4e8-461a-b6c8-84af19812e20', 'tenant_id': '033b0334af9941dfbcf5ac732f36dfd6', 'floating_ip_address': '172.27.1.232', 'floating_network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'router_id': '9f348c09-1459-481b-8361-119a6c8a7618', 'port_id': '275c2605-c149-4f30-83c0-37611406ba82', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9ce03b02-e4c1-4b51-89f8-2b8c7e281b14', 'mac_address': 'fa:16:3e:cc:7d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe9bccaa-e41b-4389-9f22-5e72a04c47b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T03:48:53Z', 'updated_at': '2022-01-29T03:48:53Z', 'revision_number': 0, 'project_id': '033b0334af9941dfbcf5ac732f36dfd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17cc645a-b734-490d-b4ae-3ebfaa59d31f', 'name': '', 'network_id': '9ce03b02-e4c1-4b51-89f8-2b8c7e281b14', 'tenant_id': '033b0334af9941dfbcf5ac732f36dfd6', 'mac_address': 'fa:16:3e:05:f2:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f348c09-1459-481b-8361-119a6c8a7618', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'e530e8b4-da58-4e58-b7ba-de4e0fb3aa2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:47:55Z', 'updated_at': '2022-01-29T03:48:00Z', 'revision_number': 5, 'project_id': '033b0334af9941dfbcf5ac732f36dfd6', 'subnets': [{'id': 'e530e8b4-da58-4e58-b7ba-de4e0fb3aa2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 03:48:56.419824 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706d93c7-159e-4046-a35d-296fec28c695 req-ba08b2a2-7715-4ae0-86bd-0952abbb4106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:48:56.421454 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-706d93c7-159e-4046-a35d-296fec28c695 req-ba08b2a2-7715-4ae0-86bd-0952abbb4106 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=13408461-7e63-4df9-b538-07d196e4fda8 HTTP/1.1" status: 200 len: 1129 time: 0.0517120 Jan 29 03:48:56.467625 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-706d93c7-159e-4046-a35d-296fec28c695 req-f32bd981-fdc1-4c14-891a-954dad0b89e3 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=7764ac2b-b177-4be3-9f63-a18f25afeea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404067 Jan 29 03:48:56.557178 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047a39d7-4e6e-49af-819d-c18b604d2804 None None] New status for floating IP 4f257063-c4e8-461a-b6c8-84af19812e20: ACTIVE {{(pid=109552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 03:48:56.707531 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36726e94-94ba-4f5b-b0c3-9663ba86adf8 req-151dcc74-2a95-43c8-a138-373111017fd4 tempest-VolumesActionsTest-821716960 tempest-VolumesActionsTest-821716960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:48:56.708992 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-36726e94-94ba-4f5b-b0c3-9663ba86adf8 req-151dcc74-2a95-43c8-a138-373111017fd4 tempest-VolumesActionsTest-821716960 tempest-VolumesActionsTest-821716960-project] 10.222.0.16 "GET /v2.0/ports?device_id=13408461-7e63-4df9-b538-07d196e4fda8 HTTP/1.1" status: 200 len: 945 time: 0.0548465 Jan 29 03:48:56.754614 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-36726e94-94ba-4f5b-b0c3-9663ba86adf8 req-63bc5d1c-1486-4ac4-b49a-48c09802e2e5 tempest-VolumesActionsTest-821716960 tempest-VolumesActionsTest-821716960-project] 10.222.0.16 "GET /v2.0/security-groups?id=7764ac2b-b177-4be3-9f63-a18f25afeea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395372 Jan 29 03:48:57.654659 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22836494-9a27-4141-a55c-55092c6a5625 req-7ce25bce-12d0-44a5-a837-bf47491a4544 tempest-VolumesSnapshotTestJSON-279667869 tempest-VolumesSnapshotTestJSON-279667869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:48:57.656165 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-22836494-9a27-4141-a55c-55092c6a5625 req-7ce25bce-12d0-44a5-a837-bf47491a4544 tempest-VolumesSnapshotTestJSON-279667869 tempest-VolumesSnapshotTestJSON-279667869-project] 10.222.0.16 "GET /v2.0/networks?id=ef6de4e4-05ee-42cc-80a7-a2f0b7a60e8a HTTP/1.1" status: 200 len: 813 time: 0.1108980 Jan 29 03:48:57.670929 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-22836494-9a27-4141-a55c-55092c6a5625 req-024f622c-49eb-4e36-b956-246cf98b075f tempest-VolumesSnapshotTestJSON-279667869 tempest-VolumesSnapshotTestJSON-279667869-project] 10.222.0.16 "GET /v2.0/quotas/7211c10bef7c491bbc0bae9b8223bb31 HTTP/1.1" status: 200 len: 375 time: 0.0095439 Jan 29 03:48:57.703402 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-22836494-9a27-4141-a55c-55092c6a5625 req-9f0e1766-35af-4bac-9370-7977ead735f2 tempest-VolumesSnapshotTestJSON-279667869 tempest-VolumesSnapshotTestJSON-279667869-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=7211c10bef7c491bbc0bae9b8223bb31&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277247 Jan 29 03:48:57.792565 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-22836494-9a27-4141-a55c-55092c6a5625 req-f6b96076-2c80-47ab-b813-3ace5c17ea30 service neutron] 10.222.0.16 "GET /v2.0/networks/ef6de4e4-05ee-42cc-80a7-a2f0b7a60e8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827606 Jan 29 03:48:57.876699 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ba5f5e-ac4b-46e9-ab3f-9d8a85e95010 req-af8d1a1e-3313-4420-a0fd-5a641a985ad1 tempest-VolumesActionsTest-821716960 tempest-VolumesActionsTest-821716960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:48:57.878290 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-b2ba5f5e-ac4b-46e9-ab3f-9d8a85e95010 req-af8d1a1e-3313-4420-a0fd-5a641a985ad1 tempest-VolumesActionsTest-821716960 tempest-VolumesActionsTest-821716960-project] 10.222.0.16 "GET /v2.0/ports?device_id=13408461-7e63-4df9-b538-07d196e4fda8 HTTP/1.1" status: 200 len: 945 time: 0.0537639 Jan 29 03:48:57.890736 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-22836494-9a27-4141-a55c-55092c6a5625 req-8413a961-b448-474e-ad53-ba2b976f391e service neutron] 10.222.0.16 "GET /v2.0/networks/ef6de4e4-05ee-42cc-80a7-a2f0b7a60e8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921295 Jan 29 03:48:57.926502 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-b2ba5f5e-ac4b-46e9-ab3f-9d8a85e95010 req-dc357790-b14c-44ce-bda8-4c2c77d8df3a tempest-VolumesActionsTest-821716960 tempest-VolumesActionsTest-821716960-project] 10.222.0.16 "GET /v2.0/security-groups?id=7764ac2b-b177-4be3-9f63-a18f25afeea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423570 Jan 29 03:48:58.121035 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-16af52bc-977a-4f22-ad91-334b2ef87a31 req-58feec7e-9780-4480-be9a-91efdecf1adb tempest-VolumesSnapshotTestJSON-279667869 tempest-VolumesSnapshotTestJSON-279667869-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a1f4ca1-c9cb-4ca4-bd13-274ce71f6165 HTTP/1.1" status: 200 len: 210 time: 0.0270720 Jan 29 03:48:59.042040 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd1b9ab-a434-4023-a4a5-44550cc9df2b req-8e771a56-00f2-4d18-bef9-f4c81cd5ad6a tempest-VolumesActionsTest-821716960 tempest-VolumesActionsTest-821716960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:48:59.043468 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-5dd1b9ab-a434-4023-a4a5-44550cc9df2b req-8e771a56-00f2-4d18-bef9-f4c81cd5ad6a tempest-VolumesActionsTest-821716960 tempest-VolumesActionsTest-821716960-project] 10.222.0.16 "GET /v2.0/ports?device_id=13408461-7e63-4df9-b538-07d196e4fda8 HTTP/1.1" status: 200 len: 945 time: 0.0517173 Jan 29 03:48:59.089234 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-5dd1b9ab-a434-4023-a4a5-44550cc9df2b req-a6fcb3a1-e734-4bb3-b7d7-6326299716be tempest-VolumesActionsTest-821716960 tempest-VolumesActionsTest-821716960-project] 10.222.0.16 "GET /v2.0/security-groups?id=7764ac2b-b177-4be3-9f63-a18f25afeea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397785 Jan 29 03:48:59.216794 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-34f53eae-cad0-4845-82f3-57070630a495 req-fade8441-552e-4110-b094-20be48672e23 tempest-VolumesSnapshotTestJSON-279667869 tempest-VolumesSnapshotTestJSON-279667869-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a1f4ca1-c9cb-4ca4-bd13-274ce71f6165 HTTP/1.1" status: 200 len: 210 time: 0.0286558 Jan 29 03:49:00.311902 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-2cbe5e42-0255-434e-a895-99a94480e614 req-7c8aa225-7b74-4a25-b979-5a6caa9380c3 tempest-VolumesSnapshotTestJSON-279667869 tempest-VolumesSnapshotTestJSON-279667869-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a1f4ca1-c9cb-4ca4-bd13-274ce71f6165 HTTP/1.1" status: 200 len: 210 time: 0.0268168 Jan 29 03:49:00.430299 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22836494-9a27-4141-a55c-55092c6a5625 req-7094da19-454d-46d0-ae24-561c3784c8a8 tempest-VolumesSnapshotTestJSON-279667869 tempest-VolumesSnapshotTestJSON-279667869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:49:00.431636 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-22836494-9a27-4141-a55c-55092c6a5625 req-7094da19-454d-46d0-ae24-561c3784c8a8 tempest-VolumesSnapshotTestJSON-279667869 tempest-VolumesSnapshotTestJSON-279667869-project] 10.222.0.25 "GET /v2.0/networks?id=ef6de4e4-05ee-42cc-80a7-a2f0b7a60e8a HTTP/1.1" status: 200 len: 813 time: 0.0971034 Jan 29 03:49:00.449594 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.v2.base [req-22836494-9a27-4141-a55c-55092c6a5625 req-5bb9f54d-8bf5-4313-8253-2ac861fea2b4 tempest-VolumesSnapshotTestJSON-279667869 tempest-VolumesSnapshotTestJSON-279667869-project] Request body: {'port': {'device_id': '3a1f4ca1-c9cb-4ca4-bd13-274ce71f6165', 'network_id': 'ef6de4e4-05ee-42cc-80a7-a2f0b7a60e8a', 'admin_state_up': True, 'tenant_id': '7211c10bef7c491bbc0bae9b8223bb31'}} {{(pid=109550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 03:49:00.631383 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22836494-9a27-4141-a55c-55092c6a5625 req-5bb9f54d-8bf5-4313-8253-2ac861fea2b4 tempest-VolumesSnapshotTestJSON-279667869 tempest-VolumesSnapshotTestJSON-279667869-project] Made reservation on behalf of 7211c10bef7c491bbc0bae9b8223bb31 for: {'port': 1} {{(pid=109550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 03:49:00.634675 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-22836494-9a27-4141-a55c-55092c6a5625 req-5bb9f54d-8bf5-4313-8253-2ac861fea2b4 tempest-VolumesSnapshotTestJSON-279667869 tempest-VolumesSnapshotTestJSON-279667869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (None), before_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:49:00.656204 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd7fd81-6bb5-486d-aa2d-87feec715521 req-20f3f5ee-e399-45ed-9e00-774381a8c37f tempest-VolumesActionsTest-821716960 tempest-VolumesActionsTest-821716960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:49:00.657714 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-cbd7fd81-6bb5-486d-aa2d-87feec715521 req-20f3f5ee-e399-45ed-9e00-774381a8c37f tempest-VolumesActionsTest-821716960 tempest-VolumesActionsTest-821716960-project] 10.222.0.16 "GET /v2.0/ports?device_id=13408461-7e63-4df9-b538-07d196e4fda8 HTTP/1.1" status: 200 len: 945 time: 0.0692594 Jan 29 03:49:00.759874 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-cbd7fd81-6bb5-486d-aa2d-87feec715521 req-9f39db6e-2fd7-47af-af11-ce9202ee5668 tempest-VolumesActionsTest-821716960 tempest-VolumesActionsTest-821716960-project] 10.222.0.16 "GET /v2.0/security-groups?id=7764ac2b-b177-4be3-9f63-a18f25afeea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925884 Jan 29 03:49:00.806287 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.db.db_base_plugin_common [req-22836494-9a27-4141-a55c-55092c6a5625 req-5bb9f54d-8bf5-4313-8253-2ac861fea2b4 tempest-VolumesSnapshotTestJSON-279667869 tempest-VolumesSnapshotTestJSON-279667869-project] Allocated IP 172.20.0.3 (ef6de4e4-05ee-42cc-80a7-a2f0b7a60e8a/85480c1c-7f3b-4f42-8524-9ebc426c52ed/1a2191c4-101f-4ba2-9123-19fdef51bf4d) {{(pid=109550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 03:49:00.951612 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-22836494-9a27-4141-a55c-55092c6a5625 req-5bb9f54d-8bf5-4313-8253-2ac861fea2b4 tempest-VolumesSnapshotTestJSON-279667869 tempest-VolumesSnapshotTestJSON-279667869-project] Publish callbacks [] for port (1a2191c4-101f-4ba2-9123-19fdef51bf4d), precommit_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:49:01.032018 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-22836494-9a27-4141-a55c-55092c6a5625 req-5bb9f54d-8bf5-4313-8253-2ac861fea2b4 tempest-VolumesSnapshotTestJSON-279667869 tempest-VolumesSnapshotTestJSON-279667869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787145433393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9207350'] for port (1a2191c4-101f-4ba2-9123-19fdef51bf4d), after_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:49:01.072351 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22836494-9a27-4141-a55c-55092c6a5625 req-5bb9f54d-8bf5-4313-8253-2ac861fea2b4 tempest-VolumesSnapshotTestJSON-279667869 tempest-VolumesSnapshotTestJSON-279667869-project] Network ef6de4e4-05ee-42cc-80a7-a2f0b7a60e8a is already hosted by enough agents. {{(pid=109550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 03:49:01.075226 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.scheduler.base_scheduler [req-22836494-9a27-4141-a55c-55092c6a5625 req-5bb9f54d-8bf5-4313-8253-2ac861fea2b4 tempest-VolumesSnapshotTestJSON-279667869 tempest-VolumesSnapshotTestJSON-279667869-project] Resources bound (agent type, host, resource id): {{(pid=109550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 03:49:01.081280 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.db.l3_dvrscheduler_db [req-22836494-9a27-4141-a55c-55092c6a5625 req-5bb9f54d-8bf5-4313-8253-2ac861fea2b4 tempest-VolumesSnapshotTestJSON-279667869 tempest-VolumesSnapshotTestJSON-279667869-project] Received port after_create {{(pid=109550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 03:49:01.087347 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb9f54d-8bf5-4313-8253-2ac861fea2b4 tempest-VolumesSnapshotTestJSON-279667869 tempest-VolumesSnapshotTestJSON-279667869-project] Pushing event updated for resources: {'Port': ['ID=1a2191c4-101f-4ba2-9123-19fdef51bf4d,revision_number=1']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:49:01.130848 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22836494-9a27-4141-a55c-55092c6a5625 req-5bb9f54d-8bf5-4313-8253-2ac861fea2b4 tempest-VolumesSnapshotTestJSON-279667869 tempest-VolumesSnapshotTestJSON-279667869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:49:01.131474 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-22836494-9a27-4141-a55c-55092c6a5625 req-5bb9f54d-8bf5-4313-8253-2ac861fea2b4 tempest-VolumesSnapshotTestJSON-279667869 tempest-VolumesSnapshotTestJSON-279667869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166518'] for port (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:49:01.245861 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-22836494-9a27-4141-a55c-55092c6a5625 req-5bb9f54d-8bf5-4313-8253-2ac861fea2b4 tempest-VolumesSnapshotTestJSON-279667869 tempest-VolumesSnapshotTestJSON-279667869-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8003483 Jan 29 03:49:01.265406 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.v2.base [req-22836494-9a27-4141-a55c-55092c6a5625 req-6048b444-69b0-4b66-883c-f5f406913931 service neutron] Request body: {'port': {'device_id': '3a1f4ca1-c9cb-4ca4-bd13-274ce71f6165', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82694'}} {{(pid=109550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 03:49:01.324471 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-22836494-9a27-4141-a55c-55092c6a5625 req-6048b444-69b0-4b66-883c-f5f406913931 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (1a2191c4-101f-4ba2-9123-19fdef51bf4d), before_update {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:49:01.433450 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1249de67-d3eb-41fd-becc-58bd10cb7ffe req-62ea9cca-164c-43be-b0fa-9cc57940deb9 tempest-VolumesSnapshotTestJSON-279667869 tempest-VolumesSnapshotTestJSON-279667869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:49:01.434955 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-1249de67-d3eb-41fd-becc-58bd10cb7ffe req-62ea9cca-164c-43be-b0fa-9cc57940deb9 tempest-VolumesSnapshotTestJSON-279667869 tempest-VolumesSnapshotTestJSON-279667869-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a1f4ca1-c9cb-4ca4-bd13-274ce71f6165 HTTP/1.1" status: 200 len: 931 time: 0.0555727 Jan 29 03:49:01.481150 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-1249de67-d3eb-41fd-becc-58bd10cb7ffe req-31384bf5-41dd-461a-8cb6-cbbdd5de3959 tempest-VolumesSnapshotTestJSON-279667869 tempest-VolumesSnapshotTestJSON-279667869-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3572f94-30b0-44f5-b7c7-d56d9036bcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399282 Jan 29 03:49:01.587135 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.notifiers.nova [req-22836494-9a27-4141-a55c-55092c6a5625 req-6048b444-69b0-4b66-883c-f5f406913931 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a2191c4-101f-4ba2-9123-19fdef51bf4d {{(pid=109550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 03:49:01.594145 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-22836494-9a27-4141-a55c-55092c6a5625 req-6048b444-69b0-4b66-883c-f5f406913931 service neutron] Publish callbacks [] for port (1a2191c4-101f-4ba2-9123-19fdef51bf4d), precommit_update {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:49:01.605809 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.db.provisioning_blocks [req-22836494-9a27-4141-a55c-55092c6a5625 req-6048b444-69b0-4b66-883c-f5f406913931 service neutron] Transition to ACTIVE for port object 1a2191c4-101f-4ba2-9123-19fdef51bf4d will not be triggered until provisioned by entity L2. {{(pid=109550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 03:49:01.688912 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-22836494-9a27-4141-a55c-55092c6a5625 req-6048b444-69b0-4b66-883c-f5f406913931 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9207359'] for port (1a2191c4-101f-4ba2-9123-19fdef51bf4d), after_update {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:49:01.739998 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6048b444-69b0-4b66-883c-f5f406913931 service neutron] Pushing event updated for resources: {'Port': ['ID=1a2191c4-101f-4ba2-9123-19fdef51bf4d,revision_number=2']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:49:01.805515 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.managers [req-22836494-9a27-4141-a55c-55092c6a5625 req-6048b444-69b0-4b66-883c-f5f406913931 service neutron] Attempting to bind port 1a2191c4-101f-4ba2-9123-19fdef51bf4d on host hv-cinder-82694 for vnic_type normal with profile {{(pid=109550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 03:49:01.805950 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.managers [req-22836494-9a27-4141-a55c-55092c6a5625 req-6048b444-69b0-4b66-883c-f5f406913931 service neutron] Attempting to bind port 1a2191c4-101f-4ba2-9123-19fdef51bf4d by drivers openvswitch,hyperv on host hv-cinder-82694 at level 0 using segments [{'id': '021078c8-86ac-4254-abd0-dd75ceb1afcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ef6de4e4-05ee-42cc-80a7-a2f0b7a60e8a'}] {{(pid=109550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 03:49:01.806193 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22836494-9a27-4141-a55c-55092c6a5625 req-6048b444-69b0-4b66-883c-f5f406913931 service neutron] Attempting to bind port 1a2191c4-101f-4ba2-9123-19fdef51bf4d on network ef6de4e4-05ee-42cc-80a7-a2f0b7a60e8a {{(pid=109550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 03:49:01.810935 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22836494-9a27-4141-a55c-55092c6a5625 req-6048b444-69b0-4b66-883c-f5f406913931 service neutron] Port 1a2191c4-101f-4ba2-9123-19fdef51bf4d on network ef6de4e4-05ee-42cc-80a7-a2f0b7a60e8a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82694 {{(pid=109550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 03:49:01.811254 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22836494-9a27-4141-a55c-55092c6a5625 req-6048b444-69b0-4b66-883c-f5f406913931 service neutron] Attempting to bind port 1a2191c4-101f-4ba2-9123-19fdef51bf4d on network ef6de4e4-05ee-42cc-80a7-a2f0b7a60e8a {{(pid=109550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 03:49:01.816052 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22836494-9a27-4141-a55c-55092c6a5625 req-6048b444-69b0-4b66-883c-f5f406913931 service neutron] Checking agent: {'id': 'ad4128b7-7a77-4672-aa49-b5d5d6c7d736', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 3, 42, 25), 'started_at': datetime.datetime(2022, 1, 29, 3, 42, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 3, 48, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 03:49:01.816388 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22836494-9a27-4141-a55c-55092c6a5625 req-6048b444-69b0-4b66-883c-f5f406913931 service neutron] Checking segment: {'id': '021078c8-86ac-4254-abd0-dd75ceb1afcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ef6de4e4-05ee-42cc-80a7-a2f0b7a60e8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 03:49:01.816764 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22836494-9a27-4141-a55c-55092c6a5625 req-6048b444-69b0-4b66-883c-f5f406913931 service neutron] Bound using segment: {'id': '021078c8-86ac-4254-abd0-dd75ceb1afcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ef6de4e4-05ee-42cc-80a7-a2f0b7a60e8a'} {{(pid=109550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 03:49:01.817185 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.managers [req-22836494-9a27-4141-a55c-55092c6a5625 req-6048b444-69b0-4b66-883c-f5f406913931 service neutron] Bound port: 1a2191c4-101f-4ba2-9123-19fdef51bf4d, host: hv-cinder-82694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '021078c8-86ac-4254-abd0-dd75ceb1afcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ef6de4e4-05ee-42cc-80a7-a2f0b7a60e8a'}}] {{(pid=109550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 03:49:01.817537 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-22836494-9a27-4141-a55c-55092c6a5625 req-6048b444-69b0-4b66-883c-f5f406913931 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (1a2191c4-101f-4ba2-9123-19fdef51bf4d), before_update {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:49:01.907142 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.db [req-22836494-9a27-4141-a55c-55092c6a5625 req-6048b444-69b0-4b66-883c-f5f406913931 service neutron] For port 1a2191c4-101f-4ba2-9123-19fdef51bf4d, host hv-cinder-82694, cleared binding levels {{(pid=109550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 03:49:01.910579 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.db [req-22836494-9a27-4141-a55c-55092c6a5625 req-6048b444-69b0-4b66-883c-f5f406913931 service neutron] For port 1a2191c4-101f-4ba2-9123-19fdef51bf4d, host hv-cinder-82694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=1a2191c4-101f-4ba2-9123-19fdef51bf4d,segment=NetworkSegment(021078c8-86ac-4254-abd0-dd75ceb1afcf),segment_id=021078c8-86ac-4254-abd0-dd75ceb1afcf)] {{(pid=109550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 03:49:01.926233 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b942e39-a63c-4219-b66a-a5d241e7c974 req-6ff4ce0c-1f8c-4c32-af64-14802cd8b5ca tempest-VolumesActionsTest-821716960 tempest-VolumesActionsTest-821716960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:49:01.927752 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-8b942e39-a63c-4219-b66a-a5d241e7c974 req-6ff4ce0c-1f8c-4c32-af64-14802cd8b5ca tempest-VolumesActionsTest-821716960 tempest-VolumesActionsTest-821716960-project] 10.222.0.16 "GET /v2.0/ports?device_id=13408461-7e63-4df9-b538-07d196e4fda8 HTTP/1.1" status: 200 len: 945 time: 0.0783522 Jan 29 03:49:01.974058 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-8b942e39-a63c-4219-b66a-a5d241e7c974 req-dbec2627-fff9-4388-95c2-8ee4612e1099 tempest-VolumesActionsTest-821716960 tempest-VolumesActionsTest-821716960-project] 10.222.0.16 "GET /v2.0/security-groups?id=7764ac2b-b177-4be3-9f63-a18f25afeea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407097 Jan 29 03:49:02.003682 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-22836494-9a27-4141-a55c-55092c6a5625 req-6048b444-69b0-4b66-883c-f5f406913931 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9207359'] for port (1a2191c4-101f-4ba2-9123-19fdef51bf4d), after_update {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:49:02.039423 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22836494-9a27-4141-a55c-55092c6a5625 req-6048b444-69b0-4b66-883c-f5f406913931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:49:02.040030 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-22836494-9a27-4141-a55c-55092c6a5625 req-6048b444-69b0-4b66-883c-f5f406913931 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166518'] for port (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:49:02.041426 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-22836494-9a27-4141-a55c-55092c6a5625 req-6048b444-69b0-4b66-883c-f5f406913931 service neutron] 10.222.0.25 "PUT /v2.0/ports/1a2191c4-101f-4ba2-9123-19fdef51bf4d HTTP/1.1" status: 200 len: 1093 time: 0.7805626 Jan 29 03:49:02.041855 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a1f4ca1-c9cb-4ca4-bd13-274ce71f6165', 'tag': '1a2191c4-101f-4ba2-9123-19fdef51bf4d'}] {{(pid=109550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 03:49:02.044058 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fa7e8514ec8b1871638cf3d0c6bf241b62bf17ffd430199c6215cc57604ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54d598b6-e9b4-4b05-a790-96e77b65dd54" -d '{"events": [{"name": "network-changed", "server_uuid": "3a1f4ca1-c9cb-4ca4-bd13-274ce71f6165", "tag": "1a2191c4-101f-4ba2-9123-19fdef51bf4d"}]}' {{(pid=109550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 03:49:02.070558 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6048b444-69b0-4b66-883c-f5f406913931 service neutron] Pushing event updated for resources: {'Port': ['ID=1a2191c4-101f-4ba2-9123-19fdef51bf4d,revision_number=3']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:49:02.082628 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 03:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6e0bef1-f1ee-43c5-be33-5887ba259e41 x-openstack-request-id: req-d6e0bef1-f1ee-43c5-be33-5887ba259e41 {{(pid=109550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 03:49:02.082918 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a1f4ca1-c9cb-4ca4-bd13-274ce71f6165", "tag": "1a2191c4-101f-4ba2-9123-19fdef51bf4d", "status": "completed", "code": 200}]} {{(pid=109550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 03:49:02.083169 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d6e0bef1-f1ee-43c5-be33-5887ba259e41 {{(pid=109550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 03:49:02.083559 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a1f4ca1-c9cb-4ca4-bd13-274ce71f6165', 'tag': '1a2191c4-101f-4ba2-9123-19fdef51bf4d', 'status': 'completed', 'code': 200} Jan 29 03:49:02.195974 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d598b6-e9b4-4b05-a790-96e77b65dd54 req-0e7d4cd1-1d8c-4f81-a0b2-3c23c9366084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:49:02.197368 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-54d598b6-e9b4-4b05-a790-96e77b65dd54 req-0e7d4cd1-1d8c-4f81-a0b2-3c23c9366084 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7211c10bef7c491bbc0bae9b8223bb31&device_id=3a1f4ca1-c9cb-4ca4-bd13-274ce71f6165 HTTP/1.1" status: 200 len: 1127 time: 0.0464957 Jan 29 03:49:02.334660 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d598b6-e9b4-4b05-a790-96e77b65dd54 req-4c8d6e52-e9ef-4826-bbb4-ef6c4130bfb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:49:02.336094 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-54d598b6-e9b4-4b05-a790-96e77b65dd54 req-4c8d6e52-e9ef-4826-bbb4-ef6c4130bfb1 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=7211c10bef7c491bbc0bae9b8223bb31&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1194968 Jan 29 03:49:02.370593 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb00dddd-f14d-4bed-a5f8-2e884bea98a2 req-95263213-ffce-4d47-99d4-21ef8ebbcb21 tempest-VolumesActionsTest-821716960 tempest-VolumesActionsTest-821716960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:49:02.372050 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-cb00dddd-f14d-4bed-a5f8-2e884bea98a2 req-95263213-ffce-4d47-99d4-21ef8ebbcb21 tempest-VolumesActionsTest-821716960 tempest-VolumesActionsTest-821716960-project] 10.222.0.25 "GET /v2.0/ports?device_id=13408461-7e63-4df9-b538-07d196e4fda8 HTTP/1.1" status: 200 len: 945 time: 0.0849218 Jan 29 03:49:02.498456 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d598b6-e9b4-4b05-a790-96e77b65dd54 req-befd2c0c-aeab-43f8-b889-023f4cb329cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:49:02.499928 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-54d598b6-e9b4-4b05-a790-96e77b65dd54 req-befd2c0c-aeab-43f8-b889-023f4cb329cb service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1574178 Jan 29 03:49:02.522155 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.plugin [req-cb00dddd-f14d-4bed-a5f8-2e884bea98a2 req-1918ce67-7dcc-4cdb-a75e-db862db98085 tempest-VolumesActionsTest-821716960 tempest-VolumesActionsTest-821716960-project] Deleting port c0a0c54d-9369-4c7d-a4f5-eb71d4851bd1 {{(pid=109550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 03:49:02.522504 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-cb00dddd-f14d-4bed-a5f8-2e884bea98a2 req-1918ce67-7dcc-4cdb-a75e-db862db98085 tempest-VolumesActionsTest-821716960 tempest-VolumesActionsTest-821716960-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787145728359'] for port (c0a0c54d-9369-4c7d-a4f5-eb71d4851bd1), before_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:49:02.931280 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.db [req-cb00dddd-f14d-4bed-a5f8-2e884bea98a2 req-1918ce67-7dcc-4cdb-a75e-db862db98085 tempest-VolumesActionsTest-821716960 tempest-VolumesActionsTest-821716960-project] For port c0a0c54d-9369-4c7d-a4f5-eb71d4851bd1, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=c0a0c54d-9369-4c7d-a4f5-eb71d4851bd1,segment=NetworkSegment(62ef90a9-8007-4d68-9a7a-cd2cd5223307),segment_id=62ef90a9-8007-4d68-9a7a-cd2cd5223307)] {{(pid=109550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 03:49:02.931546 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-cb00dddd-f14d-4bed-a5f8-2e884bea98a2 req-1918ce67-7dcc-4cdb-a75e-db862db98085 tempest-VolumesActionsTest-821716960 tempest-VolumesActionsTest-821716960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1915525'] for port (c0a0c54d-9369-4c7d-a4f5-eb71d4851bd1), precommit_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:49:02.943808 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22836494-9a27-4141-a55c-55092c6a5625 req-73a8c3d0-233b-4e11-a12d-7a640ed8ea27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:49:02.945292 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-22836494-9a27-4141-a55c-55092c6a5625 req-73a8c3d0-233b-4e11-a12d-7a640ed8ea27 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7211c10bef7c491bbc0bae9b8223bb31&device_id=3a1f4ca1-c9cb-4ca4-bd13-274ce71f6165 HTTP/1.1" status: 200 len: 1127 time: 0.3817148 Jan 29 03:49:02.949408 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.plugin [req-cb00dddd-f14d-4bed-a5f8-2e884bea98a2 req-1918ce67-7dcc-4cdb-a75e-db862db98085 tempest-VolumesActionsTest-821716960 tempest-VolumesActionsTest-821716960-project] Calling delete_port for c0a0c54d-9369-4c7d-a4f5-eb71d4851bd1 owned by compute:nova {{(pid=109550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 03:49:02.957537 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e1a210-2018-4d58-a6e1-fcd222191373 req-5c8e8bfa-f3b9-4b2f-86b5-2262b557f62e tempest-VolumesSnapshotTestJSON-279667869 tempest-VolumesSnapshotTestJSON-279667869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:49:02.958978 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-36e1a210-2018-4d58-a6e1-fcd222191373 req-5c8e8bfa-f3b9-4b2f-86b5-2262b557f62e tempest-VolumesSnapshotTestJSON-279667869 tempest-VolumesSnapshotTestJSON-279667869-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a1f4ca1-c9cb-4ca4-bd13-274ce71f6165 HTTP/1.1" status: 200 len: 943 time: 0.3939991 Jan 29 03:49:03.014938 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-22836494-9a27-4141-a55c-55092c6a5625 req-8f993700-8f63-4b5f-9f7a-1c7475c67243 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1a2191c4-101f-4ba2-9123-19fdef51bf4d HTTP/1.1" status: 200 len: 217 time: 0.0550241 Jan 29 03:49:03.093919 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c927ab50-db2c-404e-8333-4e1c49bfc7b7 req-2b54e493-20c6-4f70-98f8-817a64d53d01 tempest-VolumesActionsTest-821716960 tempest-VolumesActionsTest-821716960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:49:03.095798 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-c927ab50-db2c-404e-8333-4e1c49bfc7b7 req-2b54e493-20c6-4f70-98f8-817a64d53d01 tempest-VolumesActionsTest-821716960 tempest-VolumesActionsTest-821716960-project] 10.222.0.16 "GET /v2.0/ports?device_id=13408461-7e63-4df9-b538-07d196e4fda8 HTTP/1.1" status: 200 len: 945 time: 0.0531397 Jan 29 03:49:03.127443 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22836494-9a27-4141-a55c-55092c6a5625 req-b7bf2f81-c799-4b48-bfee-03263778fef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:49:03.128919 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-22836494-9a27-4141-a55c-55092c6a5625 req-b7bf2f81-c799-4b48-bfee-03263778fef6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=85480c1c-7f3b-4f42-8524-9ebc426c52ed HTTP/1.1" status: 200 len: 853 time: 0.0854719 Jan 29 03:49:03.133780 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-36e1a210-2018-4d58-a6e1-fcd222191373 req-ea98d3a0-d1ce-46d9-ae0f-ef69ee77d510 tempest-VolumesSnapshotTestJSON-279667869 tempest-VolumesSnapshotTestJSON-279667869-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3572f94-30b0-44f5-b7c7-d56d9036bcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649768 Jan 29 03:49:03.146903 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-c927ab50-db2c-404e-8333-4e1c49bfc7b7 req-8de64671-829f-4d32-a14e-e894b4249305 tempest-VolumesActionsTest-821716960 tempest-VolumesActionsTest-821716960-project] 10.222.0.16 "GET /v2.0/security-groups?id=7764ac2b-b177-4be3-9f63-a18f25afeea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453537 Jan 29 03:49:03.169335 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-22836494-9a27-4141-a55c-55092c6a5625 req-bc9eda45-17ce-4713-be0b-aecf1f096bd3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ef6de4e4-05ee-42cc-80a7-a2f0b7a60e8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272982 Jan 29 03:49:03.288532 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-22836494-9a27-4141-a55c-55092c6a5625 req-6f9cf759-3a0e-4d01-8049-3699cd7bf23f service neutron] 10.222.0.25 "GET /v2.0/networks/ef6de4e4-05ee-42cc-80a7-a2f0b7a60e8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133101 Jan 29 03:49:03.342435 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-cb00dddd-f14d-4bed-a5f8-2e884bea98a2 req-1918ce67-7dcc-4cdb-a75e-db862db98085 tempest-VolumesActionsTest-821716960 tempest-VolumesActionsTest-821716960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787145732033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787145433402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9207350'] for port (c0a0c54d-9369-4c7d-a4f5-eb71d4851bd1), after_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:49:03.375420 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1918ce67-7dcc-4cdb-a75e-db862db98085 tempest-VolumesActionsTest-821716960 tempest-VolumesActionsTest-821716960-project] Pushing event deleted for resources: {'Port': ['ID=c0a0c54d-9369-4c7d-a4f5-eb71d4851bd1,revision_number=None']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:49:03.378404 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] get_ports_and_sgs() called for port_ids ['c0a0c54d-9369-4c7d-a4f5-eb71d4851bd1'] {{(pid=109551) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 03:49:03.434263 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb00dddd-f14d-4bed-a5f8-2e884bea98a2 req-1918ce67-7dcc-4cdb-a75e-db862db98085 tempest-VolumesActionsTest-821716960 tempest-VolumesActionsTest-821716960-project] No DVR routers for this DVR port c0a0c54d-9369-4c7d-a4f5-eb71d4851bd1 on host hv-cinder-82694 {{(pid=109550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 03:49:03.438205 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-cb00dddd-f14d-4bed-a5f8-2e884bea98a2 req-1918ce67-7dcc-4cdb-a75e-db862db98085 tempest-VolumesActionsTest-821716960 tempest-VolumesActionsTest-821716960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166518'] for port (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:49:03.441382 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-cb00dddd-f14d-4bed-a5f8-2e884bea98a2 req-1918ce67-7dcc-4cdb-a75e-db862db98085 tempest-VolumesActionsTest-821716960 tempest-VolumesActionsTest-821716960-project] 10.222.0.25 "DELETE /v2.0/ports/c0a0c54d-9369-4c7d-a4f5-eb71d4851bd1 HTTP/1.1" status: 204 len: 173 time: 1.0455806 Jan 29 03:49:03.444918 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-22836494-9a27-4141-a55c-55092c6a5625 req-c31b50a1-8d17-468d-9847-e810ce6be25f service neutron] 10.222.0.25 "GET /v2.0/networks/ef6de4e4-05ee-42cc-80a7-a2f0b7a60e8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505153 Jan 29 03:49:04.084861 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13408461-7e63-4df9-b538-07d196e4fda8', 'name': 'network-vif-deleted', 'tag': 'c0a0c54d-9369-4c7d-a4f5-eb71d4851bd1'}] {{(pid=109550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 03:49:04.087201 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fa7e8514ec8b1871638cf3d0c6bf241b62bf17ffd430199c6215cc57604ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c81c6be9-4484-4c12-a0b4-f7a073b2780d" -d '{"events": [{"server_uuid": "13408461-7e63-4df9-b538-07d196e4fda8", "name": "network-vif-deleted", "tag": "c0a0c54d-9369-4c7d-a4f5-eb71d4851bd1"}]}' {{(pid=109550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 03:49:04.122262 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 03:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae681798-bf49-4cd0-9a6d-1d4b51ea8ca2 x-openstack-request-id: req-ae681798-bf49-4cd0-9a6d-1d4b51ea8ca2 {{(pid=109550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 03:49:04.122575 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13408461-7e63-4df9-b538-07d196e4fda8", "name": "network-vif-deleted", "tag": "c0a0c54d-9369-4c7d-a4f5-eb71d4851bd1", "status": "completed", "code": 200}]} {{(pid=109550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 03:49:04.122825 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ae681798-bf49-4cd0-9a6d-1d4b51ea8ca2 {{(pid=109550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 03:49:04.123218 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13408461-7e63-4df9-b538-07d196e4fda8', 'name': 'network-vif-deleted', 'tag': 'c0a0c54d-9369-4c7d-a4f5-eb71d4851bd1', 'status': 'completed', 'code': 200} Jan 29 03:49:04.263819 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-4961ff1f-61a4-4d42-be99-85d17ee2bc7d req-8cb3b29b-a4e3-42fa-b7ae-2edf277b882f tempest-VolumesActionsTest-821716960 tempest-VolumesActionsTest-821716960-project] 10.222.0.16 "GET /v2.0/ports?device_id=13408461-7e63-4df9-b538-07d196e4fda8 HTTP/1.1" status: 200 len: 210 time: 0.0273049 Jan 29 03:49:04.269391 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06557bb4-a614-49fb-b656-5eb35bdf883c req-7d5c65f8-555b-46af-9cfe-5e41895ecc32 tempest-VolumesSnapshotTestJSON-279667869 tempest-VolumesSnapshotTestJSON-279667869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:49:04.269391 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-06557bb4-a614-49fb-b656-5eb35bdf883c req-7d5c65f8-555b-46af-9cfe-5e41895ecc32 tempest-VolumesSnapshotTestJSON-279667869 tempest-VolumesSnapshotTestJSON-279667869-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a1f4ca1-c9cb-4ca4-bd13-274ce71f6165 HTTP/1.1" status: 200 len: 943 time: 0.0613160 Jan 29 03:49:04.318845 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-06557bb4-a614-49fb-b656-5eb35bdf883c req-79f296cb-1a60-42d4-94c0-7303b2443d13 tempest-VolumesSnapshotTestJSON-279667869 tempest-VolumesSnapshotTestJSON-279667869-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3572f94-30b0-44f5-b7c7-d56d9036bcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440021 Jan 29 03:49:04.986621 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d3b8a2-f403-48a1-8801-02265108b266 req-2b37b44f-add4-4e6f-a391-f99da46d3ece tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:49:04.988071 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-22d3b8a2-f403-48a1-8801-02265108b266 req-2b37b44f-add4-4e6f-a391-f99da46d3ece tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/ports?device_id=45fc5079-1458-479d-b5b0-d0b0fb1e9235 HTTP/1.1" status: 200 len: 945 time: 0.0506480 Jan 29 03:49:05.036481 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-22d3b8a2-f403-48a1-8801-02265108b266 req-49f4a182-2f7b-49f0-81b3-f938fec026ad tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/security-groups?id=91323cdd-00e2-4ac4-bdcf-2a2c574a7bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429351 Jan 29 03:49:05.436395 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0413dded-b205-42fa-8831-1f5930ff4788 req-fd85d6c6-d513-487e-910a-47d14b87c298 tempest-VolumesSnapshotTestJSON-279667869 tempest-VolumesSnapshotTestJSON-279667869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:49:05.437949 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-0413dded-b205-42fa-8831-1f5930ff4788 req-fd85d6c6-d513-487e-910a-47d14b87c298 tempest-VolumesSnapshotTestJSON-279667869 tempest-VolumesSnapshotTestJSON-279667869-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a1f4ca1-c9cb-4ca4-bd13-274ce71f6165 HTTP/1.1" status: 200 len: 943 time: 0.0527644 Jan 29 03:49:05.440819 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Device c0a0c54d-9369-4c7d-a4f5-eb71d4851bd1 no longer exists at agent hyperv_hv-cinder-82694 {{(pid=109551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 03:49:05.460270 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] No Port match for: c0a0c54d-9369-4c7d-a4f5-eb71d4851bd1 {{(pid=109551) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 03:49:05.460623 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Device c0a0c54d-9369-4c7d-a4f5-eb71d4851bd1 not bound to the agent host hv-cinder-82694 {{(pid=109551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 03:49:05.487102 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-0413dded-b205-42fa-8831-1f5930ff4788 req-c3274008-ef8d-45cc-ae1d-c1e53179b0bd tempest-VolumesSnapshotTestJSON-279667869 tempest-VolumesSnapshotTestJSON-279667869-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3572f94-30b0-44f5-b7c7-d56d9036bcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436263 Jan 29 03:49:05.559674 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fca7c5-9756-4795-b6aa-bf140903b480 req-a8b4997d-5090-4198-8c49-cb873eba300f tempest-VolumesActionsTest-821716960 tempest-VolumesActionsTest-821716960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:49:05.561181 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-f4fca7c5-9756-4795-b6aa-bf140903b480 req-a8b4997d-5090-4198-8c49-cb873eba300f tempest-VolumesActionsTest-821716960 tempest-VolumesActionsTest-821716960-project] 10.222.0.16 "GET /v2.0/networks?id=5fe69e09-472f-4f8c-8e21-fc6cbc9e2e6e HTTP/1.1" status: 200 len: 809 time: 0.0960872 Jan 29 03:49:05.574960 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-f4fca7c5-9756-4795-b6aa-bf140903b480 req-87156a91-0a71-4286-bc32-6cf3f560e84d tempest-VolumesActionsTest-821716960 tempest-VolumesActionsTest-821716960-project] 10.222.0.16 "GET /v2.0/quotas/de38e16f36a046dea407a31c4a9e110a HTTP/1.1" status: 200 len: 375 time: 0.0085227 Jan 29 03:49:05.605304 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-f4fca7c5-9756-4795-b6aa-bf140903b480 req-0d25afd0-12af-433f-bae1-4e32d75bf90e tempest-VolumesActionsTest-821716960 tempest-VolumesActionsTest-821716960-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=de38e16f36a046dea407a31c4a9e110a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0257771 Jan 29 03:49:05.696120 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-f4fca7c5-9756-4795-b6aa-bf140903b480 req-62492d0d-82b5-4d39-8e6c-b216505bd737 service neutron] 10.222.0.16 "GET /v2.0/networks/5fe69e09-472f-4f8c-8e21-fc6cbc9e2e6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838296 Jan 29 03:49:05.782630 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-f4fca7c5-9756-4795-b6aa-bf140903b480 req-edbac963-f053-4765-a675-16e298b0646b service neutron] 10.222.0.16 "GET /v2.0/networks/5fe69e09-472f-4f8c-8e21-fc6cbc9e2e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802932 Jan 29 03:49:06.024956 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-28d9e368-3fe3-4915-812e-044834087448 req-4bbbee19-d410-4a43-bcd5-3529ecf8992c tempest-VolumesActionsTest-821716960 tempest-VolumesActionsTest-821716960-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b13eb9e-1a6f-4d70-bd28-26148b531921 HTTP/1.1" status: 200 len: 210 time: 0.0267842 Jan 29 03:49:06.160308 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba518b47-e349-4271-8ac2-40ed6317cbe2 req-355c4c46-9ee1-4f6f-847a-dc0569ee57a8 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:49:06.161831 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-ba518b47-e349-4271-8ac2-40ed6317cbe2 req-355c4c46-9ee1-4f6f-847a-dc0569ee57a8 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/ports?device_id=45fc5079-1458-479d-b5b0-d0b0fb1e9235 HTTP/1.1" status: 200 len: 945 time: 0.0578701 Jan 29 03:49:06.211366 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-ba518b47-e349-4271-8ac2-40ed6317cbe2 req-55ce8e87-0946-43d6-b6e9-fdd666e05e01 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/security-groups?id=91323cdd-00e2-4ac4-bdcf-2a2c574a7bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422895 Jan 29 03:49:06.605084 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868bb007-0ef1-4f7a-b160-f415f60d6a9e req-3e5e5764-a3ed-4741-8a53-32a76be462b0 tempest-VolumesSnapshotTestJSON-279667869 tempest-VolumesSnapshotTestJSON-279667869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:49:06.606505 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-868bb007-0ef1-4f7a-b160-f415f60d6a9e req-3e5e5764-a3ed-4741-8a53-32a76be462b0 tempest-VolumesSnapshotTestJSON-279667869 tempest-VolumesSnapshotTestJSON-279667869-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a1f4ca1-c9cb-4ca4-bd13-274ce71f6165 HTTP/1.1" status: 200 len: 943 time: 0.0538278 Jan 29 03:49:06.652993 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-868bb007-0ef1-4f7a-b160-f415f60d6a9e req-f3769b3e-c847-41ac-a334-a00a9df2c44d tempest-VolumesSnapshotTestJSON-279667869 tempest-VolumesSnapshotTestJSON-279667869-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3572f94-30b0-44f5-b7c7-d56d9036bcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404372 Jan 29 03:49:07.117046 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-c689f27c-7e63-469c-bd0d-5545c60fb7b4 req-e6c354b1-37ee-4cd0-9d71-afb371ff6175 tempest-VolumesActionsTest-821716960 tempest-VolumesActionsTest-821716960-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b13eb9e-1a6f-4d70-bd28-26148b531921 HTTP/1.1" status: 200 len: 210 time: 0.0273333 Jan 29 03:49:07.329930 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225716bc-928f-4167-96c6-951c556a133d req-40e4680c-39ab-4008-87dc-e5d93b7fea19 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:49:07.331346 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-225716bc-928f-4167-96c6-951c556a133d req-40e4680c-39ab-4008-87dc-e5d93b7fea19 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/ports?device_id=45fc5079-1458-479d-b5b0-d0b0fb1e9235 HTTP/1.1" status: 200 len: 945 time: 0.0529821 Jan 29 03:49:07.402404 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-225716bc-928f-4167-96c6-951c556a133d req-2b024bec-7da8-4675-bd64-3f2e183a1d18 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/security-groups?id=91323cdd-00e2-4ac4-bdcf-2a2c574a7bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654852 Jan 29 03:49:07.420138 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d867fe-33c6-4da5-ba43-0eebb7f5e242 req-53a69131-f097-4b91-8346-fe528167831d tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:49:07.421563 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-b4d867fe-33c6-4da5-ba43-0eebb7f5e242 req-53a69131-f097-4b91-8346-fe528167831d tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.25 "GET /v2.0/ports?device_id=45fc5079-1458-479d-b5b0-d0b0fb1e9235 HTTP/1.1" status: 200 len: 945 time: 0.0716569 Jan 29 03:49:07.469402 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Device 1a2191c4-101f-4ba2-9123-19fdef51bf4d details requested by agent hyperv_hv-cinder-82694 with host hv-cinder-82694 {{(pid=109551) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 03:49:07.518196 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.plugin [req-b4d867fe-33c6-4da5-ba43-0eebb7f5e242 req-4b80126e-b495-435c-a1fd-88491d21b3b1 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Deleting port b515e1c3-80c1-45a6-ac70-b260f4d4c858 {{(pid=109550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 03:49:07.518804 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-b4d867fe-33c6-4da5-ba43-0eebb7f5e242 req-4b80126e-b495-435c-a1fd-88491d21b3b1 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787145728359'] for port (b515e1c3-80c1-45a6-ac70-b260f4d4c858), before_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:49:07.565781 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] For port 1a2191c4-101f-4ba2-9123-19fdef51bf4d, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=1a2191c4-101f-4ba2-9123-19fdef51bf4d,segment=NetworkSegment(021078c8-86ac-4254-abd0-dd75ceb1afcf),segment_id=021078c8-86ac-4254-abd0-dd75ceb1afcf)] {{(pid=109551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 03:49:07.579202 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Returning: {'device': '1a2191c4-101f-4ba2-9123-19fdef51bf4d', 'network_id': 'ef6de4e4-05ee-42cc-80a7-a2f0b7a60e8a', 'port_id': '1a2191c4-101f-4ba2-9123-19fdef51bf4d', 'mac_address': 'fa:16:3e:3d:37:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85480c1c-7f3b-4f42-8524-9ebc426c52ed', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109551) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 03:49:07.606868 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.db [req-b4d867fe-33c6-4da5-ba43-0eebb7f5e242 req-4b80126e-b495-435c-a1fd-88491d21b3b1 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] For port b515e1c3-80c1-45a6-ac70-b260f4d4c858, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=b515e1c3-80c1-45a6-ac70-b260f4d4c858,segment=NetworkSegment(0f1a27ff-4507-4849-b52b-a4a1cb59f6c4),segment_id=0f1a27ff-4507-4849-b52b-a4a1cb59f6c4)] {{(pid=109550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 03:49:07.607368 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-b4d867fe-33c6-4da5-ba43-0eebb7f5e242 req-4b80126e-b495-435c-a1fd-88491d21b3b1 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1915525'] for port (b515e1c3-80c1-45a6-ac70-b260f4d4c858), precommit_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:49:07.620110 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Current status of the port 1a2191c4-101f-4ba2-9123-19fdef51bf4d is: DOWN; New status is: BUILD {{(pid=109551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 03:49:07.620785 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (1a2191c4-101f-4ba2-9123-19fdef51bf4d), before_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:49:07.634774 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.notifiers.nova [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a2191c4-101f-4ba2-9123-19fdef51bf4d {{(pid=109551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 03:49:07.655327 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] For port 1a2191c4-101f-4ba2-9123-19fdef51bf4d, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=1a2191c4-101f-4ba2-9123-19fdef51bf4d,segment=NetworkSegment(021078c8-86ac-4254-abd0-dd75ceb1afcf),segment_id=021078c8-86ac-4254-abd0-dd75ceb1afcf)] {{(pid=109551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 03:49:07.734829 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429'] for port (1a2191c4-101f-4ba2-9123-19fdef51bf4d), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:49:07.779272 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6068ab-5948-44fa-88ad-9c982c949f6d req-e26176de-929a-425e-8f38-42322f6b75f0 tempest-VolumesSnapshotTestJSON-279667869 tempest-VolumesSnapshotTestJSON-279667869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:49:07.780860 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-bd6068ab-5948-44fa-88ad-9c982c949f6d req-e26176de-929a-425e-8f38-42322f6b75f0 tempest-VolumesSnapshotTestJSON-279667869 tempest-VolumesSnapshotTestJSON-279667869-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a1f4ca1-c9cb-4ca4-bd13-274ce71f6165 HTTP/1.1" status: 200 len: 944 time: 0.0582690 Jan 29 03:49:07.786544 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Pushing event updated for resources: {'Port': ['ID=1a2191c4-101f-4ba2-9123-19fdef51bf4d,revision_number=4']} {{(pid=109551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:49:07.806100 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-b4d867fe-33c6-4da5-ba43-0eebb7f5e242 req-4b80126e-b495-435c-a1fd-88491d21b3b1 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:49:07.806419 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-b4d867fe-33c6-4da5-ba43-0eebb7f5e242 req-4b80126e-b495-435c-a1fd-88491d21b3b1 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1909920'] for floatingip (67a047ca-d3d1-4721-8bea-502986995721), after_update {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:49:07.806750 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.db.l3_db [req-b4d867fe-33c6-4da5-ba43-0eebb7f5e242 req-4b80126e-b495-435c-a1fd-88491d21b3b1 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Floating IP 67a047ca-d3d1-4721-8bea-502986995721 disassociated. External IP: 172.27.1.185, port: b515e1c3-80c1-45a6-ac70-b260f4d4c858. Jan 29 03:49:07.807553 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.plugin [req-b4d867fe-33c6-4da5-ba43-0eebb7f5e242 req-4b80126e-b495-435c-a1fd-88491d21b3b1 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Calling delete_port for b515e1c3-80c1-45a6-ac70-b260f4d4c858 owned by compute:nova {{(pid=109550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 03:49:07.836691 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-bd6068ab-5948-44fa-88ad-9c982c949f6d req-4265834b-1e6a-40dc-a7bf-8fb488b17c2e tempest-VolumesSnapshotTestJSON-279667869 tempest-VolumesSnapshotTestJSON-279667869-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3572f94-30b0-44f5-b7c7-d56d9036bcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452077 Jan 29 03:49:07.971577 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fca7c5-9756-4795-b6aa-bf140903b480 req-d1caf1a1-4e36-46c7-940a-5886bf990171 tempest-VolumesActionsTest-821716960 tempest-VolumesActionsTest-821716960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:49:07.973025 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-f4fca7c5-9756-4795-b6aa-bf140903b480 req-d1caf1a1-4e36-46c7-940a-5886bf990171 tempest-VolumesActionsTest-821716960 tempest-VolumesActionsTest-821716960-project] 10.222.0.25 "GET /v2.0/networks?id=5fe69e09-472f-4f8c-8e21-fc6cbc9e2e6e HTTP/1.1" status: 200 len: 809 time: 0.1518340 Jan 29 03:49:08.007320 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.v2.base [req-f4fca7c5-9756-4795-b6aa-bf140903b480 req-316301a6-5fcb-426e-825d-bf8dc1de3d1d tempest-VolumesActionsTest-821716960 tempest-VolumesActionsTest-821716960-project] Request body: {'port': {'device_id': '8b13eb9e-1a6f-4d70-bd28-26148b531921', 'network_id': '5fe69e09-472f-4f8c-8e21-fc6cbc9e2e6e', 'admin_state_up': True, 'tenant_id': 'de38e16f36a046dea407a31c4a9e110a'}} {{(pid=109550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 03:49:08.058051 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] get_ports_and_sgs() called for port_ids ['1a2191c4-101f-4ba2-9123-19fdef51bf4d'] {{(pid=109551) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 03:49:08.128369 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-b4d867fe-33c6-4da5-ba43-0eebb7f5e242 req-4b80126e-b495-435c-a1fd-88491d21b3b1 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787145732033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787145433402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9207350'] for port (b515e1c3-80c1-45a6-ac70-b260f4d4c858), after_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:49:08.160121 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b80126e-b495-435c-a1fd-88491d21b3b1 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Pushing event deleted for resources: {'Port': ['ID=b515e1c3-80c1-45a6-ac70-b260f4d4c858,revision_number=None']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:49:08.228643 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4fca7c5-9756-4795-b6aa-bf140903b480 req-316301a6-5fcb-426e-825d-bf8dc1de3d1d tempest-VolumesActionsTest-821716960 tempest-VolumesActionsTest-821716960-project] Made reservation on behalf of de38e16f36a046dea407a31c4a9e110a for: {'port': 1} {{(pid=109550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 03:49:08.228643 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-f4fca7c5-9756-4795-b6aa-bf140903b480 req-316301a6-5fcb-426e-825d-bf8dc1de3d1d tempest-VolumesActionsTest-821716960 tempest-VolumesActionsTest-821716960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (None), before_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:49:08.259839 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-98ccc963-db92-4e13-a1f5-6b6a2fee1bb4 req-cf5e7719-88b3-4f78-ab21-decfaefbe5d6 tempest-VolumesActionsTest-821716960 tempest-VolumesActionsTest-821716960-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b13eb9e-1a6f-4d70-bd28-26148b531921 HTTP/1.1" status: 200 len: 210 time: 0.0518413 Jan 29 03:49:08.377352 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b4d867fe-33c6-4da5-ba43-0eebb7f5e242 req-4b80126e-b495-435c-a1fd-88491d21b3b1 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Router a9646b44-979d-436f-ac6b-9bba0d33500b has already been hosted by L3 agent d5b8732c-6ac1-45e3-a79e-cd9863fe8196 {{(pid=109550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 03:49:08.465361 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.db.db_base_plugin_common [req-f4fca7c5-9756-4795-b6aa-bf140903b480 req-316301a6-5fcb-426e-825d-bf8dc1de3d1d tempest-VolumesActionsTest-821716960 tempest-VolumesActionsTest-821716960-project] Allocated IP 172.20.0.6 (5fe69e09-472f-4f8c-8e21-fc6cbc9e2e6e/dfcae749-deeb-4bd1-a9f6-9709cd7fe8e2/638af51f-b329-4348-a835-a5c74cefd83c) {{(pid=109550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 03:49:08.499088 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-8305b1ad-fde3-41d5-b9b1-c1728c839623 req-395c609d-efc0-4907-a367-0f0fb3f66b33 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/ports?device_id=45fc5079-1458-479d-b5b0-d0b0fb1e9235 HTTP/1.1" status: 200 len: 210 time: 0.0303776 Jan 29 03:49:08.547997 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b4d867fe-33c6-4da5-ba43-0eebb7f5e242 req-4b80126e-b495-435c-a1fd-88491d21b3b1 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Notify agent at l3_agent.dv-cinder-826949-1-iscsi the message routers_updated {{(pid=109550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 03:49:08.559527 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c23952f-703d-42a6-a5dc-8d3270ebe017 None None] Sync routers for ids ['a9646b44-979d-436f-ac6b-9bba0d33500b'] in dv-cinder-826949-1-iscsi {{(pid=109551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 03:49:08.570408 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c23952f-703d-42a6-a5dc-8d3270ebe017 None None] Routers {'a9646b44-979d-436f-ac6b-9bba0d33500b'} bound to L3 agent in host dv-cinder-826949-1-iscsi {{(pid=109551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 03:49:08.571166 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_hamode_db [None req-3c23952f-703d-42a6-a5dc-8d3270ebe017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T03:36:17Z,description=,heartbeat_timestamp=2022-01-29T03:48:47Z,host='dv-cinder-826949-1-iscsi',id=d5b8732c-6ac1-45e3-a79e-cd9863fe8196,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T03:36:18Z,topic='l3_agent')) {'router_ids': ['a9646b44-979d-436f-ac6b-9bba0d33500b'], 'active': True} {{(pid=109551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:49:08.601281 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4d867fe-33c6-4da5-ba43-0eebb7f5e242 req-4b80126e-b495-435c-a1fd-88491d21b3b1 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] No DVR routers for this DVR port b515e1c3-80c1-45a6-ac70-b260f4d4c858 on host hv-cinder-82694 {{(pid=109550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 03:49:08.603854 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-b4d867fe-33c6-4da5-ba43-0eebb7f5e242 req-4b80126e-b495-435c-a1fd-88491d21b3b1 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166518'] for port (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:49:08.607961 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-b4d867fe-33c6-4da5-ba43-0eebb7f5e242 req-4b80126e-b495-435c-a1fd-88491d21b3b1 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.25 "DELETE /v2.0/ports/b515e1c3-80c1-45a6-ac70-b260f4d4c858 HTTP/1.1" status: 204 len: 173 time: 1.1807761 Jan 29 03:49:08.613446 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45fc5079-1458-479d-b5b0-d0b0fb1e9235', 'name': 'network-vif-deleted', 'tag': 'b515e1c3-80c1-45a6-ac70-b260f4d4c858'}] {{(pid=109550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 03:49:08.615742 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fa7e8514ec8b1871638cf3d0c6bf241b62bf17ffd430199c6215cc57604ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3449479f-d255-4ef4-8611-71372a3d032d" -d '{"events": [{"server_uuid": "45fc5079-1458-479d-b5b0-d0b0fb1e9235", "name": "network-vif-deleted", "tag": "b515e1c3-80c1-45a6-ac70-b260f4d4c858"}]}' {{(pid=109550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 03:49:08.682837 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 03:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35bebcf5-6d92-4e77-8796-5358fc5eede1 x-openstack-request-id: req-35bebcf5-6d92-4e77-8796-5358fc5eede1 {{(pid=109550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 03:49:08.683381 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45fc5079-1458-479d-b5b0-d0b0fb1e9235", "name": "network-vif-deleted", "tag": "b515e1c3-80c1-45a6-ac70-b260f4d4c858", "status": "completed", "code": 200}]} {{(pid=109550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 03:49:08.683713 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-35bebcf5-6d92-4e77-8796-5358fc5eede1 {{(pid=109550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 03:49:08.684194 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45fc5079-1458-479d-b5b0-d0b0fb1e9235', 'name': 'network-vif-deleted', 'tag': 'b515e1c3-80c1-45a6-ac70-b260f4d4c858', 'status': 'completed', 'code': 200} Jan 29 03:49:08.696345 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_dvr_db [None req-3c23952f-703d-42a6-a5dc-8d3270ebe017 None None] Set router a9646b44-979d-436f-ac6b-9bba0d33500b gateway port host: dv-cinder-826949-1-iscsi {{(pid=109551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 03:49:08.746373 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-f4fca7c5-9756-4795-b6aa-bf140903b480 req-316301a6-5fcb-426e-825d-bf8dc1de3d1d tempest-VolumesActionsTest-821716960 tempest-VolumesActionsTest-821716960-project] Publish callbacks [] for port (638af51f-b329-4348-a835-a5c74cefd83c), precommit_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:49:08.837891 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-f4fca7c5-9756-4795-b6aa-bf140903b480 req-316301a6-5fcb-426e-825d-bf8dc1de3d1d tempest-VolumesActionsTest-821716960 tempest-VolumesActionsTest-821716960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787145433393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9207350'] for port (638af51f-b329-4348-a835-a5c74cefd83c), after_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:49:08.898615 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4fca7c5-9756-4795-b6aa-bf140903b480 req-316301a6-5fcb-426e-825d-bf8dc1de3d1d tempest-VolumesActionsTest-821716960 tempest-VolumesActionsTest-821716960-project] Network 5fe69e09-472f-4f8c-8e21-fc6cbc9e2e6e is already hosted by enough agents. {{(pid=109550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 03:49:08.901666 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.scheduler.base_scheduler [req-f4fca7c5-9756-4795-b6aa-bf140903b480 req-316301a6-5fcb-426e-825d-bf8dc1de3d1d tempest-VolumesActionsTest-821716960 tempest-VolumesActionsTest-821716960-project] Resources bound (agent type, host, resource id): {{(pid=109550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 03:49:08.907615 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4fca7c5-9756-4795-b6aa-bf140903b480 req-316301a6-5fcb-426e-825d-bf8dc1de3d1d tempest-VolumesActionsTest-821716960 tempest-VolumesActionsTest-821716960-project] Received port after_create {{(pid=109550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 03:49:08.913834 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_hamode_db [None req-3c23952f-703d-42a6-a5dc-8d3270ebe017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9646b44-979d-436f-ac6b-9bba0d33500b', 'name': 'tempest-AttachVolumeTestJSON-723999373-router', 'tenant_id': '0f6df9863d6a490a92b2f3c872aec541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'external_fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '35a06f04-9d71-4fa3-86c3-5181b2063974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T03:44:19Z', 'updated_at': '2022-01-29T03:44:29Z', 'revision_number': 4, 'project_id': '0f6df9863d6a490a92b2f3c872aec541', 'gw_port': {'id': '35a06f04-9d71-4fa3-86c3-5181b2063974', 'name': '', 'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e2:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9646b44-979d-436f-ac6b-9bba0d33500b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:44:21Z', 'updated_at': '2022-01-29T03:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-1-iscsi', '_interfaces': [{'id': '3c3620d2-c4ca-4fc0-a44d-194be82ff593', 'name': '', 'network_id': '4b4e9710-b6c9-4002-b8a3-8aa9bf7336cb', 'tenant_id': '0f6df9863d6a490a92b2f3c872aec541', 'mac_address': 'fa:16:3e:b7:c7:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9646b44-979d-436f-ac6b-9bba0d33500b', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '2f142c9b-e8b9-4838-a5d9-5c60564542f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:44:27Z', 'updated_at': '2022-01-29T03:44:39Z', 'revision_number': 5, 'project_id': '0f6df9863d6a490a92b2f3c872aec541', 'subnets': [{'id': '2f142c9b-e8b9-4838-a5d9-5c60564542f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-1-iscsi', False) {} {{(pid=109551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:49:08.914235 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316301a6-5fcb-426e-825d-bf8dc1de3d1d tempest-VolumesActionsTest-821716960 tempest-VolumesActionsTest-821716960-project] Pushing event updated for resources: {'Port': ['ID=638af51f-b329-4348-a835-a5c74cefd83c,revision_number=1']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:49:08.947799 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c23952f-703d-42a6-a5dc-8d3270ebe017 None None] Checking router: a9646b44-979d-436f-ac6b-9bba0d33500b for host: dv-cinder-826949-1-iscsi {{(pid=109551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 03:49:08.956856 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c23952f-703d-42a6-a5dc-8d3270ebe017 None None] Routers {'a9646b44-979d-436f-ac6b-9bba0d33500b'} bound to L3 agent in host dv-cinder-826949-1-iscsi {{(pid=109551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 03:49:08.957798 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_hamode_db [None req-3c23952f-703d-42a6-a5dc-8d3270ebe017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T03:36:17Z,description=,heartbeat_timestamp=2022-01-29T03:48:47Z,host='dv-cinder-826949-1-iscsi',id=d5b8732c-6ac1-45e3-a79e-cd9863fe8196,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T03:36:18Z,topic='l3_agent')) {'router_ids': ['a9646b44-979d-436f-ac6b-9bba0d33500b'], 'active': True} {{(pid=109551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:49:08.968941 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb804ea1-4075-46a5-afef-da0f657ed4df req-06c70c77-67a4-4f3d-aaa2-c5c9d005f266 tempest-VolumesSnapshotTestJSON-279667869 tempest-VolumesSnapshotTestJSON-279667869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:49:08.970150 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fca7c5-9756-4795-b6aa-bf140903b480 req-316301a6-5fcb-426e-825d-bf8dc1de3d1d tempest-VolumesActionsTest-821716960 tempest-VolumesActionsTest-821716960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:49:08.971008 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-f4fca7c5-9756-4795-b6aa-bf140903b480 req-316301a6-5fcb-426e-825d-bf8dc1de3d1d tempest-VolumesActionsTest-821716960 tempest-VolumesActionsTest-821716960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166518'] for port (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:49:08.976082 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-cb804ea1-4075-46a5-afef-da0f657ed4df req-06c70c77-67a4-4f3d-aaa2-c5c9d005f266 tempest-VolumesSnapshotTestJSON-279667869 tempest-VolumesSnapshotTestJSON-279667869-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a1f4ca1-c9cb-4ca4-bd13-274ce71f6165 HTTP/1.1" status: 200 len: 944 time: 0.0698092 Jan 29 03:49:09.021716 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-cb804ea1-4075-46a5-afef-da0f657ed4df req-c0584e9a-4caa-4cf1-86fa-b4f82fde283b tempest-VolumesSnapshotTestJSON-279667869 tempest-VolumesSnapshotTestJSON-279667869-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3572f94-30b0-44f5-b7c7-d56d9036bcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447595 Jan 29 03:49:09.068314 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_dvr_db [None req-3c23952f-703d-42a6-a5dc-8d3270ebe017 None None] Set router a9646b44-979d-436f-ac6b-9bba0d33500b gateway port host: dv-cinder-826949-1-iscsi {{(pid=109551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 03:49:09.120490 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-f4fca7c5-9756-4795-b6aa-bf140903b480 req-316301a6-5fcb-426e-825d-bf8dc1de3d1d tempest-VolumesActionsTest-821716960 tempest-VolumesActionsTest-821716960-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1194406 Jan 29 03:49:09.152077 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.v2.base [req-f4fca7c5-9756-4795-b6aa-bf140903b480 req-b2cc896f-03f5-42fe-bd22-8d6a9af2259f service neutron] Request body: {'port': {'device_id': '8b13eb9e-1a6f-4d70-bd28-26148b531921', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82694'}} {{(pid=109550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 03:49:09.212755 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-f4fca7c5-9756-4795-b6aa-bf140903b480 req-b2cc896f-03f5-42fe-bd22-8d6a9af2259f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (638af51f-b329-4348-a835-a5c74cefd83c), before_update {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:49:09.262964 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_hamode_db [None req-3c23952f-703d-42a6-a5dc-8d3270ebe017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9646b44-979d-436f-ac6b-9bba0d33500b', 'name': 'tempest-AttachVolumeTestJSON-723999373-router', 'tenant_id': '0f6df9863d6a490a92b2f3c872aec541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'external_fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '35a06f04-9d71-4fa3-86c3-5181b2063974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T03:44:19Z', 'updated_at': '2022-01-29T03:44:29Z', 'revision_number': 4, 'project_id': '0f6df9863d6a490a92b2f3c872aec541', 'gw_port': {'id': '35a06f04-9d71-4fa3-86c3-5181b2063974', 'name': '', 'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e2:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9646b44-979d-436f-ac6b-9bba0d33500b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:44:21Z', 'updated_at': '2022-01-29T03:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-1-iscsi', '_interfaces': [{'id': '3c3620d2-c4ca-4fc0-a44d-194be82ff593', 'name': '', 'network_id': '4b4e9710-b6c9-4002-b8a3-8aa9bf7336cb', 'tenant_id': '0f6df9863d6a490a92b2f3c872aec541', 'mac_address': 'fa:16:3e:b7:c7:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9646b44-979d-436f-ac6b-9bba0d33500b', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '2f142c9b-e8b9-4838-a5d9-5c60564542f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:44:27Z', 'updated_at': '2022-01-29T03:44:39Z', 'revision_number': 5, 'project_id': '0f6df9863d6a490a92b2f3c872aec541', 'subnets': [{'id': '2f142c9b-e8b9-4838-a5d9-5c60564542f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-1-iscsi', False) {} {{(pid=109551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:49:09.292601 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c23952f-703d-42a6-a5dc-8d3270ebe017 None None] The sync data for ids ['a9646b44-979d-436f-ac6b-9bba0d33500b'] in dv-cinder-826949-1-iscsi is: [{'id': 'a9646b44-979d-436f-ac6b-9bba0d33500b', 'name': 'tempest-AttachVolumeTestJSON-723999373-router', 'tenant_id': '0f6df9863d6a490a92b2f3c872aec541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'external_fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '35a06f04-9d71-4fa3-86c3-5181b2063974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T03:44:19Z', 'updated_at': '2022-01-29T03:44:29Z', 'revision_number': 4, 'project_id': '0f6df9863d6a490a92b2f3c872aec541', 'gw_port': {'id': '35a06f04-9d71-4fa3-86c3-5181b2063974', 'name': '', 'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e2:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9646b44-979d-436f-ac6b-9bba0d33500b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:44:21Z', 'updated_at': '2022-01-29T03:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-1-iscsi', '_interfaces': [{'id': '3c3620d2-c4ca-4fc0-a44d-194be82ff593', 'name': '', 'network_id': '4b4e9710-b6c9-4002-b8a3-8aa9bf7336cb', 'tenant_id': '0f6df9863d6a490a92b2f3c872aec541', 'mac_address': 'fa:16:3e:b7:c7:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9646b44-979d-436f-ac6b-9bba0d33500b', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '2f142c9b-e8b9-4838-a5d9-5c60564542f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:44:27Z', 'updated_at': '2022-01-29T03:44:39Z', 'revision_number': 5, 'project_id': '0f6df9863d6a490a92b2f3c872aec541', 'subnets': [{'id': '2f142c9b-e8b9-4838-a5d9-5c60564542f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 03:49:09.443741 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6051c3d4-3eb7-458c-a25f-a0fa78d7ab77 req-a645b5d0-31fd-4de9-96ed-ec331076a5cb tempest-VolumesActionsTest-821716960 tempest-VolumesActionsTest-821716960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:49:09.445317 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-6051c3d4-3eb7-458c-a25f-a0fa78d7ab77 req-a645b5d0-31fd-4de9-96ed-ec331076a5cb tempest-VolumesActionsTest-821716960 tempest-VolumesActionsTest-821716960-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b13eb9e-1a6f-4d70-bd28-26148b531921 HTTP/1.1" status: 200 len: 931 time: 0.1134248 Jan 29 03:49:09.500338 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Device 1a2191c4-101f-4ba2-9123-19fdef51bf4d up at agent hyperv_hv-cinder-82694 {{(pid=109551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 03:49:09.527611 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5b9482-7975-4c41-b8d5-76ea01d05ea9 None None] New status for floating IP 67a047ca-d3d1-4721-8bea-502986995721: DOWN {{(pid=109552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 03:49:09.547459 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-6051c3d4-3eb7-458c-a25f-a0fa78d7ab77 req-142ee671-6289-4f1c-9c7b-9c8c21e18bc4 tempest-VolumesActionsTest-821716960 tempest-VolumesActionsTest-821716960-project] 10.222.0.16 "GET /v2.0/security-groups?id=7764ac2b-b177-4be3-9f63-a18f25afeea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944307 Jan 29 03:49:09.570390 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.notifiers.nova [req-f4fca7c5-9756-4795-b6aa-bf140903b480 req-b2cc896f-03f5-42fe-bd22-8d6a9af2259f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 638af51f-b329-4348-a835-a5c74cefd83c {{(pid=109550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 03:49:09.577833 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-f4fca7c5-9756-4795-b6aa-bf140903b480 req-b2cc896f-03f5-42fe-bd22-8d6a9af2259f service neutron] Publish callbacks [] for port (638af51f-b329-4348-a835-a5c74cefd83c), precommit_update {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:49:09.590041 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.db.provisioning_blocks [req-f4fca7c5-9756-4795-b6aa-bf140903b480 req-b2cc896f-03f5-42fe-bd22-8d6a9af2259f service neutron] Transition to ACTIVE for port object 638af51f-b329-4348-a835-a5c74cefd83c will not be triggered until provisioned by entity L2. {{(pid=109550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 03:49:09.626770 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-178612de-5ac9-4d70-ba89-37b34f2f453f req-c57d5c4b-4d42-4e42-b40f-c748af3f56b4 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/ports?device_id=45fc5079-1458-479d-b5b0-d0b0fb1e9235 HTTP/1.1" status: 200 len: 210 time: 0.0263047 Jan 29 03:49:09.644457 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.provisioning_blocks [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Provisioning for port 1a2191c4-101f-4ba2-9123-19fdef51bf4d completed by entity L2. {{(pid=109551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 03:49:09.648629 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.provisioning_blocks [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Provisioning complete for port 1a2191c4-101f-4ba2-9123-19fdef51bf4d triggered by entity L2. {{(pid=109551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 03:49:09.649006 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785313'] for port (1a2191c4-101f-4ba2-9123-19fdef51bf4d), provisioning_complete {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:49:09.672453 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-f4fca7c5-9756-4795-b6aa-bf140903b480 req-b2cc896f-03f5-42fe-bd22-8d6a9af2259f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9207359'] for port (638af51f-b329-4348-a835-a5c74cefd83c), after_update {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:49:09.736736 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Current status of the port 1a2191c4-101f-4ba2-9123-19fdef51bf4d is: BUILD; New status is: ACTIVE {{(pid=109551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 03:49:09.737670 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (1a2191c4-101f-4ba2-9123-19fdef51bf4d), before_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:49:09.749874 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cc896f-03f5-42fe-bd22-8d6a9af2259f service neutron] Pushing event updated for resources: {'Port': ['ID=638af51f-b329-4348-a835-a5c74cefd83c,revision_number=2']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:49:09.762077 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a1f4ca1-c9cb-4ca4-bd13-274ce71f6165', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a2191c4-101f-4ba2-9123-19fdef51bf4d'}] {{(pid=109551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 03:49:09.764958 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23e056b712a42e8e31026a02bb7684ebe9f34968e78d79227c0e39fde92c0103" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9da4396d-3d08-4ed4-a3a7-8a51b188d482" -d '{"events": [{"server_uuid": "3a1f4ca1-c9cb-4ca4-bd13-274ce71f6165", "name": "network-vif-plugged", "status": "completed", "tag": "1a2191c4-101f-4ba2-9123-19fdef51bf4d"}]}' {{(pid=109551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 03:49:09.778486 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] For port 1a2191c4-101f-4ba2-9123-19fdef51bf4d, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=1a2191c4-101f-4ba2-9123-19fdef51bf4d,segment=NetworkSegment(021078c8-86ac-4254-abd0-dd75ceb1afcf),segment_id=021078c8-86ac-4254-abd0-dd75ceb1afcf)] {{(pid=109551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 03:49:09.802431 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 03:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cf7010b-ac39-44b8-aa45-81939acf9c40 x-openstack-request-id: req-6cf7010b-ac39-44b8-aa45-81939acf9c40 {{(pid=109551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 03:49:09.802744 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a1f4ca1-c9cb-4ca4-bd13-274ce71f6165", "name": "network-vif-plugged", "status": "completed", "tag": "1a2191c4-101f-4ba2-9123-19fdef51bf4d", "code": 200}]} {{(pid=109551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 03:49:09.803001 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6cf7010b-ac39-44b8-aa45-81939acf9c40 {{(pid=109551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 03:49:09.803393 dv-cinder-826949-1-iscsi neutron-server[109551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a1f4ca1-c9cb-4ca4-bd13-274ce71f6165', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a2191c4-101f-4ba2-9123-19fdef51bf4d', 'code': 200} Jan 29 03:49:09.812444 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.managers [req-f4fca7c5-9756-4795-b6aa-bf140903b480 req-b2cc896f-03f5-42fe-bd22-8d6a9af2259f service neutron] Attempting to bind port 638af51f-b329-4348-a835-a5c74cefd83c on host hv-cinder-82694 for vnic_type normal with profile {{(pid=109550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 03:49:09.812775 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.managers [req-f4fca7c5-9756-4795-b6aa-bf140903b480 req-b2cc896f-03f5-42fe-bd22-8d6a9af2259f service neutron] Attempting to bind port 638af51f-b329-4348-a835-a5c74cefd83c by drivers openvswitch,hyperv on host hv-cinder-82694 at level 0 using segments [{'id': '62ef90a9-8007-4d68-9a7a-cd2cd5223307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5fe69e09-472f-4f8c-8e21-fc6cbc9e2e6e'}] {{(pid=109550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 03:49:09.813101 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4fca7c5-9756-4795-b6aa-bf140903b480 req-b2cc896f-03f5-42fe-bd22-8d6a9af2259f service neutron] Attempting to bind port 638af51f-b329-4348-a835-a5c74cefd83c on network 5fe69e09-472f-4f8c-8e21-fc6cbc9e2e6e {{(pid=109550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 03:49:09.817481 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4fca7c5-9756-4795-b6aa-bf140903b480 req-b2cc896f-03f5-42fe-bd22-8d6a9af2259f service neutron] Port 638af51f-b329-4348-a835-a5c74cefd83c on network 5fe69e09-472f-4f8c-8e21-fc6cbc9e2e6e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82694 {{(pid=109550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 03:49:09.817801 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4fca7c5-9756-4795-b6aa-bf140903b480 req-b2cc896f-03f5-42fe-bd22-8d6a9af2259f service neutron] Attempting to bind port 638af51f-b329-4348-a835-a5c74cefd83c on network 5fe69e09-472f-4f8c-8e21-fc6cbc9e2e6e {{(pid=109550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 03:49:09.822609 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4fca7c5-9756-4795-b6aa-bf140903b480 req-b2cc896f-03f5-42fe-bd22-8d6a9af2259f service neutron] Checking agent: {'id': 'ad4128b7-7a77-4672-aa49-b5d5d6c7d736', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 3, 42, 25), 'started_at': datetime.datetime(2022, 1, 29, 3, 42, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 3, 48, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 03:49:09.822942 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4fca7c5-9756-4795-b6aa-bf140903b480 req-b2cc896f-03f5-42fe-bd22-8d6a9af2259f service neutron] Checking segment: {'id': '62ef90a9-8007-4d68-9a7a-cd2cd5223307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5fe69e09-472f-4f8c-8e21-fc6cbc9e2e6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 03:49:09.823318 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4fca7c5-9756-4795-b6aa-bf140903b480 req-b2cc896f-03f5-42fe-bd22-8d6a9af2259f service neutron] Bound using segment: {'id': '62ef90a9-8007-4d68-9a7a-cd2cd5223307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5fe69e09-472f-4f8c-8e21-fc6cbc9e2e6e'} {{(pid=109550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 03:49:09.824840 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.managers [req-f4fca7c5-9756-4795-b6aa-bf140903b480 req-b2cc896f-03f5-42fe-bd22-8d6a9af2259f service neutron] Bound port: 638af51f-b329-4348-a835-a5c74cefd83c, host: hv-cinder-82694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62ef90a9-8007-4d68-9a7a-cd2cd5223307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5fe69e09-472f-4f8c-8e21-fc6cbc9e2e6e'}}] {{(pid=109550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 03:49:09.824840 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-f4fca7c5-9756-4795-b6aa-bf140903b480 req-b2cc896f-03f5-42fe-bd22-8d6a9af2259f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (638af51f-b329-4348-a835-a5c74cefd83c), before_update {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:49:09.854431 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429'] for port (1a2191c4-101f-4ba2-9123-19fdef51bf4d), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:49:09.855231 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Device b515e1c3-80c1-45a6-ac70-b260f4d4c858 no longer exists at agent hyperv_hv-cinder-82694 {{(pid=109551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 03:49:09.895442 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] No Port match for: b515e1c3-80c1-45a6-ac70-b260f4d4c858 {{(pid=109551) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 03:49:09.895666 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Device b515e1c3-80c1-45a6-ac70-b260f4d4c858 not bound to the agent host hv-cinder-82694 {{(pid=109551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 03:49:09.898880 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.db [req-f4fca7c5-9756-4795-b6aa-bf140903b480 req-b2cc896f-03f5-42fe-bd22-8d6a9af2259f service neutron] For port 638af51f-b329-4348-a835-a5c74cefd83c, host hv-cinder-82694, cleared binding levels {{(pid=109550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 03:49:09.902120 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.db [req-f4fca7c5-9756-4795-b6aa-bf140903b480 req-b2cc896f-03f5-42fe-bd22-8d6a9af2259f service neutron] For port 638af51f-b329-4348-a835-a5c74cefd83c, host hv-cinder-82694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=638af51f-b329-4348-a835-a5c74cefd83c,segment=NetworkSegment(62ef90a9-8007-4d68-9a7a-cd2cd5223307),segment_id=62ef90a9-8007-4d68-9a7a-cd2cd5223307)] {{(pid=109550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 03:49:09.921167 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Pushing event updated for resources: {'Port': ['ID=1a2191c4-101f-4ba2-9123-19fdef51bf4d,revision_number=5']} {{(pid=109551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:49:10.043527 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-f4fca7c5-9756-4795-b6aa-bf140903b480 req-b2cc896f-03f5-42fe-bd22-8d6a9af2259f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9207359'] for port (638af51f-b329-4348-a835-a5c74cefd83c), after_update {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:49:10.077964 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fca7c5-9756-4795-b6aa-bf140903b480 req-b2cc896f-03f5-42fe-bd22-8d6a9af2259f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:49:10.078612 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-f4fca7c5-9756-4795-b6aa-bf140903b480 req-b2cc896f-03f5-42fe-bd22-8d6a9af2259f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166518'] for port (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:49:10.080010 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-f4fca7c5-9756-4795-b6aa-bf140903b480 req-b2cc896f-03f5-42fe-bd22-8d6a9af2259f service neutron] 10.222.0.25 "PUT /v2.0/ports/638af51f-b329-4348-a835-a5c74cefd83c HTTP/1.1" status: 200 len: 1093 time: 0.9322248 Jan 29 03:49:10.102414 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cc896f-03f5-42fe-bd22-8d6a9af2259f service neutron] Pushing event updated for resources: {'Port': ['ID=638af51f-b329-4348-a835-a5c74cefd83c,revision_number=3']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:49:10.146507 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9ce28e-6d4f-4d0b-9b1d-8a5dd5f91890 req-cb9aa0c5-fe26-455f-8629-e28270fc2e93 tempest-VolumesSnapshotTestJSON-279667869 tempest-VolumesSnapshotTestJSON-279667869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:49:10.147896 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-5a9ce28e-6d4f-4d0b-9b1d-8a5dd5f91890 req-cb9aa0c5-fe26-455f-8629-e28270fc2e93 tempest-VolumesSnapshotTestJSON-279667869 tempest-VolumesSnapshotTestJSON-279667869-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a1f4ca1-c9cb-4ca4-bd13-274ce71f6165 HTTP/1.1" status: 200 len: 945 time: 0.0577273 Jan 29 03:49:10.194378 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-5a9ce28e-6d4f-4d0b-9b1d-8a5dd5f91890 req-dda94d26-86c2-4d44-aeb4-de7369601d71 tempest-VolumesSnapshotTestJSON-279667869 tempest-VolumesSnapshotTestJSON-279667869-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3572f94-30b0-44f5-b7c7-d56d9036bcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409327 Jan 29 03:49:10.285537 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66298565-bff1-4e45-985a-9831b88ac404 req-22c2760c-332c-4e08-a6c4-8271f2ef4e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:49:10.287058 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-66298565-bff1-4e45-985a-9831b88ac404 req-22c2760c-332c-4e08-a6c4-8271f2ef4e8d service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=3a1f4ca1-c9cb-4ca4-bd13-274ce71f6165 HTTP/1.1" status: 200 len: 1129 time: 0.0781574 Jan 29 03:49:10.289441 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fca7c5-9756-4795-b6aa-bf140903b480 req-a68b4ba0-c79d-459d-919e-4c7c78f15b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:49:10.290782 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-f4fca7c5-9756-4795-b6aa-bf140903b480 req-a68b4ba0-c79d-459d-919e-4c7c78f15b9a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=de38e16f36a046dea407a31c4a9e110a&device_id=8b13eb9e-1a6f-4d70-bd28-26148b531921 HTTP/1.1" status: 200 len: 1127 time: 0.0742924 Jan 29 03:49:10.350062 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-f4fca7c5-9756-4795-b6aa-bf140903b480 req-90b4e774-f506-474e-91e6-77d3249ee300 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=638af51f-b329-4348-a835-a5c74cefd83c HTTP/1.1" status: 200 len: 217 time: 0.0384874 Jan 29 03:49:10.401229 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-66298565-bff1-4e45-985a-9831b88ac404 req-dbcb340d-8dfa-4616-8b1d-45604d4705e3 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=b3572f94-30b0-44f5-b7c7-d56d9036bcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951862 Jan 29 03:49:10.409306 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fca7c5-9756-4795-b6aa-bf140903b480 req-89a12861-818e-44ca-8bfe-9b7faeccd36c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:49:10.410646 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-f4fca7c5-9756-4795-b6aa-bf140903b480 req-89a12861-818e-44ca-8bfe-9b7faeccd36c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=dfcae749-deeb-4bd1-a9f6-9709cd7fe8e2 HTTP/1.1" status: 200 len: 849 time: 0.0524654 Jan 29 03:49:10.669767 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7162ff-19e9-436c-91b7-e96d1e78dee1 req-fb31e0f1-e4e6-4a76-b66e-9752abf4f673 tempest-VolumesActionsTest-821716960 tempest-VolumesActionsTest-821716960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:49:10.671422 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-ed7162ff-19e9-436c-91b7-e96d1e78dee1 req-fb31e0f1-e4e6-4a76-b66e-9752abf4f673 tempest-VolumesActionsTest-821716960 tempest-VolumesActionsTest-821716960-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b13eb9e-1a6f-4d70-bd28-26148b531921 HTTP/1.1" status: 200 len: 943 time: 0.0555391 Jan 29 03:49:10.692941 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b13eb9e-1a6f-4d70-bd28-26148b531921', 'tag': '638af51f-b329-4348-a835-a5c74cefd83c'}] {{(pid=109550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 03:49:10.695199 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fa7e8514ec8b1871638cf3d0c6bf241b62bf17ffd430199c6215cc57604ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a70fa2e3-f9eb-4c23-a845-2be48d4798eb" -d '{"events": [{"name": "network-changed", "server_uuid": "8b13eb9e-1a6f-4d70-bd28-26148b531921", "tag": "638af51f-b329-4348-a835-a5c74cefd83c"}]}' {{(pid=109550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 03:49:10.722331 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-f4fca7c5-9756-4795-b6aa-bf140903b480 req-702c6e1c-6cd6-4572-8a00-b699a1e9a7c8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5fe69e09-472f-4f8c-8e21-fc6cbc9e2e6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385034 Jan 29 03:49:10.764307 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 49646) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:49:10.825514 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-9287b641-e809-4803-9248-d886c9e9969b tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Publish callbacks [] for security_group (91323cdd-00e2-4ac4-bdcf-2a2c574a7bb9), before_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:49:10.849906 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-9287b641-e809-4803-9248-d886c9e9969b tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Publish callbacks [] for security_group (91323cdd-00e2-4ac4-bdcf-2a2c574a7bb9), precommit_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:49:10.974877 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-9287b641-e809-4803-9248-d886c9e9969b tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (91323cdd-00e2-4ac4-bdcf-2a2c574a7bb9), after_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:49:10.977446 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-9287b641-e809-4803-9248-d886c9e9969b tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Publish callbacks [] for security_group (None), before_response {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:49:10.978688 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-9287b641-e809-4803-9248-d886c9e9969b tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "DELETE /v2.0/security-groups/91323cdd-00e2-4ac4-bdcf-2a2c574a7bb9 HTTP/1.1" status: 204 len: 168 time: 0.2133985 Jan 29 03:49:10.982221 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 49648) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:49:10.996025 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9287b641-e809-4803-9248-d886c9e9969b tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91323cdd-00e2-4ac4-bdcf-2a2c574a7bb9,revision_number=None']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:49:11.004398 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.api.v2.resource [None req-b00317d6-fa6a-470e-9b51-7bf3d3b0017f tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] show failed (client error): The resource could not be found. Jan 29 03:49:11.005630 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-b00317d6-fa6a-470e-9b51-7bf3d3b0017f tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/security-groups/91323cdd-00e2-4ac4-bdcf-2a2c574a7bb9 HTTP/1.1" status: 404 len: 347 time: 0.0224717 Jan 29 03:49:11.008725 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 49650) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:49:11.068472 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 03:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32e2b33d-667d-4132-8cf8-82e7e4e3e426 x-openstack-request-id: req-32e2b33d-667d-4132-8cf8-82e7e4e3e426 {{(pid=109550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 03:49:11.068751 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b13eb9e-1a6f-4d70-bd28-26148b531921", "tag": "638af51f-b329-4348-a835-a5c74cefd83c", "status": "completed", "code": 200}]} {{(pid=109550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 03:49:11.068996 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-32e2b33d-667d-4132-8cf8-82e7e4e3e426 {{(pid=109550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 03:49:11.069368 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b13eb9e-1a6f-4d70-bd28-26148b531921', 'tag': '638af51f-b329-4348-a835-a5c74cefd83c', 'status': 'completed', 'code': 200} Jan 29 03:49:11.076461 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-ed7162ff-19e9-436c-91b7-e96d1e78dee1 req-1fa700b4-2ee1-4319-b299-f12674690299 tempest-VolumesActionsTest-821716960 tempest-VolumesActionsTest-821716960-project] 10.222.0.16 "GET /v2.0/security-groups?id=7764ac2b-b177-4be3-9f63-a18f25afeea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3994484 Jan 29 03:49:11.114397 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-f4fca7c5-9756-4795-b6aa-bf140903b480 req-028516f1-8ee5-409b-826f-a6bf19e60777 service neutron] 10.222.0.25 "GET /v2.0/networks/5fe69e09-472f-4f8c-8e21-fc6cbc9e2e6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3808768 Jan 29 03:49:11.133230 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.plugins.ml2.plugin [None req-e5bd3b70-3c69-43bc-85ad-ef09aa51b14e tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Deleting port 39704419-3945-489b-be90-0453c1367612 {{(pid=109549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 03:49:11.133575 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-e5bd3b70-3c69-43bc-85ad-ef09aa51b14e tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787145728359'] for port (39704419-3945-489b-be90-0453c1367612), before_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:49:11.203646 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-f4fca7c5-9756-4795-b6aa-bf140903b480 req-cad37248-8db4-47e2-bf35-c2db296e50e3 service neutron] 10.222.0.25 "GET /v2.0/networks/5fe69e09-472f-4f8c-8e21-fc6cbc9e2e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821869 Jan 29 03:49:11.210403 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-e5bd3b70-3c69-43bc-85ad-ef09aa51b14e tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1915525'] for port (39704419-3945-489b-be90-0453c1367612), precommit_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:49:11.210727 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-e5bd3b70-3c69-43bc-85ad-ef09aa51b14e tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Publish callbacks [] for floatingip (39704419-3945-489b-be90-0453c1367612), precommit_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:49:11.223360 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.plugins.ml2.plugin [None req-e5bd3b70-3c69-43bc-85ad-ef09aa51b14e tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Calling delete_port for 39704419-3945-489b-be90-0453c1367612 owned by network:floatingip {{(pid=109549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 03:49:11.351697 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9221c8d-5798-42af-b3ef-cfbcffd191b1 req-edc96197-a3db-4c91-b57c-446f158ad6d3 tempest-VolumesSnapshotTestJSON-279667869 tempest-VolumesSnapshotTestJSON-279667869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:49:11.353147 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-f9221c8d-5798-42af-b3ef-cfbcffd191b1 req-edc96197-a3db-4c91-b57c-446f158ad6d3 tempest-VolumesSnapshotTestJSON-279667869 tempest-VolumesSnapshotTestJSON-279667869-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a1f4ca1-c9cb-4ca4-bd13-274ce71f6165 HTTP/1.1" status: 200 len: 945 time: 0.0832820 Jan 29 03:49:11.433970 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-f9221c8d-5798-42af-b3ef-cfbcffd191b1 req-dae33251-9f7f-4cf1-9273-da0a7d3f234b tempest-VolumesSnapshotTestJSON-279667869 tempest-VolumesSnapshotTestJSON-279667869-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3572f94-30b0-44f5-b7c7-d56d9036bcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734768 Jan 29 03:49:11.488806 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-e5bd3b70-3c69-43bc-85ad-ef09aa51b14e tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787145732033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787145433402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440449'] for port (39704419-3945-489b-be90-0453c1367612), after_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:49:11.510637 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70fa2e3-f9eb-4c23-a845-2be48d4798eb req-6e5dd943-2c3f-4a2c-a0a1-23280323ae97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:49:11.512116 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-a70fa2e3-f9eb-4c23-a845-2be48d4798eb req-6e5dd943-2c3f-4a2c-a0a1-23280323ae97 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=de38e16f36a046dea407a31c4a9e110a&device_id=8b13eb9e-1a6f-4d70-bd28-26148b531921 HTTP/1.1" status: 200 len: 1127 time: 0.0439093 Jan 29 03:49:11.519500 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bd3b70-3c69-43bc-85ad-ef09aa51b14e tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Pushing event deleted for resources: {'Port': ['ID=39704419-3945-489b-be90-0453c1367612,revision_number=None']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:49:11.575096 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-e5bd3b70-3c69-43bc-85ad-ef09aa51b14e tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Publish callbacks [] for floatingip (67a047ca-d3d1-4721-8bea-502986995721), after_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:49:11.577679 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-e5bd3b70-3c69-43bc-85ad-ef09aa51b14e tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166518'] for floatingip (None), before_response {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:49:11.578852 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-e5bd3b70-3c69-43bc-85ad-ef09aa51b14e tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "DELETE /v2.0/floatingips/67a047ca-d3d1-4721-8bea-502986995721 HTTP/1.1" status: 204 len: 168 time: 0.5692701 Jan 29 03:49:11.638589 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70fa2e3-f9eb-4c23-a845-2be48d4798eb req-1df3e89d-947f-46db-b944-25b01939ecc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:49:11.640057 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-a70fa2e3-f9eb-4c23-a845-2be48d4798eb req-1df3e89d-947f-46db-b944-25b01939ecc4 service neutron] 10.222.0.25 "GET /v2.0/networks?id=5fe69e09-472f-4f8c-8e21-fc6cbc9e2e6e HTTP/1.1" status: 200 len: 909 time: 0.0938125 Jan 29 03:49:11.690481 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-a70fa2e3-f9eb-4c23-a845-2be48d4798eb req-a25af8cc-1bf1-41a9-99db-516fb8bf22fc service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=638af51f-b329-4348-a835-a5c74cefd83c HTTP/1.1" status: 200 len: 217 time: 0.0367327 Jan 29 03:49:11.740637 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70fa2e3-f9eb-4c23-a845-2be48d4798eb req-04998fb6-181d-4738-bfd4-393219fc019c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:49:11.742093 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-a70fa2e3-f9eb-4c23-a845-2be48d4798eb req-04998fb6-181d-4738-bfd4-393219fc019c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=dfcae749-deeb-4bd1-a9f6-9709cd7fe8e2 HTTP/1.1" status: 200 len: 849 time: 0.0439122 Jan 29 03:49:11.782177 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-a70fa2e3-f9eb-4c23-a845-2be48d4798eb req-1dfc93e6-209c-487c-b1f8-06464be14543 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5fe69e09-472f-4f8c-8e21-fc6cbc9e2e6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289922 Jan 29 03:49:11.876080 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-a70fa2e3-f9eb-4c23-a845-2be48d4798eb req-996786b7-de44-4b0e-b686-5498c7ecc3c2 service neutron] 10.222.0.25 "GET /v2.0/networks/5fe69e09-472f-4f8c-8e21-fc6cbc9e2e6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818458 Jan 29 03:49:11.968257 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-a70fa2e3-f9eb-4c23-a845-2be48d4798eb req-c38ce12b-21c9-485f-95bf-6016a28e9441 service neutron] 10.222.0.25 "GET /v2.0/networks/5fe69e09-472f-4f8c-8e21-fc6cbc9e2e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849733 Jan 29 03:49:12.027080 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 49656) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:49:12.032161 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.v2.base [None req-f63e8e29-c062-4714-b012-f786396810d3 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1796842783', 'description': 'tempest-description--1850159235'}} {{(pid=109549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 03:49:12.129028 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-f63e8e29-c062-4714-b012-f786396810d3 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Publish callbacks [] for security_group (None), before_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:49:12.226245 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-f63e8e29-c062-4714-b012-f786396810d3 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Publish callbacks [] for security_group (65fa6736-bc21-41ea-9ca9-20a7fc9484ad), precommit_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:49:12.233474 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b9b44e-3f75-420b-8a01-574c7878019b req-99a9a5e2-f31b-456a-9fb9-63cd2ffc80bd tempest-VolumesActionsTest-821716960 tempest-VolumesActionsTest-821716960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:49:12.234990 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-b9b9b44e-3f75-420b-8a01-574c7878019b req-99a9a5e2-f31b-456a-9fb9-63cd2ffc80bd tempest-VolumesActionsTest-821716960 tempest-VolumesActionsTest-821716960-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b13eb9e-1a6f-4d70-bd28-26148b531921 HTTP/1.1" status: 200 len: 943 time: 0.0893364 Jan 29 03:49:12.281443 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-b9b9b44e-3f75-420b-8a01-574c7878019b req-367509c6-9e18-46ea-be2b-3ba935a618b1 tempest-VolumesActionsTest-821716960 tempest-VolumesActionsTest-821716960-project] 10.222.0.16 "GET /v2.0/security-groups?id=7764ac2b-b177-4be3-9f63-a18f25afeea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408320 Jan 29 03:49:12.282422 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-f63e8e29-c062-4714-b012-f786396810d3 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (65fa6736-bc21-41ea-9ca9-20a7fc9484ad), after_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:49:12.313310 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63e8e29-c062-4714-b012-f786396810d3 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65fa6736-bc21-41ea-9ca9-20a7fc9484ad,revision_number=1']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:49:12.375870 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-f63e8e29-c062-4714-b012-f786396810d3 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Publish callbacks [] for security_group (None), before_response {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:49:12.377101 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-f63e8e29-c062-4714-b012-f786396810d3 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3490217 Jan 29 03:49:12.379903 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 49660) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:49:12.384123 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.v2.base [None req-015ee62e-a739-4a91-90ad-1aeddaf63a76 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Request body: {'security_group_rule': {'security_group_id': '65fa6736-bc21-41ea-9ca9-20a7fc9484ad', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 03:49:12.476233 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-015ee62e-a739-4a91-90ad-1aeddaf63a76 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Publish callbacks [] for security_group_rule (e4937882-3ae9-4fca-9f1d-7ca58d0d873e), before_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:49:12.534012 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-015ee62e-a739-4a91-90ad-1aeddaf63a76 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Publish callbacks [] for security_group_rule (e4937882-3ae9-4fca-9f1d-7ca58d0d873e), precommit_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:49:12.552708 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770dda57-2419-4e85-8104-e2f260181f14 req-03b4b193-efc5-4fe2-8647-2afff4fd7382 tempest-VolumesSnapshotTestJSON-279667869 tempest-VolumesSnapshotTestJSON-279667869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:49:12.554194 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-770dda57-2419-4e85-8104-e2f260181f14 req-03b4b193-efc5-4fe2-8647-2afff4fd7382 tempest-VolumesSnapshotTestJSON-279667869 tempest-VolumesSnapshotTestJSON-279667869-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a1f4ca1-c9cb-4ca4-bd13-274ce71f6165 HTTP/1.1" status: 200 len: 945 time: 0.0528231 Jan 29 03:49:12.604208 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-770dda57-2419-4e85-8104-e2f260181f14 req-76fadea3-1c7e-47f2-aa48-7c816dc3bb5d tempest-VolumesSnapshotTestJSON-279667869 tempest-VolumesSnapshotTestJSON-279667869-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3572f94-30b0-44f5-b7c7-d56d9036bcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443110 Jan 29 03:49:12.608532 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-015ee62e-a739-4a91-90ad-1aeddaf63a76 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615546'] for security_group_rule (e4937882-3ae9-4fca-9f1d-7ca58d0d873e), after_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:49:12.625445 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015ee62e-a739-4a91-90ad-1aeddaf63a76 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4937882-3ae9-4fca-9f1d-7ca58d0d873e,revision_number=0']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:49:12.713633 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-015ee62e-a739-4a91-90ad-1aeddaf63a76 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:49:12.714913 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-015ee62e-a739-4a91-90ad-1aeddaf63a76 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3341005 Jan 29 03:49:12.718378 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 49686) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:49:12.722954 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.v2.base [None req-8e7f5adc-1193-4a81-8587-6cf8b4776e70 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Request body: {'security_group_rule': {'security_group_id': '65fa6736-bc21-41ea-9ca9-20a7fc9484ad', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 03:49:12.814063 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-8e7f5adc-1193-4a81-8587-6cf8b4776e70 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Publish callbacks [] for security_group_rule (22829504-bd2b-4028-949e-ab30c3f3fb4c), before_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:49:12.867744 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-8e7f5adc-1193-4a81-8587-6cf8b4776e70 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Publish callbacks [] for security_group_rule (22829504-bd2b-4028-949e-ab30c3f3fb4c), precommit_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:49:12.963018 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-8e7f5adc-1193-4a81-8587-6cf8b4776e70 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615546'] for security_group_rule (22829504-bd2b-4028-949e-ab30c3f3fb4c), after_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:49:12.980891 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7f5adc-1193-4a81-8587-6cf8b4776e70 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22829504-bd2b-4028-949e-ab30c3f3fb4c,revision_number=0']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:49:13.073735 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-8e7f5adc-1193-4a81-8587-6cf8b4776e70 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:49:13.074968 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-8e7f5adc-1193-4a81-8587-6cf8b4776e70 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3555768 Jan 29 03:49:13.083584 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 49704) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:49:13.087978 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.v2.base [None req-6ebf6fdb-f236-416d-8790-08fc3dbe1fe3 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Request body: {'floatingip': {'floating_network_id': '84058fb5-7499-436d-9c61-9715f17a209a'}} {{(pid=109550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 03:49:13.202429 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-6ebf6fdb-f236-416d-8790-08fc3dbe1fe3 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:49:13.299038 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-6ebf6fdb-f236-416d-8790-08fc3dbe1fe3 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (None), before_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:49:13.402149 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d45ff4-4fde-49b6-bcfd-76deb778d983 req-32401bcd-57bf-465a-af17-f3a6f2248d2b tempest-VolumesActionsTest-821716960 tempest-VolumesActionsTest-821716960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:49:13.403673 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-b2d45ff4-4fde-49b6-bcfd-76deb778d983 req-32401bcd-57bf-465a-af17-f3a6f2248d2b tempest-VolumesActionsTest-821716960 tempest-VolumesActionsTest-821716960-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b13eb9e-1a6f-4d70-bd28-26148b531921 HTTP/1.1" status: 200 len: 943 time: 0.0559549 Jan 29 03:49:13.416555 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.db.db_base_plugin_common [None req-6ebf6fdb-f236-416d-8790-08fc3dbe1fe3 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Allocated IP 172.27.1.183 (84058fb5-7499-436d-9c61-9715f17a209a/8ef1eacb-ef7e-49c2-acc5-31126b063ddd/a2eba97e-e54d-4d49-bcf3-48e55ca7df59) {{(pid=109550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 03:49:13.453408 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-b2d45ff4-4fde-49b6-bcfd-76deb778d983 req-4657bbe1-f3a0-46d2-b053-12e61cba92ae tempest-VolumesActionsTest-821716960 tempest-VolumesActionsTest-821716960-project] 10.222.0.16 "GET /v2.0/security-groups?id=7764ac2b-b177-4be3-9f63-a18f25afeea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423346 Jan 29 03:49:13.504519 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Device 638af51f-b329-4348-a835-a5c74cefd83c details requested by agent hyperv_hv-cinder-82694 with host hv-cinder-82694 {{(pid=109551) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 03:49:13.525311 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-6ebf6fdb-f236-416d-8790-08fc3dbe1fe3 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Publish callbacks [] for port (a2eba97e-e54d-4d49-bcf3-48e55ca7df59), precommit_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:49:13.600844 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] For port 638af51f-b329-4348-a835-a5c74cefd83c, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=638af51f-b329-4348-a835-a5c74cefd83c,segment=NetworkSegment(62ef90a9-8007-4d68-9a7a-cd2cd5223307),segment_id=62ef90a9-8007-4d68-9a7a-cd2cd5223307)] {{(pid=109551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 03:49:13.611621 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Returning: {'device': '638af51f-b329-4348-a835-a5c74cefd83c', 'network_id': '5fe69e09-472f-4f8c-8e21-fc6cbc9e2e6e', 'port_id': '638af51f-b329-4348-a835-a5c74cefd83c', 'mac_address': 'fa:16:3e:bf:5a:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfcae749-deeb-4bd1-a9f6-9709cd7fe8e2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109551) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 03:49:13.614592 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-6ebf6fdb-f236-416d-8790-08fc3dbe1fe3 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787145433393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9207350'] for port (a2eba97e-e54d-4d49-bcf3-48e55ca7df59), after_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:49:13.647946 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Current status of the port 638af51f-b329-4348-a835-a5c74cefd83c is: DOWN; New status is: BUILD {{(pid=109551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 03:49:13.648330 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (638af51f-b329-4348-a835-a5c74cefd83c), before_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:49:13.651539 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ebf6fdb-f236-416d-8790-08fc3dbe1fe3 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Network 84058fb5-7499-436d-9c61-9715f17a209a is already hosted by enough agents. {{(pid=109550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 03:49:13.654286 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.scheduler.base_scheduler [None req-6ebf6fdb-f236-416d-8790-08fc3dbe1fe3 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Resources bound (agent type, host, resource id): {{(pid=109550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 03:49:13.656762 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ebf6fdb-f236-416d-8790-08fc3dbe1fe3 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Received port after_create {{(pid=109550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 03:49:13.664967 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.notifiers.nova [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 638af51f-b329-4348-a835-a5c74cefd83c {{(pid=109551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 03:49:13.686397 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] For port 638af51f-b329-4348-a835-a5c74cefd83c, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=638af51f-b329-4348-a835-a5c74cefd83c,segment=NetworkSegment(62ef90a9-8007-4d68-9a7a-cd2cd5223307),segment_id=62ef90a9-8007-4d68-9a7a-cd2cd5223307)] {{(pid=109551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 03:49:13.691346 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebf6fdb-f236-416d-8790-08fc3dbe1fe3 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Pushing event updated for resources: {'Port': ['ID=a2eba97e-e54d-4d49-bcf3-48e55ca7df59,revision_number=1']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:49:13.755106 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-6ebf6fdb-f236-416d-8790-08fc3dbe1fe3 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Publish callbacks [] for floatingip (4574cfcb-8392-4a74-9361-f28d5c360303), precommit_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:49:13.774472 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429'] for port (638af51f-b329-4348-a835-a5c74cefd83c), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:49:13.819036 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Pushing event updated for resources: {'Port': ['ID=638af51f-b329-4348-a835-a5c74cefd83c,revision_number=4']} {{(pid=109551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:49:13.887361 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-6ebf6fdb-f236-416d-8790-08fc3dbe1fe3 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (a2eba97e-e54d-4d49-bcf3-48e55ca7df59), before_update {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:49:14.034094 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-6ebf6fdb-f236-416d-8790-08fc3dbe1fe3 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Publish callbacks [] for port (a2eba97e-e54d-4d49-bcf3-48e55ca7df59), precommit_update {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:49:14.077333 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-6ebf6fdb-f236-416d-8790-08fc3dbe1fe3 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9207359'] for port (a2eba97e-e54d-4d49-bcf3-48e55ca7df59), after_update {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:49:14.142696 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebf6fdb-f236-416d-8790-08fc3dbe1fe3 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Pushing event updated for resources: {'Port': ['ID=a2eba97e-e54d-4d49-bcf3-48e55ca7df59,revision_number=2']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:49:14.149655 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] get_ports_and_sgs() called for port_ids ['638af51f-b329-4348-a835-a5c74cefd83c'] {{(pid=109551) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 03:49:14.154743 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-6ebf6fdb-f236-416d-8790-08fc3dbe1fe3 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1909920'] for floatingip (4574cfcb-8392-4a74-9361-f28d5c360303), after_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:49:14.217724 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-6ebf6fdb-f236-416d-8790-08fc3dbe1fe3 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166518'] for floatingip (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:49:14.219512 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-6ebf6fdb-f236-416d-8790-08fc3dbe1fe3 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1349030 Jan 29 03:49:14.430530 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-d66e6135-09ea-488a-b763-9428418c501b req-42006e23-9b7e-4856-a6f0-6a2be6ae362e tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1796842783&fields=id&tenant_id=0f6df9863d6a490a92b2f3c872aec541 HTTP/1.1" status: 200 len: 267 time: 0.0472424 Jan 29 03:49:14.543923 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66e6135-09ea-488a-b763-9428418c501b req-db7fddc6-fab6-40dc-aa73-60db12f9c333 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:49:14.546046 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-d66e6135-09ea-488a-b763-9428418c501b req-db7fddc6-fab6-40dc-aa73-60db12f9c333 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/networks?id=4b4e9710-b6c9-4002-b8a3-8aa9bf7336cb HTTP/1.1" status: 200 len: 810 time: 0.1092010 Jan 29 03:49:14.560441 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-d66e6135-09ea-488a-b763-9428418c501b req-c076164a-1350-4f62-8256-e4aa750f79a8 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/quotas/0f6df9863d6a490a92b2f3c872aec541 HTTP/1.1" status: 200 len: 375 time: 0.0090318 Jan 29 03:49:14.574301 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f886d0-786e-4a56-96a4-d2158afe6959 req-dd1c6419-745e-448d-9951-7a959f2a0eba tempest-VolumesActionsTest-821716960 tempest-VolumesActionsTest-821716960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:49:14.575941 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-41f886d0-786e-4a56-96a4-d2158afe6959 req-dd1c6419-745e-448d-9951-7a959f2a0eba tempest-VolumesActionsTest-821716960 tempest-VolumesActionsTest-821716960-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b13eb9e-1a6f-4d70-bd28-26148b531921 HTTP/1.1" status: 200 len: 944 time: 0.0522330 Jan 29 03:49:14.619050 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-d66e6135-09ea-488a-b763-9428418c501b req-83a3c2b9-7966-4570-97fd-4a89cc6f2c3f tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=0f6df9863d6a490a92b2f3c872aec541&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0534732 Jan 29 03:49:14.625069 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-41f886d0-786e-4a56-96a4-d2158afe6959 req-5446144d-a629-45af-89f8-b3dbcf05be09 tempest-VolumesActionsTest-821716960 tempest-VolumesActionsTest-821716960-project] 10.222.0.16 "GET /v2.0/security-groups?id=7764ac2b-b177-4be3-9f63-a18f25afeea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434716 Jan 29 03:49:14.719522 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-d66e6135-09ea-488a-b763-9428418c501b req-3a2ceea6-d562-45ea-8575-d9295e9da58c service neutron] 10.222.0.16 "GET /v2.0/networks/4b4e9710-b6c9-4002-b8a3-8aa9bf7336cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885079 Jan 29 03:49:14.814192 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-d66e6135-09ea-488a-b763-9428418c501b req-48aba021-11de-4e54-8fa9-4bce8adc82ec service neutron] 10.222.0.16 "GET /v2.0/networks/4b4e9710-b6c9-4002-b8a3-8aa9bf7336cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885518 Jan 29 03:49:14.821310 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-cd1a40eb-82e3-4ec7-b6e4-e135be51fd75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (dac82def-0781-4624-a171-654e1b1d12af), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:49:15.054185 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-b96bf066-dfb8-4e35-8ca4-276693c1635c req-b1b7a3fa-e4fb-4b93-9ec0-8ba622c11e0e tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/ports?device_id=61ffc873-aeb1-4085-a255-91347b2b62d9 HTTP/1.1" status: 200 len: 210 time: 0.0306256 Jan 29 03:49:15.518735 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Device 638af51f-b329-4348-a835-a5c74cefd83c up at agent hyperv_hv-cinder-82694 {{(pid=109551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 03:49:15.671534 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.provisioning_blocks [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Provisioning for port 638af51f-b329-4348-a835-a5c74cefd83c completed by entity L2. {{(pid=109551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 03:49:15.676138 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.provisioning_blocks [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Provisioning complete for port 638af51f-b329-4348-a835-a5c74cefd83c triggered by entity L2. {{(pid=109551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 03:49:15.676138 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785313'] for port (638af51f-b329-4348-a835-a5c74cefd83c), provisioning_complete {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:49:15.754396 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ac3772-8b9c-413e-a6c9-f4b465523c1e req-337eb221-fae8-4ed6-bdf3-8ccbb7b37154 tempest-VolumesActionsTest-821716960 tempest-VolumesActionsTest-821716960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:49:15.755868 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-a0ac3772-8b9c-413e-a6c9-f4b465523c1e req-337eb221-fae8-4ed6-bdf3-8ccbb7b37154 tempest-VolumesActionsTest-821716960 tempest-VolumesActionsTest-821716960-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b13eb9e-1a6f-4d70-bd28-26148b531921 HTTP/1.1" status: 200 len: 944 time: 0.0596223 Jan 29 03:49:15.760274 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Current status of the port 638af51f-b329-4348-a835-a5c74cefd83c is: BUILD; New status is: ACTIVE {{(pid=109551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 03:49:15.760669 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (638af51f-b329-4348-a835-a5c74cefd83c), before_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:49:15.786219 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b13eb9e-1a6f-4d70-bd28-26148b531921', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '638af51f-b329-4348-a835-a5c74cefd83c'}] {{(pid=109551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 03:49:15.788322 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23e056b712a42e8e31026a02bb7684ebe9f34968e78d79227c0e39fde92c0103" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3da2699a-d656-47a6-bb69-97f5b5b7135e" -d '{"events": [{"server_uuid": "8b13eb9e-1a6f-4d70-bd28-26148b531921", "name": "network-vif-plugged", "status": "completed", "tag": "638af51f-b329-4348-a835-a5c74cefd83c"}]}' {{(pid=109551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 03:49:15.803615 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] For port 638af51f-b329-4348-a835-a5c74cefd83c, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=638af51f-b329-4348-a835-a5c74cefd83c,segment=NetworkSegment(62ef90a9-8007-4d68-9a7a-cd2cd5223307),segment_id=62ef90a9-8007-4d68-9a7a-cd2cd5223307)] {{(pid=109551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 03:49:15.805524 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-a0ac3772-8b9c-413e-a6c9-f4b465523c1e req-320c58e2-1bb7-4e02-836b-6716513f4601 tempest-VolumesActionsTest-821716960 tempest-VolumesActionsTest-821716960-project] 10.222.0.16 "GET /v2.0/security-groups?id=7764ac2b-b177-4be3-9f63-a18f25afeea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441053 Jan 29 03:49:15.829613 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 03:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-494b0014-7676-477c-b598-3a7dbb63f3de x-openstack-request-id: req-494b0014-7676-477c-b598-3a7dbb63f3de {{(pid=109551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 03:49:15.830500 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b13eb9e-1a6f-4d70-bd28-26148b531921", "name": "network-vif-plugged", "status": "completed", "tag": "638af51f-b329-4348-a835-a5c74cefd83c", "code": 200}]} {{(pid=109551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 03:49:15.830911 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-494b0014-7676-477c-b598-3a7dbb63f3de {{(pid=109551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 03:49:15.831455 dv-cinder-826949-1-iscsi neutron-server[109551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b13eb9e-1a6f-4d70-bd28-26148b531921', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '638af51f-b329-4348-a835-a5c74cefd83c', 'code': 200} Jan 29 03:49:15.865677 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429'] for port (638af51f-b329-4348-a835-a5c74cefd83c), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:49:15.924228 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Pushing event updated for resources: {'Port': ['ID=638af51f-b329-4348-a835-a5c74cefd83c,revision_number=5']} {{(pid=109551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:49:16.147465 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-cedc2d97-0d12-417f-8017-dcae1403350d req-6be02d86-5206-4828-a5bc-879d8751a777 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/ports?device_id=61ffc873-aeb1-4085-a255-91347b2b62d9 HTTP/1.1" status: 200 len: 210 time: 0.0272808 Jan 29 03:49:16.237146 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a1742c-33ff-49d6-90db-d289acfabadb req-50021f43-6641-4ebc-96e7-5f1b44df6a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:49:16.238825 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-69a1742c-33ff-49d6-90db-d289acfabadb req-50021f43-6641-4ebc-96e7-5f1b44df6a19 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=8b13eb9e-1a6f-4d70-bd28-26148b531921 HTTP/1.1" status: 200 len: 1129 time: 0.0488615 Jan 29 03:49:16.333646 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-69a1742c-33ff-49d6-90db-d289acfabadb req-2617c1d6-945d-4699-9f0f-509f90d69918 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=7764ac2b-b177-4be3-9f63-a18f25afeea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383277 Jan 29 03:49:16.926859 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6b091b-d301-4cff-9659-d84d34e9430b req-841d083d-b1a8-49a7-9256-574a11f9151d tempest-VolumesActionsTest-821716960 tempest-VolumesActionsTest-821716960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:49:16.928337 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-3e6b091b-d301-4cff-9659-d84d34e9430b req-841d083d-b1a8-49a7-9256-574a11f9151d tempest-VolumesActionsTest-821716960 tempest-VolumesActionsTest-821716960-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b13eb9e-1a6f-4d70-bd28-26148b531921 HTTP/1.1" status: 200 len: 945 time: 0.0548537 Jan 29 03:49:16.975663 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-3e6b091b-d301-4cff-9659-d84d34e9430b req-b79960f9-ed9b-43c0-8e4c-b93e031a779b tempest-VolumesActionsTest-821716960 tempest-VolumesActionsTest-821716960-project] 10.222.0.16 "GET /v2.0/security-groups?id=7764ac2b-b177-4be3-9f63-a18f25afeea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412550 Jan 29 03:49:17.363235 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-b2e2b264-648a-46ca-92e5-fb8a54642cb1 req-2913b881-27ac-491c-8d1b-8481badabf63 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/ports?device_id=61ffc873-aeb1-4085-a255-91347b2b62d9 HTTP/1.1" status: 200 len: 210 time: 0.1470547 Jan 29 03:49:17.448794 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-589a840a-9c33-460b-9860-67ee5105c775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (d5b8732c-6ac1-45e3-a79e-cd9863fe8196), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:49:17.648068 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66e6135-09ea-488a-b763-9428418c501b req-44a8085c-7236-43de-8d8b-efd72002929e tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:49:17.649483 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-d66e6135-09ea-488a-b763-9428418c501b req-44a8085c-7236-43de-8d8b-efd72002929e tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.25 "GET /v2.0/networks?id=4b4e9710-b6c9-4002-b8a3-8aa9bf7336cb HTTP/1.1" status: 200 len: 810 time: 0.1153588 Jan 29 03:49:17.732356 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-d66e6135-09ea-488a-b763-9428418c501b req-fc664c70-1a13-4194-9649-7d3210768728 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0f6df9863d6a490a92b2f3c872aec541 HTTP/1.1" status: 200 len: 380 time: 0.0615277 Jan 29 03:49:17.741420 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.v2.base [req-d66e6135-09ea-488a-b763-9428418c501b req-67fa6559-3ba0-4c35-aa56-3b657a9bdb11 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Request body: {'port': {'device_id': '61ffc873-aeb1-4085-a255-91347b2b62d9', 'network_id': '4b4e9710-b6c9-4002-b8a3-8aa9bf7336cb', 'admin_state_up': True, 'tenant_id': '0f6df9863d6a490a92b2f3c872aec541', 'security_groups': ['65fa6736-bc21-41ea-9ca9-20a7fc9484ad']}} {{(pid=109550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 03:49:17.963369 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d66e6135-09ea-488a-b763-9428418c501b req-67fa6559-3ba0-4c35-aa56-3b657a9bdb11 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Made reservation on behalf of 0f6df9863d6a490a92b2f3c872aec541 for: {'port': 1} {{(pid=109550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 03:49:17.969820 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-d66e6135-09ea-488a-b763-9428418c501b req-67fa6559-3ba0-4c35-aa56-3b657a9bdb11 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (None), before_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:49:18.049692 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-6a0bb60c-5b7b-499b-b43f-7eb32e921150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (4cfc2a27-deed-4689-8f39-0bd5aa6fe3c3), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:49:18.113474 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.db.db_base_plugin_common [req-d66e6135-09ea-488a-b763-9428418c501b req-67fa6559-3ba0-4c35-aa56-3b657a9bdb11 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Allocated IP 172.20.0.7 (4b4e9710-b6c9-4002-b8a3-8aa9bf7336cb/2f142c9b-e8b9-4838-a5d9-5c60564542f5/81d36aaf-b68e-47ba-968b-5057a5b62067) {{(pid=109550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 03:49:18.176294 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cb9281-83fc-4750-bc2f-59f6a1567d44 req-9fa9ec57-142a-4dd9-8027-c44208f08703 tempest-VolumesActionsTest-821716960 tempest-VolumesActionsTest-821716960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:49:18.177868 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-06cb9281-83fc-4750-bc2f-59f6a1567d44 req-9fa9ec57-142a-4dd9-8027-c44208f08703 tempest-VolumesActionsTest-821716960 tempest-VolumesActionsTest-821716960-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b13eb9e-1a6f-4d70-bd28-26148b531921 HTTP/1.1" status: 200 len: 945 time: 0.1188142 Jan 29 03:49:18.226082 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-06cb9281-83fc-4750-bc2f-59f6a1567d44 req-05b3ed84-1806-425e-a8bc-948f2d4126eb tempest-VolumesActionsTest-821716960 tempest-VolumesActionsTest-821716960-project] 10.222.0.16 "GET /v2.0/security-groups?id=7764ac2b-b177-4be3-9f63-a18f25afeea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424452 Jan 29 03:49:18.270946 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-d66e6135-09ea-488a-b763-9428418c501b req-67fa6559-3ba0-4c35-aa56-3b657a9bdb11 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Publish callbacks [] for port (81d36aaf-b68e-47ba-968b-5057a5b62067), precommit_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:49:18.375069 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-d66e6135-09ea-488a-b763-9428418c501b req-67fa6559-3ba0-4c35-aa56-3b657a9bdb11 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787145433393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9207350'] for port (81d36aaf-b68e-47ba-968b-5057a5b62067), after_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:49:18.418725 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d66e6135-09ea-488a-b763-9428418c501b req-67fa6559-3ba0-4c35-aa56-3b657a9bdb11 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Network 4b4e9710-b6c9-4002-b8a3-8aa9bf7336cb is already hosted by enough agents. {{(pid=109550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 03:49:18.422193 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.scheduler.base_scheduler [req-d66e6135-09ea-488a-b763-9428418c501b req-67fa6559-3ba0-4c35-aa56-3b657a9bdb11 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Resources bound (agent type, host, resource id): {{(pid=109550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 03:49:18.425756 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.db.l3_dvrscheduler_db [req-d66e6135-09ea-488a-b763-9428418c501b req-67fa6559-3ba0-4c35-aa56-3b657a9bdb11 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Received port after_create {{(pid=109550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 03:49:18.491149 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fa6559-3ba0-4c35-aa56-3b657a9bdb11 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Pushing event updated for resources: {'Port': ['ID=81d36aaf-b68e-47ba-968b-5057a5b62067,revision_number=1']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:49:18.522905 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66e6135-09ea-488a-b763-9428418c501b req-67fa6559-3ba0-4c35-aa56-3b657a9bdb11 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:49:18.523671 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-d66e6135-09ea-488a-b763-9428418c501b req-67fa6559-3ba0-4c35-aa56-3b657a9bdb11 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166518'] for port (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:49:18.547896 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7382771-30b9-4533-88c0-291893c25605 req-f11539bc-2826-466c-a317-72282e93c810 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:49:18.550156 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-c7382771-30b9-4533-88c0-291893c25605 req-f11539bc-2826-466c-a317-72282e93c810 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/ports?device_id=61ffc873-aeb1-4085-a255-91347b2b62d9 HTTP/1.1" status: 200 len: 931 time: 0.1165535 Jan 29 03:49:18.603709 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-c7382771-30b9-4533-88c0-291893c25605 req-60c563bd-321c-4427-89f7-7c1217441a75 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/security-groups?id=65fa6736-bc21-41ea-9ca9-20a7fc9484ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475521 Jan 29 03:49:18.627738 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-d66e6135-09ea-488a-b763-9428418c501b req-67fa6559-3ba0-4c35-aa56-3b657a9bdb11 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8901892 Jan 29 03:49:18.650781 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.v2.base [req-d66e6135-09ea-488a-b763-9428418c501b req-b8b086f4-a27d-4edf-a895-18a6f6128f06 service neutron] Request body: {'port': {'device_id': '61ffc873-aeb1-4085-a255-91347b2b62d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82694'}} {{(pid=109550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 03:49:18.653946 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.provisioning_blocks [None req-0a9c7250-cdc1-4419-a4bc-6f20fd2b6c8d None None] Provisioning complete for port 81d36aaf-b68e-47ba-968b-5057a5b62067 triggered by entity DHCP. {{(pid=109551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 03:49:18.654939 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-0a9c7250-cdc1-4419-a4bc-6f20fd2b6c8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785313'] for port (81d36aaf-b68e-47ba-968b-5057a5b62067), provisioning_complete {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:49:18.688810 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-0a9c7250-cdc1-4419-a4bc-6f20fd2b6c8d None None] Port 81d36aaf-b68e-47ba-968b-5057a5b62067 cannot update to ACTIVE because it is not bound. {{(pid=109551) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 03:49:18.719250 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-d66e6135-09ea-488a-b763-9428418c501b req-b8b086f4-a27d-4edf-a895-18a6f6128f06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (81d36aaf-b68e-47ba-968b-5057a5b62067), before_update {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:49:18.989382 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.notifiers.nova [req-d66e6135-09ea-488a-b763-9428418c501b req-b8b086f4-a27d-4edf-a895-18a6f6128f06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81d36aaf-b68e-47ba-968b-5057a5b62067 {{(pid=109550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 03:49:18.996583 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-d66e6135-09ea-488a-b763-9428418c501b req-b8b086f4-a27d-4edf-a895-18a6f6128f06 service neutron] Publish callbacks [] for port (81d36aaf-b68e-47ba-968b-5057a5b62067), precommit_update {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:49:19.012042 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.db.provisioning_blocks [req-d66e6135-09ea-488a-b763-9428418c501b req-b8b086f4-a27d-4edf-a895-18a6f6128f06 service neutron] Transition to ACTIVE for port object 81d36aaf-b68e-47ba-968b-5057a5b62067 will not be triggered until provisioned by entity L2. {{(pid=109550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 03:49:19.145907 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-d66e6135-09ea-488a-b763-9428418c501b req-b8b086f4-a27d-4edf-a895-18a6f6128f06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9207359'] for port (81d36aaf-b68e-47ba-968b-5057a5b62067), after_update {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:49:19.197721 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b086f4-a27d-4edf-a895-18a6f6128f06 service neutron] Pushing event updated for resources: {'Port': ['ID=81d36aaf-b68e-47ba-968b-5057a5b62067,revision_number=2']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:49:19.272535 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.managers [req-d66e6135-09ea-488a-b763-9428418c501b req-b8b086f4-a27d-4edf-a895-18a6f6128f06 service neutron] Attempting to bind port 81d36aaf-b68e-47ba-968b-5057a5b62067 on host hv-cinder-82694 for vnic_type normal with profile {{(pid=109550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 03:49:19.272848 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.managers [req-d66e6135-09ea-488a-b763-9428418c501b req-b8b086f4-a27d-4edf-a895-18a6f6128f06 service neutron] Attempting to bind port 81d36aaf-b68e-47ba-968b-5057a5b62067 by drivers openvswitch,hyperv on host hv-cinder-82694 at level 0 using segments [{'id': '0f1a27ff-4507-4849-b52b-a4a1cb59f6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4b4e9710-b6c9-4002-b8a3-8aa9bf7336cb'}] {{(pid=109550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 03:49:19.273128 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66e6135-09ea-488a-b763-9428418c501b req-b8b086f4-a27d-4edf-a895-18a6f6128f06 service neutron] Attempting to bind port 81d36aaf-b68e-47ba-968b-5057a5b62067 on network 4b4e9710-b6c9-4002-b8a3-8aa9bf7336cb {{(pid=109550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 03:49:19.277677 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66e6135-09ea-488a-b763-9428418c501b req-b8b086f4-a27d-4edf-a895-18a6f6128f06 service neutron] Port 81d36aaf-b68e-47ba-968b-5057a5b62067 on network 4b4e9710-b6c9-4002-b8a3-8aa9bf7336cb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82694 {{(pid=109550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 03:49:19.277999 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66e6135-09ea-488a-b763-9428418c501b req-b8b086f4-a27d-4edf-a895-18a6f6128f06 service neutron] Attempting to bind port 81d36aaf-b68e-47ba-968b-5057a5b62067 on network 4b4e9710-b6c9-4002-b8a3-8aa9bf7336cb {{(pid=109550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 03:49:19.283501 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66e6135-09ea-488a-b763-9428418c501b req-b8b086f4-a27d-4edf-a895-18a6f6128f06 service neutron] Checking agent: {'id': 'ad4128b7-7a77-4672-aa49-b5d5d6c7d736', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 3, 42, 25), 'started_at': datetime.datetime(2022, 1, 29, 3, 42, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 3, 48, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 03:49:19.283842 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66e6135-09ea-488a-b763-9428418c501b req-b8b086f4-a27d-4edf-a895-18a6f6128f06 service neutron] Checking segment: {'id': '0f1a27ff-4507-4849-b52b-a4a1cb59f6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4b4e9710-b6c9-4002-b8a3-8aa9bf7336cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 03:49:19.284222 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66e6135-09ea-488a-b763-9428418c501b req-b8b086f4-a27d-4edf-a895-18a6f6128f06 service neutron] Bound using segment: {'id': '0f1a27ff-4507-4849-b52b-a4a1cb59f6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4b4e9710-b6c9-4002-b8a3-8aa9bf7336cb'} {{(pid=109550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 03:49:19.288240 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.managers [req-d66e6135-09ea-488a-b763-9428418c501b req-b8b086f4-a27d-4edf-a895-18a6f6128f06 service neutron] Bound port: 81d36aaf-b68e-47ba-968b-5057a5b62067, host: hv-cinder-82694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f1a27ff-4507-4849-b52b-a4a1cb59f6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4b4e9710-b6c9-4002-b8a3-8aa9bf7336cb'}}] {{(pid=109550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 03:49:19.288240 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-d66e6135-09ea-488a-b763-9428418c501b req-b8b086f4-a27d-4edf-a895-18a6f6128f06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (81d36aaf-b68e-47ba-968b-5057a5b62067), before_update {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:49:19.366706 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.db [req-d66e6135-09ea-488a-b763-9428418c501b req-b8b086f4-a27d-4edf-a895-18a6f6128f06 service neutron] For port 81d36aaf-b68e-47ba-968b-5057a5b62067, host hv-cinder-82694, cleared binding levels {{(pid=109550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 03:49:19.376246 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.db [req-d66e6135-09ea-488a-b763-9428418c501b req-b8b086f4-a27d-4edf-a895-18a6f6128f06 service neutron] For port 81d36aaf-b68e-47ba-968b-5057a5b62067, host hv-cinder-82694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=81d36aaf-b68e-47ba-968b-5057a5b62067,segment=NetworkSegment(0f1a27ff-4507-4849-b52b-a4a1cb59f6c4),segment_id=0f1a27ff-4507-4849-b52b-a4a1cb59f6c4)] {{(pid=109550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 03:49:19.420952 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-30ace4c1-806b-4d7c-a886-fe7b65bfbfcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (7774c0be-b957-4204-896b-7e749f55bf81), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:49:19.449324 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-d66e6135-09ea-488a-b763-9428418c501b req-b8b086f4-a27d-4edf-a895-18a6f6128f06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9207359'] for port (81d36aaf-b68e-47ba-968b-5057a5b62067), after_update {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:49:19.489115 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66e6135-09ea-488a-b763-9428418c501b req-b8b086f4-a27d-4edf-a895-18a6f6128f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:49:19.489115 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-d66e6135-09ea-488a-b763-9428418c501b req-b8b086f4-a27d-4edf-a895-18a6f6128f06 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166518'] for port (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:49:19.490531 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-d66e6135-09ea-488a-b763-9428418c501b req-b8b086f4-a27d-4edf-a895-18a6f6128f06 service neutron] 10.222.0.25 "PUT /v2.0/ports/81d36aaf-b68e-47ba-968b-5057a5b62067 HTTP/1.1" status: 200 len: 1093 time: 0.8441839 Jan 29 03:49:19.491082 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61ffc873-aeb1-4085-a255-91347b2b62d9', 'tag': '81d36aaf-b68e-47ba-968b-5057a5b62067'}] {{(pid=109550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 03:49:19.493168 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fa7e8514ec8b1871638cf3d0c6bf241b62bf17ffd430199c6215cc57604ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40941901-7a87-44b2-a845-277dbec5ac2e" -d '{"events": [{"name": "network-changed", "server_uuid": "61ffc873-aeb1-4085-a255-91347b2b62d9", "tag": "81d36aaf-b68e-47ba-968b-5057a5b62067"}]}' {{(pid=109550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 03:49:19.519767 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b086f4-a27d-4edf-a895-18a6f6128f06 service neutron] Pushing event updated for resources: {'Port': ['ID=81d36aaf-b68e-47ba-968b-5057a5b62067,revision_number=3']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:49:19.542421 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 03:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bea6439-5e4c-4f4d-973d-f0210d04ed04 x-openstack-request-id: req-1bea6439-5e4c-4f4d-973d-f0210d04ed04 {{(pid=109550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 03:49:19.542787 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61ffc873-aeb1-4085-a255-91347b2b62d9", "tag": "81d36aaf-b68e-47ba-968b-5057a5b62067", "status": "completed", "code": 200}]} {{(pid=109550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 03:49:19.546904 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1bea6439-5e4c-4f4d-973d-f0210d04ed04 {{(pid=109550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 03:49:19.546904 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61ffc873-aeb1-4085-a255-91347b2b62d9', 'tag': '81d36aaf-b68e-47ba-968b-5057a5b62067', 'status': 'completed', 'code': 200} Jan 29 03:49:19.660291 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40941901-7a87-44b2-a845-277dbec5ac2e req-6c0a5eda-eb4f-412b-a7b7-c94aab969402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:49:19.663941 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-40941901-7a87-44b2-a845-277dbec5ac2e req-6c0a5eda-eb4f-412b-a7b7-c94aab969402 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0f6df9863d6a490a92b2f3c872aec541&device_id=61ffc873-aeb1-4085-a255-91347b2b62d9 HTTP/1.1" status: 200 len: 1127 time: 0.0560403 Jan 29 03:49:19.815077 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de977aba-207d-4444-a76e-53ac086ca4a8 req-8635b1da-81ea-4acf-b80a-bff219e16dc7 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:49:19.818340 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-de977aba-207d-4444-a76e-53ac086ca4a8 req-8635b1da-81ea-4acf-b80a-bff219e16dc7 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/ports?device_id=61ffc873-aeb1-4085-a255-91347b2b62d9 HTTP/1.1" status: 200 len: 943 time: 0.1304936 Jan 29 03:49:19.849894 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0843ddb7-2899-4e1f-b5ad-882218681be1 req-97a37470-090a-4172-baa7-a83852015360 tempest-VolumesActionsTest-821716960 tempest-VolumesActionsTest-821716960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:49:19.850887 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40941901-7a87-44b2-a845-277dbec5ac2e req-c339bc26-a649-4ac6-aec3-5f2d4b8d4b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:49:19.851571 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-0843ddb7-2899-4e1f-b5ad-882218681be1 req-97a37470-090a-4172-baa7-a83852015360 tempest-VolumesActionsTest-821716960 tempest-VolumesActionsTest-821716960-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b13eb9e-1a6f-4d70-bd28-26148b531921 HTTP/1.1" status: 200 len: 945 time: 0.0559950 Jan 29 03:49:19.852348 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-40941901-7a87-44b2-a845-277dbec5ac2e req-c339bc26-a649-4ac6-aec3-5f2d4b8d4b4e service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=0f6df9863d6a490a92b2f3c872aec541&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1648705 Jan 29 03:49:19.907585 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-0843ddb7-2899-4e1f-b5ad-882218681be1 req-b6c1f8a9-a46b-40bb-a282-b5a7089374e6 tempest-VolumesActionsTest-821716960 tempest-VolumesActionsTest-821716960-project] 10.222.0.16 "GET /v2.0/security-groups?id=7764ac2b-b177-4be3-9f63-a18f25afeea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483472 Jan 29 03:49:19.929946 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-de977aba-207d-4444-a76e-53ac086ca4a8 req-826012b6-04b9-46a2-a61b-7e452feb6a42 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/security-groups?id=65fa6736-bc21-41ea-9ca9-20a7fc9484ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071854 Jan 29 03:49:19.974263 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40941901-7a87-44b2-a845-277dbec5ac2e req-e5470ad3-8d71-45f4-95f2-0e7ebdb00472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:49:19.975739 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-40941901-7a87-44b2-a845-277dbec5ac2e req-e5470ad3-8d71-45f4-95f2-0e7ebdb00472 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1129465 Jan 29 03:49:20.106732 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66e6135-09ea-488a-b763-9428418c501b req-cdeb977b-1800-4c76-808a-adcc4536b91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:49:20.108131 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-d66e6135-09ea-488a-b763-9428418c501b req-cdeb977b-1800-4c76-808a-adcc4536b91b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0f6df9863d6a490a92b2f3c872aec541&device_id=61ffc873-aeb1-4085-a255-91347b2b62d9 HTTP/1.1" status: 200 len: 1127 time: 0.0454240 Jan 29 03:49:20.174074 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-d66e6135-09ea-488a-b763-9428418c501b req-f0849be8-140a-47d6-a62e-69277b7872c6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=81d36aaf-b68e-47ba-968b-5057a5b62067 HTTP/1.1" status: 200 len: 217 time: 0.0385497 Jan 29 03:49:20.233763 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66e6135-09ea-488a-b763-9428418c501b req-32780d08-7cba-4647-97e0-1c438ff12d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:49:20.235290 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-d66e6135-09ea-488a-b763-9428418c501b req-32780d08-7cba-4647-97e0-1c438ff12d98 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2f142c9b-e8b9-4838-a5d9-5c60564542f5 HTTP/1.1" status: 200 len: 849 time: 0.0532401 Jan 29 03:49:20.286885 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66e6135-09ea-488a-b763-9428418c501b req-e1e66c21-d4f3-4cf7-9637-3884d859ff42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:49:20.288373 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-d66e6135-09ea-488a-b763-9428418c501b req-e1e66c21-d4f3-4cf7-9637-3884d859ff42 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4b4e9710-b6c9-4002-b8a3-8aa9bf7336cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455205 Jan 29 03:49:20.387187 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-d66e6135-09ea-488a-b763-9428418c501b req-e7b53e21-5142-4ef4-b364-b366412b7909 service neutron] 10.222.0.25 "GET /v2.0/networks/4b4e9710-b6c9-4002-b8a3-8aa9bf7336cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888343 Jan 29 03:49:20.478152 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-d66e6135-09ea-488a-b763-9428418c501b req-b2533bb9-f8a0-4768-b39c-aaa83ac8a7ac service neutron] 10.222.0.25 "GET /v2.0/networks/4b4e9710-b6c9-4002-b8a3-8aa9bf7336cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842481 Jan 29 03:49:21.032049 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90588219-a4a0-42e3-a842-0a616573471f req-c3175a94-2cbc-45a2-b1c9-54ed420d0d8a tempest-VolumesActionsTest-821716960 tempest-VolumesActionsTest-821716960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:49:21.033475 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-90588219-a4a0-42e3-a842-0a616573471f req-c3175a94-2cbc-45a2-b1c9-54ed420d0d8a tempest-VolumesActionsTest-821716960 tempest-VolumesActionsTest-821716960-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b13eb9e-1a6f-4d70-bd28-26148b531921 HTTP/1.1" status: 200 len: 945 time: 0.0546803 Jan 29 03:49:21.050240 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37b609f-f02b-43c9-84b7-546f69d0b6b4 req-79eb1aa1-e58a-4994-918e-570b2a022e8c tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:49:21.051701 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-d37b609f-f02b-43c9-84b7-546f69d0b6b4 req-79eb1aa1-e58a-4994-918e-570b2a022e8c tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/ports?device_id=61ffc873-aeb1-4085-a255-91347b2b62d9 HTTP/1.1" status: 200 len: 943 time: 0.0553479 Jan 29 03:49:21.062333 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.agents_db [None req-5bdad2e4-4f8f-4fe6-a9f7-cf82a335ca9d None None] Agent healthcheck: found 6 active agents {{(pid=109552) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 03:49:21.083417 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-90588219-a4a0-42e3-a842-0a616573471f req-bff967d7-3131-4cb0-94ba-12005bf06d73 tempest-VolumesActionsTest-821716960 tempest-VolumesActionsTest-821716960-project] 10.222.0.16 "GET /v2.0/security-groups?id=7764ac2b-b177-4be3-9f63-a18f25afeea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435965 Jan 29 03:49:21.103753 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-d37b609f-f02b-43c9-84b7-546f69d0b6b4 req-5ab4b724-8d0c-41f3-a578-966d3d055ef6 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/security-groups?id=65fa6736-bc21-41ea-9ca9-20a7fc9484ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464599 Jan 29 03:49:21.208445 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (e75d1b00-832d-4bf5-b078-2c4f5b2c10cd), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:49:21.865049 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467264c1-fdf4-47fc-ac3d-52acf15dafc4 req-40e1b6c4-0881-4152-8a37-1e1a1a6bb9a9 tempest-VolumesActionsTest-821716960 tempest-VolumesActionsTest-821716960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:49:21.866505 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-467264c1-fdf4-47fc-ac3d-52acf15dafc4 req-40e1b6c4-0881-4152-8a37-1e1a1a6bb9a9 tempest-VolumesActionsTest-821716960 tempest-VolumesActionsTest-821716960-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b13eb9e-1a6f-4d70-bd28-26148b531921 HTTP/1.1" status: 200 len: 945 time: 0.0519502 Jan 29 03:49:21.961866 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.plugin [req-467264c1-fdf4-47fc-ac3d-52acf15dafc4 req-15e14818-2bf1-4b94-baf8-a6a39ddac69d tempest-VolumesActionsTest-821716960 tempest-VolumesActionsTest-821716960-project] Deleting port 638af51f-b329-4348-a835-a5c74cefd83c {{(pid=109550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 03:49:21.962376 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-467264c1-fdf4-47fc-ac3d-52acf15dafc4 req-15e14818-2bf1-4b94-baf8-a6a39ddac69d tempest-VolumesActionsTest-821716960 tempest-VolumesActionsTest-821716960-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787145728359'] for port (638af51f-b329-4348-a835-a5c74cefd83c), before_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:49:22.051450 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.db [req-467264c1-fdf4-47fc-ac3d-52acf15dafc4 req-15e14818-2bf1-4b94-baf8-a6a39ddac69d tempest-VolumesActionsTest-821716960 tempest-VolumesActionsTest-821716960-project] For port 638af51f-b329-4348-a835-a5c74cefd83c, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=638af51f-b329-4348-a835-a5c74cefd83c,segment=NetworkSegment(62ef90a9-8007-4d68-9a7a-cd2cd5223307),segment_id=62ef90a9-8007-4d68-9a7a-cd2cd5223307)] {{(pid=109550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 03:49:22.051814 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-467264c1-fdf4-47fc-ac3d-52acf15dafc4 req-15e14818-2bf1-4b94-baf8-a6a39ddac69d tempest-VolumesActionsTest-821716960 tempest-VolumesActionsTest-821716960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1915525'] for port (638af51f-b329-4348-a835-a5c74cefd83c), precommit_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:49:22.063962 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.plugin [req-467264c1-fdf4-47fc-ac3d-52acf15dafc4 req-15e14818-2bf1-4b94-baf8-a6a39ddac69d tempest-VolumesActionsTest-821716960 tempest-VolumesActionsTest-821716960-project] Calling delete_port for 638af51f-b329-4348-a835-a5c74cefd83c owned by compute:nova {{(pid=109550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 03:49:22.206793 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c6b930-7965-4269-b1c1-94ae0fa11820 req-367a8647-ccf6-4c38-a1d5-f048d0d658a0 tempest-VolumesActionsTest-821716960 tempest-VolumesActionsTest-821716960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:49:22.208301 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-08c6b930-7965-4269-b1c1-94ae0fa11820 req-367a8647-ccf6-4c38-a1d5-f048d0d658a0 tempest-VolumesActionsTest-821716960 tempest-VolumesActionsTest-821716960-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b13eb9e-1a6f-4d70-bd28-26148b531921 HTTP/1.1" status: 200 len: 945 time: 0.0565436 Jan 29 03:49:22.246906 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d01750-7164-4f61-9579-24d9e3654b3a req-df1f3ef1-8c41-4279-8fdd-6e369ff93fc6 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:49:22.249002 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-56d01750-7164-4f61-9579-24d9e3654b3a req-df1f3ef1-8c41-4279-8fdd-6e369ff93fc6 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/ports?device_id=61ffc873-aeb1-4085-a255-91347b2b62d9 HTTP/1.1" status: 200 len: 943 time: 0.0662005 Jan 29 03:49:22.256949 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-08c6b930-7965-4269-b1c1-94ae0fa11820 req-d4ff16f8-15e2-4a9f-9740-bb0db3fcb394 tempest-VolumesActionsTest-821716960 tempest-VolumesActionsTest-821716960-project] 10.222.0.16 "GET /v2.0/security-groups?id=7764ac2b-b177-4be3-9f63-a18f25afeea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429795 Jan 29 03:49:22.296577 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-467264c1-fdf4-47fc-ac3d-52acf15dafc4 req-15e14818-2bf1-4b94-baf8-a6a39ddac69d tempest-VolumesActionsTest-821716960 tempest-VolumesActionsTest-821716960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787145732033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787145433402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9207350'] for port (638af51f-b329-4348-a835-a5c74cefd83c), after_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:49:22.300824 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-56d01750-7164-4f61-9579-24d9e3654b3a req-60e51745-32a7-46a8-a857-9f70f4279f27 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/security-groups?id=65fa6736-bc21-41ea-9ca9-20a7fc9484ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443037 Jan 29 03:49:22.329900 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e14818-2bf1-4b94-baf8-a6a39ddac69d tempest-VolumesActionsTest-821716960 tempest-VolumesActionsTest-821716960-project] Pushing event deleted for resources: {'Port': ['ID=638af51f-b329-4348-a835-a5c74cefd83c,revision_number=None']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:49:22.338681 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] get_ports_and_sgs() called for port_ids ['638af51f-b329-4348-a835-a5c74cefd83c'] {{(pid=109551) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 03:49:22.376201 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.db.l3_dvrscheduler_db [req-467264c1-fdf4-47fc-ac3d-52acf15dafc4 req-15e14818-2bf1-4b94-baf8-a6a39ddac69d tempest-VolumesActionsTest-821716960 tempest-VolumesActionsTest-821716960-project] No DVR routers for this DVR port 638af51f-b329-4348-a835-a5c74cefd83c on host hv-cinder-82694 {{(pid=109550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 03:49:22.378754 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-467264c1-fdf4-47fc-ac3d-52acf15dafc4 req-15e14818-2bf1-4b94-baf8-a6a39ddac69d tempest-VolumesActionsTest-821716960 tempest-VolumesActionsTest-821716960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166518'] for port (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:49:22.381986 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-467264c1-fdf4-47fc-ac3d-52acf15dafc4 req-15e14818-2bf1-4b94-baf8-a6a39ddac69d tempest-VolumesActionsTest-821716960 tempest-VolumesActionsTest-821716960-project] 10.222.0.25 "DELETE /v2.0/ports/638af51f-b329-4348-a835-a5c74cefd83c HTTP/1.1" status: 204 len: 173 time: 0.5077474 Jan 29 03:49:22.382441 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b13eb9e-1a6f-4d70-bd28-26148b531921', 'name': 'network-vif-deleted', 'tag': '638af51f-b329-4348-a835-a5c74cefd83c'}] {{(pid=109550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 03:49:22.384753 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fa7e8514ec8b1871638cf3d0c6bf241b62bf17ffd430199c6215cc57604ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f9291aa-ac8f-42df-a0fb-21c91f86226e" -d '{"events": [{"server_uuid": "8b13eb9e-1a6f-4d70-bd28-26148b531921", "name": "network-vif-deleted", "tag": "638af51f-b329-4348-a835-a5c74cefd83c"}]}' {{(pid=109550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 03:49:22.420346 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 03:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b86bbb0-c3df-47fb-9ec7-f37ef3d5d76f x-openstack-request-id: req-7b86bbb0-c3df-47fb-9ec7-f37ef3d5d76f {{(pid=109550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 03:49:22.420638 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b13eb9e-1a6f-4d70-bd28-26148b531921", "name": "network-vif-deleted", "tag": "638af51f-b329-4348-a835-a5c74cefd83c", "status": "completed", "code": 200}]} {{(pid=109550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 03:49:22.420897 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7b86bbb0-c3df-47fb-9ec7-f37ef3d5d76f {{(pid=109550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 03:49:22.421296 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b13eb9e-1a6f-4d70-bd28-26148b531921', 'name': 'network-vif-deleted', 'tag': '638af51f-b329-4348-a835-a5c74cefd83c', 'status': 'completed', 'code': 200} Jan 29 03:49:23.373443 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-107f60d7-e306-4b03-8c01-5b6b5ce423b5 req-1199ab14-949b-449a-bc6a-966a232c1cb8 tempest-VolumesActionsTest-821716960 tempest-VolumesActionsTest-821716960-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b13eb9e-1a6f-4d70-bd28-26148b531921 HTTP/1.1" status: 200 len: 210 time: 0.0330784 Jan 29 03:49:23.443469 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27ff10a-66a5-4872-a223-64d3605271b0 req-3c30bb95-548b-4ddd-a390-45ac5977d879 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:49:23.444943 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-a27ff10a-66a5-4872-a223-64d3605271b0 req-3c30bb95-548b-4ddd-a390-45ac5977d879 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/ports?device_id=61ffc873-aeb1-4085-a255-91347b2b62d9 HTTP/1.1" status: 200 len: 943 time: 0.0519023 Jan 29 03:49:23.494859 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-a27ff10a-66a5-4872-a223-64d3605271b0 req-84f24205-b9f8-43d2-9d6d-81e41f1583be tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/security-groups?id=65fa6736-bc21-41ea-9ca9-20a7fc9484ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439563 Jan 29 03:49:23.547999 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Device 81d36aaf-b68e-47ba-968b-5057a5b62067 details requested by agent hyperv_hv-cinder-82694 with host hv-cinder-82694 {{(pid=109551) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 03:49:23.648790 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] For port 81d36aaf-b68e-47ba-968b-5057a5b62067, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=81d36aaf-b68e-47ba-968b-5057a5b62067,segment=NetworkSegment(0f1a27ff-4507-4849-b52b-a4a1cb59f6c4),segment_id=0f1a27ff-4507-4849-b52b-a4a1cb59f6c4)] {{(pid=109551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 03:49:23.660017 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Returning: {'device': '81d36aaf-b68e-47ba-968b-5057a5b62067', 'network_id': '4b4e9710-b6c9-4002-b8a3-8aa9bf7336cb', 'port_id': '81d36aaf-b68e-47ba-968b-5057a5b62067', 'mac_address': 'fa:16:3e:c4:36:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f142c9b-e8b9-4838-a5d9-5c60564542f5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109551) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 03:49:23.704825 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Current status of the port 81d36aaf-b68e-47ba-968b-5057a5b62067 is: DOWN; New status is: BUILD {{(pid=109551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 03:49:23.705217 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (81d36aaf-b68e-47ba-968b-5057a5b62067), before_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:49:23.717599 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.notifiers.nova [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81d36aaf-b68e-47ba-968b-5057a5b62067 {{(pid=109551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 03:49:23.737701 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] For port 81d36aaf-b68e-47ba-968b-5057a5b62067, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=81d36aaf-b68e-47ba-968b-5057a5b62067,segment=NetworkSegment(0f1a27ff-4507-4849-b52b-a4a1cb59f6c4),segment_id=0f1a27ff-4507-4849-b52b-a4a1cb59f6c4)] {{(pid=109551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 03:49:23.808782 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429'] for port (81d36aaf-b68e-47ba-968b-5057a5b62067), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:49:23.856128 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Pushing event updated for resources: {'Port': ['ID=81d36aaf-b68e-47ba-968b-5057a5b62067,revision_number=4']} {{(pid=109551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:49:24.243910 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] get_ports_and_sgs() called for port_ids ['81d36aaf-b68e-47ba-968b-5057a5b62067'] {{(pid=109551) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 03:49:24.612357 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbea322-15eb-4e07-8e8b-be1d18020aab req-d9353f0a-8bd0-41b4-b3db-8fd9dab871aa tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:49:24.613691 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-8cbea322-15eb-4e07-8e8b-be1d18020aab req-d9353f0a-8bd0-41b4-b3db-8fd9dab871aa tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/ports?device_id=61ffc873-aeb1-4085-a255-91347b2b62d9 HTTP/1.1" status: 200 len: 944 time: 0.0507915 Jan 29 03:49:24.668370 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-8cbea322-15eb-4e07-8e8b-be1d18020aab req-32624038-4ca4-44e6-ac59-ac983d2d9abf tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/security-groups?id=65fa6736-bc21-41ea-9ca9-20a7fc9484ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492342 Jan 29 03:49:24.739935 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c555fb32-b609-4d01-9b43-165f49e19054 req-577bd852-7244-4a40-ad27-b4dd38ce587d tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:49:24.741414 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-c555fb32-b609-4d01-9b43-165f49e19054 req-577bd852-7244-4a40-ad27-b4dd38ce587d tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=22400b6d-3511-472c-a8d5-7ef6b31a4733 HTTP/1.1" status: 200 len: 946 time: 0.0581443 Jan 29 03:49:24.790112 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-c555fb32-b609-4d01-9b43-165f49e19054 req-5bcc84c6-e3d0-4e86-a29c-26ea2b1f7e9f tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/security-groups?id=757239fc-c09f-4d70-afc0-283cd2854d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431092 Jan 29 03:49:25.550203 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Device 81d36aaf-b68e-47ba-968b-5057a5b62067 up at agent hyperv_hv-cinder-82694 {{(pid=109551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 03:49:25.677227 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.provisioning_blocks [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Provisioning for port 81d36aaf-b68e-47ba-968b-5057a5b62067 completed by entity L2. {{(pid=109551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 03:49:25.681239 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.provisioning_blocks [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Provisioning complete for port 81d36aaf-b68e-47ba-968b-5057a5b62067 triggered by entity L2. {{(pid=109551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 03:49:25.681614 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785313'] for port (81d36aaf-b68e-47ba-968b-5057a5b62067), provisioning_complete {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:49:25.767040 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Current status of the port 81d36aaf-b68e-47ba-968b-5057a5b62067 is: BUILD; New status is: ACTIVE {{(pid=109551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 03:49:25.767426 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (81d36aaf-b68e-47ba-968b-5057a5b62067), before_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:49:25.797945 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61ffc873-aeb1-4085-a255-91347b2b62d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81d36aaf-b68e-47ba-968b-5057a5b62067'}] {{(pid=109551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 03:49:25.800358 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23e056b712a42e8e31026a02bb7684ebe9f34968e78d79227c0e39fde92c0103" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-688ee6f6-1da8-48ba-bced-84b813946ada" -d '{"events": [{"server_uuid": "61ffc873-aeb1-4085-a255-91347b2b62d9", "name": "network-vif-plugged", "status": "completed", "tag": "81d36aaf-b68e-47ba-968b-5057a5b62067"}]}' {{(pid=109551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 03:49:25.812981 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0ba609-70f3-4a4a-ad53-0da89db2a0ab req-3b6c2378-bcc4-4f29-b0f0-472a2b3f56cb tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:49:25.814554 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-4d0ba609-70f3-4a4a-ad53-0da89db2a0ab req-3b6c2378-bcc4-4f29-b0f0-472a2b3f56cb tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/ports?device_id=61ffc873-aeb1-4085-a255-91347b2b62d9 HTTP/1.1" status: 200 len: 944 time: 0.0731509 Jan 29 03:49:25.823590 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] For port 81d36aaf-b68e-47ba-968b-5057a5b62067, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=81d36aaf-b68e-47ba-968b-5057a5b62067,segment=NetworkSegment(0f1a27ff-4507-4849-b52b-a4a1cb59f6c4),segment_id=0f1a27ff-4507-4849-b52b-a4a1cb59f6c4)] {{(pid=109551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 03:49:25.846238 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 03:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6671b2cd-b528-4edd-ad61-e79e04f37bc5 x-openstack-request-id: req-6671b2cd-b528-4edd-ad61-e79e04f37bc5 {{(pid=109551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 03:49:25.847276 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61ffc873-aeb1-4085-a255-91347b2b62d9", "name": "network-vif-plugged", "status": "completed", "tag": "81d36aaf-b68e-47ba-968b-5057a5b62067", "code": 200}]} {{(pid=109551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 03:49:25.847276 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6671b2cd-b528-4edd-ad61-e79e04f37bc5 {{(pid=109551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 03:49:25.847276 dv-cinder-826949-1-iscsi neutron-server[109551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61ffc873-aeb1-4085-a255-91347b2b62d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81d36aaf-b68e-47ba-968b-5057a5b62067', 'code': 200} Jan 29 03:49:25.864256 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-4d0ba609-70f3-4a4a-ad53-0da89db2a0ab req-c3ba06b1-efcb-4612-b9f6-60ce47799de2 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/security-groups?id=65fa6736-bc21-41ea-9ca9-20a7fc9484ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432935 Jan 29 03:49:25.877078 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429'] for port (81d36aaf-b68e-47ba-968b-5057a5b62067), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:49:25.877989 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Device 638af51f-b329-4348-a835-a5c74cefd83c no longer exists at agent hyperv_hv-cinder-82694 {{(pid=109551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 03:49:25.924519 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] No Port match for: 638af51f-b329-4348-a835-a5c74cefd83c {{(pid=109551) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 03:49:25.924840 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Device 638af51f-b329-4348-a835-a5c74cefd83c not bound to the agent host hv-cinder-82694 {{(pid=109551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 03:49:25.948629 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baeb332-d8a0-4b6f-a2c5-934b055ca348 req-966064ce-df54-4889-8bff-f591d7909ba3 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:49:25.951060 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-2baeb332-d8a0-4b6f-a2c5-934b055ca348 req-966064ce-df54-4889-8bff-f591d7909ba3 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=22400b6d-3511-472c-a8d5-7ef6b31a4733 HTTP/1.1" status: 200 len: 946 time: 0.0540853 Jan 29 03:49:25.959808 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Pushing event updated for resources: {'Port': ['ID=81d36aaf-b68e-47ba-968b-5057a5b62067,revision_number=5']} {{(pid=109551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:49:26.003146 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-2baeb332-d8a0-4b6f-a2c5-934b055ca348 req-4cfdb743-f290-4b22-bffc-91b478d0b3ff tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/security-groups?id=757239fc-c09f-4d70-afc0-283cd2854d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456529 Jan 29 03:49:26.027442 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (ad4128b7-7a77-4672-aa49-b5d5d6c7d736), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:49:26.241324 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37fd8f5-96da-434a-aaf1-d6ea5d830980 req-277b15b1-5ef4-4671-87c4-d8360935b78e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:49:26.242859 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-e37fd8f5-96da-434a-aaf1-d6ea5d830980 req-277b15b1-5ef4-4671-87c4-d8360935b78e service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=61ffc873-aeb1-4085-a255-91347b2b62d9 HTTP/1.1" status: 200 len: 1129 time: 0.0436685 Jan 29 03:49:26.978925 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce7f76c-3ed1-43c6-9668-6bb45124e984 req-a1faa401-c000-44cc-9959-b31df1e9aee7 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:49:26.980389 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-9ce7f76c-3ed1-43c6-9668-6bb45124e984 req-a1faa401-c000-44cc-9959-b31df1e9aee7 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/ports?device_id=61ffc873-aeb1-4085-a255-91347b2b62d9 HTTP/1.1" status: 200 len: 945 time: 0.0510647 Jan 29 03:49:27.025355 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-9ce7f76c-3ed1-43c6-9668-6bb45124e984 req-d83142f3-cbbf-47f3-a0ed-770e659a4156 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/security-groups?id=65fa6736-bc21-41ea-9ca9-20a7fc9484ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395465 Jan 29 03:49:27.220998 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12487824-393b-4d2e-badb-28ae3567a5a0 req-90081c3b-2b64-41a4-96c8-0ba16fcf7a2f tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:49:27.222469 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-12487824-393b-4d2e-badb-28ae3567a5a0 req-90081c3b-2b64-41a4-96c8-0ba16fcf7a2f tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=22400b6d-3511-472c-a8d5-7ef6b31a4733 HTTP/1.1" status: 200 len: 946 time: 0.0507562 Jan 29 03:49:27.269281 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-12487824-393b-4d2e-badb-28ae3567a5a0 req-8d08e6cb-664c-4896-8230-113510b9ab32 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/security-groups?id=757239fc-c09f-4d70-afc0-283cd2854d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413456 Jan 29 03:49:28.147552 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fefc10-8089-4d7b-ac87-61ef837a8c6d req-33d41aea-5324-4c7c-b12d-48a363bd0b93 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:49:28.149023 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-58fefc10-8089-4d7b-ac87-61ef837a8c6d req-33d41aea-5324-4c7c-b12d-48a363bd0b93 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/ports?device_id=61ffc873-aeb1-4085-a255-91347b2b62d9 HTTP/1.1" status: 200 len: 945 time: 0.0549486 Jan 29 03:49:28.193240 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-58fefc10-8089-4d7b-ac87-61ef837a8c6d req-1bdece00-c962-41d9-8091-ddddd94806ab tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/security-groups?id=65fa6736-bc21-41ea-9ca9-20a7fc9484ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388691 Jan 29 03:49:28.391494 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24b3d85-975d-4c28-9870-2fe61b59b282 req-857b1436-3c03-47ab-ab33-0becd5af713b tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:49:28.392964 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-c24b3d85-975d-4c28-9870-2fe61b59b282 req-857b1436-3c03-47ab-ab33-0becd5af713b tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=22400b6d-3511-472c-a8d5-7ef6b31a4733 HTTP/1.1" status: 200 len: 946 time: 0.0532455 Jan 29 03:49:28.441481 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-c24b3d85-975d-4c28-9870-2fe61b59b282 req-7d095b38-ca10-4480-b8e5-cba83ed97c59 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/security-groups?id=757239fc-c09f-4d70-afc0-283cd2854d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428681 Jan 29 03:49:29.189860 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-e37fd8f5-96da-434a-aaf1-d6ea5d830980 req-6bb7f45c-25e1-49d8-9c3e-73065fcbac5e service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=65fa6736-bc21-41ea-9ca9-20a7fc9484ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451610 Jan 29 03:49:29.308320 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09bd132-d22b-4ee1-b3af-9452bba4428a req-44a30eb0-013d-4c1d-a9e7-e1cac225000d tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:49:29.316739 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-f09bd132-d22b-4ee1-b3af-9452bba4428a req-44a30eb0-013d-4c1d-a9e7-e1cac225000d tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/ports?device_id=61ffc873-aeb1-4085-a255-91347b2b62d9 HTTP/1.1" status: 200 len: 945 time: 0.0513384 Jan 29 03:49:29.354359 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-f09bd132-d22b-4ee1-b3af-9452bba4428a req-a6bef822-7f1d-44f2-a478-3be9a9606dac tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/security-groups?id=65fa6736-bc21-41ea-9ca9-20a7fc9484ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390601 Jan 29 03:49:29.560832 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbead17c-5772-410d-b7e5-31ad93325787 req-dde600cf-5248-4723-b92a-3e5fda2dac53 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:49:29.562309 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-dbead17c-5772-410d-b7e5-31ad93325787 req-dde600cf-5248-4723-b92a-3e5fda2dac53 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=22400b6d-3511-472c-a8d5-7ef6b31a4733 HTTP/1.1" status: 200 len: 946 time: 0.0512049 Jan 29 03:49:29.608124 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-dbead17c-5772-410d-b7e5-31ad93325787 req-ced279e0-d7ad-4481-ae61-2551df0e2f9f tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/security-groups?id=757239fc-c09f-4d70-afc0-283cd2854d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402787 Jan 29 03:49:29.723635 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5354fb4-092d-42a6-b52d-198226c8773f req-00898d03-cb95-4fda-9123-bb3d313a4c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:49:29.725097 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-b5354fb4-092d-42a6-b52d-198226c8773f req-00898d03-cb95-4fda-9123-bb3d313a4c29 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=00cfcd24ac464466b0c59b2955aac89e&device_id=22400b6d-3511-472c-a8d5-7ef6b31a4733 HTTP/1.1" status: 200 len: 1130 time: 0.0492001 Jan 29 03:49:29.845768 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5354fb4-092d-42a6-b52d-198226c8773f req-b1a4d377-eed6-46c6-8ca2-6d73a029e8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:49:29.847466 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-b5354fb4-092d-42a6-b52d-198226c8773f req-b1a4d377-eed6-46c6-8ca2-6d73a029e8e7 service neutron] 10.222.0.25 "GET /v2.0/networks?id=204ced72-9299-4a30-aa72-466acced45bf HTTP/1.1" status: 200 len: 917 time: 0.0868669 Jan 29 03:49:29.914081 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-b5354fb4-092d-42a6-b52d-198226c8773f req-82769168-a374-44e7-a0d7-3ad26cd88dac service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d74c4298-21ab-40ef-9b6c-b38299577657 HTTP/1.1" status: 200 len: 1002 time: 0.0582380 Jan 29 03:49:29.970279 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5354fb4-092d-42a6-b52d-198226c8773f req-dabc8454-21ad-4e36-a1a7-32613c680767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:49:29.971762 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-b5354fb4-092d-42a6-b52d-198226c8773f req-dabc8454-21ad-4e36-a1a7-32613c680767 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c62d091f-c1de-4db7-ab9c-37bb62875bd8 HTTP/1.1" status: 200 len: 856 time: 0.0455482 Jan 29 03:49:30.020946 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5354fb4-092d-42a6-b52d-198226c8773f req-a7b4cbee-0b98-472c-9789-92bd8763c2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:49:30.022436 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-b5354fb4-092d-42a6-b52d-198226c8773f req-a7b4cbee-0b98-472c-9789-92bd8763c2d6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=204ced72-9299-4a30-aa72-466acced45bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440803 Jan 29 03:49:30.109096 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-b5354fb4-092d-42a6-b52d-198226c8773f req-e44da7f1-c714-45e8-a725-edec8f147277 service neutron] 10.222.0.25 "GET /v2.0/networks/204ced72-9299-4a30-aa72-466acced45bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797791 Jan 29 03:49:30.208238 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-b5354fb4-092d-42a6-b52d-198226c8773f req-f578c120-8ca4-44ea-897d-eccb57a54e6f service neutron] 10.222.0.25 "GET /v2.0/networks/204ced72-9299-4a30-aa72-466acced45bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847991 Jan 29 03:49:30.468081 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0113230e-0106-4630-9342-0c0b7d7cae9f req-2b16bb13-43f2-44cb-ad57-85d26d80f249 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:49:30.469518 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-0113230e-0106-4630-9342-0c0b7d7cae9f req-2b16bb13-43f2-44cb-ad57-85d26d80f249 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/ports?device_id=61ffc873-aeb1-4085-a255-91347b2b62d9 HTTP/1.1" status: 200 len: 945 time: 0.0504689 Jan 29 03:49:30.517305 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-0113230e-0106-4630-9342-0c0b7d7cae9f req-cd1caaa1-33aa-45fa-be3f-96556e37563d tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/security-groups?id=65fa6736-bc21-41ea-9ca9-20a7fc9484ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423326 Jan 29 03:49:30.732396 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb630398-363e-43e4-b283-87e4cc9f4962 req-887e9b32-7bf7-4a5c-a6ec-ad2e4be4cf45 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:49:30.734430 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-bb630398-363e-43e4-b283-87e4cc9f4962 req-887e9b32-7bf7-4a5c-a6ec-ad2e4be4cf45 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=22400b6d-3511-472c-a8d5-7ef6b31a4733 HTTP/1.1" status: 200 len: 946 time: 0.0559957 Jan 29 03:49:30.785823 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-bb630398-363e-43e4-b283-87e4cc9f4962 req-25ed82ef-acca-4063-b521-970e50d64938 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/security-groups?id=757239fc-c09f-4d70-afc0-283cd2854d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446827 Jan 29 03:49:31.638961 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e121abac-17af-40c5-b4c6-7126dfb574d9 req-acff644c-e6c1-48f5-b064-5fb7b9a03d31 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:49:31.640467 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-e121abac-17af-40c5-b4c6-7126dfb574d9 req-acff644c-e6c1-48f5-b064-5fb7b9a03d31 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/ports?device_id=61ffc873-aeb1-4085-a255-91347b2b62d9 HTTP/1.1" status: 200 len: 945 time: 0.0550847 Jan 29 03:49:31.691144 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-e121abac-17af-40c5-b4c6-7126dfb574d9 req-cb98f248-5149-4f04-a36c-98cd5731499e tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/security-groups?id=65fa6736-bc21-41ea-9ca9-20a7fc9484ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446160 Jan 29 03:49:31.827305 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90126330-9005-4a13-afca-5594ffa2bcf4 req-1298c194-cb2c-4e45-bce9-e76c2d72e639 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:49:31.833267 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-90126330-9005-4a13-afca-5594ffa2bcf4 req-1298c194-cb2c-4e45-bce9-e76c2d72e639 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/ports?device_id=61ffc873-aeb1-4085-a255-91347b2b62d9 HTTP/1.1" status: 200 len: 945 time: 0.0687866 Jan 29 03:49:31.838647 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 49988) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:49:31.843967 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.v2.base [None req-d0962bcb-d946-4b6c-a5b0-2b02b4bf7ca8 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Request body: {'floatingip': {'port_id': '81d36aaf-b68e-47ba-968b-5057a5b62067'}} {{(pid=109549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 03:49:31.888148 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-d0962bcb-d946-4b6c-a5b0-2b02b4bf7ca8 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Publish callbacks [] for floatingip (4574cfcb-8392-4a74-9361-f28d5c360303), before_update {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:49:32.041098 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafd7079-4013-4c71-87d1-517c4643bc5c req-3b64c325-461b-4c95-9279-91735ca9e308 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:49:32.042597 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-cafd7079-4013-4c71-87d1-517c4643bc5c req-3b64c325-461b-4c95-9279-91735ca9e308 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=22400b6d-3511-472c-a8d5-7ef6b31a4733 HTTP/1.1" status: 200 len: 946 time: 0.1576760 Jan 29 03:49:32.391301 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-cafd7079-4013-4c71-87d1-517c4643bc5c req-9cd4c7e1-fe48-4ad7-a7a9-b377a5e6a5e9 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/security-groups?id=757239fc-c09f-4d70-afc0-283cd2854d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3216739 Jan 29 03:49:32.714228 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-d0962bcb-d946-4b6c-a5b0-2b02b4bf7ca8 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:49:32.791477 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-d0962bcb-d946-4b6c-a5b0-2b02b4bf7ca8 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1909920'] for floatingip (4574cfcb-8392-4a74-9361-f28d5c360303), after_update {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:49:32.900247 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.db.l3_db [None req-d0962bcb-d946-4b6c-a5b0-2b02b4bf7ca8 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Floating IP 4574cfcb-8392-4a74-9361-f28d5c360303 associated. External IP: 172.27.1.183, port: 81d36aaf-b68e-47ba-968b-5057a5b62067. Jan 29 03:49:33.147570 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0962bcb-d946-4b6c-a5b0-2b02b4bf7ca8 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Router a9646b44-979d-436f-ac6b-9bba0d33500b has already been hosted by L3 agent d5b8732c-6ac1-45e3-a79e-cd9863fe8196 {{(pid=109549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 03:49:33.294529 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0962bcb-d946-4b6c-a5b0-2b02b4bf7ca8 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Notify agent at l3_agent.dv-cinder-826949-1-iscsi the message routers_updated {{(pid=109549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 03:49:33.300551 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-d0962bcb-d946-4b6c-a5b0-2b02b4bf7ca8 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166518'] for floatingip (None), before_response {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:49:33.307296 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480bba52-9ec2-45a6-9c45-48611e12b864 None None] Sync routers for ids ['a9646b44-979d-436f-ac6b-9bba0d33500b'] in dv-cinder-826949-1-iscsi {{(pid=109551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 03:49:33.326109 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480bba52-9ec2-45a6-9c45-48611e12b864 None None] Routers {'a9646b44-979d-436f-ac6b-9bba0d33500b'} bound to L3 agent in host dv-cinder-826949-1-iscsi {{(pid=109551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 03:49:33.326884 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_hamode_db [None req-480bba52-9ec2-45a6-9c45-48611e12b864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T03:36:17Z,description=,heartbeat_timestamp=2022-01-29T03:49:17Z,host='dv-cinder-826949-1-iscsi',id=d5b8732c-6ac1-45e3-a79e-cd9863fe8196,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T03:36:18Z,topic='l3_agent')) {'router_ids': ['a9646b44-979d-436f-ac6b-9bba0d33500b'], 'active': True} {{(pid=109551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:49:33.348132 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-d0962bcb-d946-4b6c-a5b0-2b02b4bf7ca8 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "PUT /v2.0/floatingips/4574cfcb-8392-4a74-9361-f28d5c360303 HTTP/1.1" status: 200 len: 991 time: 1.5081780 Jan 29 03:49:33.348833 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61ffc873-aeb1-4085-a255-91347b2b62d9', 'tag': '81d36aaf-b68e-47ba-968b-5057a5b62067'}] {{(pid=109549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 03:49:33.351591 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eb97c5ce77542c962afefcf7d25dfa9d5b4346a1bb599a27deba15904c7eea3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a75514e-b645-42ec-a260-d20839a58d19" -d '{"events": [{"name": "network-changed", "server_uuid": "61ffc873-aeb1-4085-a255-91347b2b62d9", "tag": "81d36aaf-b68e-47ba-968b-5057a5b62067"}]}' {{(pid=109549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 03:49:33.434396 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 03:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dd850bd-9d1d-45f7-a9b4-f483297e23b3 x-openstack-request-id: req-1dd850bd-9d1d-45f7-a9b4-f483297e23b3 {{(pid=109549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 03:49:33.434688 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61ffc873-aeb1-4085-a255-91347b2b62d9", "tag": "81d36aaf-b68e-47ba-968b-5057a5b62067", "status": "completed", "code": 200}]} {{(pid=109549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 03:49:33.434936 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1dd850bd-9d1d-45f7-a9b4-f483297e23b3 {{(pid=109549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 03:49:33.435336 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61ffc873-aeb1-4085-a255-91347b2b62d9', 'tag': '81d36aaf-b68e-47ba-968b-5057a5b62067', 'status': 'completed', 'code': 200} Jan 29 03:49:33.475433 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_dvr_db [None req-480bba52-9ec2-45a6-9c45-48611e12b864 None None] Set router a9646b44-979d-436f-ac6b-9bba0d33500b gateway port host: dv-cinder-826949-1-iscsi {{(pid=109551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 03:49:33.514810 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaef393-c0a0-4526-89ff-9e48785125c1 req-4182b32a-6034-45da-978d-14bf6cb1fb47 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:49:33.537039 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-0aaef393-c0a0-4526-89ff-9e48785125c1 req-4182b32a-6034-45da-978d-14bf6cb1fb47 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/ports?device_id=61ffc873-aeb1-4085-a255-91347b2b62d9 HTTP/1.1" status: 200 len: 945 time: 0.0913715 Jan 29 03:49:33.549821 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110ba8ed-91b2-4bc3-8593-20b529fdf903 req-926b6d9a-bccd-4300-9cd2-caaccdbec853 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:49:33.557564 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-110ba8ed-91b2-4bc3-8593-20b529fdf903 req-926b6d9a-bccd-4300-9cd2-caaccdbec853 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=22400b6d-3511-472c-a8d5-7ef6b31a4733 HTTP/1.1" status: 200 len: 946 time: 0.0680475 Jan 29 03:49:33.615514 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-110ba8ed-91b2-4bc3-8593-20b529fdf903 req-7b4ec494-9422-49e5-a9bc-8d1a5d324386 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/security-groups?id=757239fc-c09f-4d70-afc0-283cd2854d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565913 Jan 29 03:49:33.673062 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-0aaef393-c0a0-4526-89ff-9e48785125c1 req-7b6b0632-e31f-4921-96b1-7e523e08bc42 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/security-groups?id=65fa6736-bc21-41ea-9ca9-20a7fc9484ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1336339 Jan 29 03:49:33.707872 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a75514e-b645-42ec-a260-d20839a58d19 req-fb31c2d0-1ada-471e-99f8-261336732146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:49:33.710554 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-3a75514e-b645-42ec-a260-d20839a58d19 req-fb31c2d0-1ada-471e-99f8-261336732146 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0f6df9863d6a490a92b2f3c872aec541&device_id=61ffc873-aeb1-4085-a255-91347b2b62d9 HTTP/1.1" status: 200 len: 1129 time: 0.1886945 Jan 29 03:49:33.792158 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_hamode_db [None req-480bba52-9ec2-45a6-9c45-48611e12b864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9646b44-979d-436f-ac6b-9bba0d33500b', 'name': 'tempest-AttachVolumeTestJSON-723999373-router', 'tenant_id': '0f6df9863d6a490a92b2f3c872aec541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'external_fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '35a06f04-9d71-4fa3-86c3-5181b2063974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T03:44:19Z', 'updated_at': '2022-01-29T03:44:29Z', 'revision_number': 4, 'project_id': '0f6df9863d6a490a92b2f3c872aec541', 'gw_port': {'id': '35a06f04-9d71-4fa3-86c3-5181b2063974', 'name': '', 'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e2:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9646b44-979d-436f-ac6b-9bba0d33500b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:44:21Z', 'updated_at': '2022-01-29T03:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-1-iscsi', '_floatingips': [{'id': '4574cfcb-8392-4a74-9361-f28d5c360303', 'tenant_id': '0f6df9863d6a490a92b2f3c872aec541', 'floating_ip_address': '172.27.1.183', 'floating_network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'router_id': 'a9646b44-979d-436f-ac6b-9bba0d33500b', 'port_id': '81d36aaf-b68e-47ba-968b-5057a5b62067', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b4e9710-b6c9-4002-b8a3-8aa9bf7336cb', 'mac_address': 'fa:16:3e:c4:36:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ffc873-aeb1-4085-a255-91347b2b62d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T03:49:13Z', 'updated_at': '2022-01-29T03:49:32Z', 'revision_number': 1, 'project_id': '0f6df9863d6a490a92b2f3c872aec541', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c3620d2-c4ca-4fc0-a44d-194be82ff593', 'name': '', 'network_id': '4b4e9710-b6c9-4002-b8a3-8aa9bf7336cb', 'tenant_id': '0f6df9863d6a490a92b2f3c872aec541', 'mac_address': 'fa:16:3e:b7:c7:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9646b44-979d-436f-ac6b-9bba0d33500b', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '2f142c9b-e8b9-4838-a5d9-5c60564542f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:44:27Z', 'updated_at': '2022-01-29T03:44:39Z', 'revision_number': 5, 'project_id': '0f6df9863d6a490a92b2f3c872aec541', 'subnets': [{'id': '2f142c9b-e8b9-4838-a5d9-5c60564542f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-1-iscsi', False) {} {{(pid=109551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:49:33.817584 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a75514e-b645-42ec-a260-d20839a58d19 req-0376c2be-e700-4064-8ed8-11e9bd07cda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:49:33.819350 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-3a75514e-b645-42ec-a260-d20839a58d19 req-0376c2be-e700-4064-8ed8-11e9bd07cda2 service neutron] 10.222.0.25 "GET /v2.0/networks?id=4b4e9710-b6c9-4002-b8a3-8aa9bf7336cb HTTP/1.1" status: 200 len: 910 time: 0.1016214 Jan 29 03:49:33.830296 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480bba52-9ec2-45a6-9c45-48611e12b864 None None] Checking router: a9646b44-979d-436f-ac6b-9bba0d33500b for host: dv-cinder-826949-1-iscsi {{(pid=109551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 03:49:33.841572 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480bba52-9ec2-45a6-9c45-48611e12b864 None None] Routers {'a9646b44-979d-436f-ac6b-9bba0d33500b'} bound to L3 agent in host dv-cinder-826949-1-iscsi {{(pid=109551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 03:49:33.843693 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_hamode_db [None req-480bba52-9ec2-45a6-9c45-48611e12b864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T03:36:17Z,description=,heartbeat_timestamp=2022-01-29T03:49:17Z,host='dv-cinder-826949-1-iscsi',id=d5b8732c-6ac1-45e3-a79e-cd9863fe8196,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T03:36:18Z,topic='l3_agent')) {'router_ids': ['a9646b44-979d-436f-ac6b-9bba0d33500b'], 'active': True} {{(pid=109551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:49:33.888284 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-3a75514e-b645-42ec-a260-d20839a58d19 req-7a93680a-80b9-49c4-b593-e1bf551d2a0e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=81d36aaf-b68e-47ba-968b-5057a5b62067 HTTP/1.1" status: 200 len: 999 time: 0.0621777 Jan 29 03:49:33.962222 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_dvr_db [None req-480bba52-9ec2-45a6-9c45-48611e12b864 None None] Set router a9646b44-979d-436f-ac6b-9bba0d33500b gateway port host: dv-cinder-826949-1-iscsi {{(pid=109551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 03:49:33.972575 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a75514e-b645-42ec-a260-d20839a58d19 req-87892601-f571-4bfa-8ec0-26066e69a1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:49:33.974046 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-3a75514e-b645-42ec-a260-d20839a58d19 req-87892601-f571-4bfa-8ec0-26066e69a1d5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2f142c9b-e8b9-4838-a5d9-5c60564542f5 HTTP/1.1" status: 200 len: 849 time: 0.0765424 Jan 29 03:49:34.038061 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a75514e-b645-42ec-a260-d20839a58d19 req-d004dba4-71f0-42f7-bf98-411b4ed43e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:49:34.039591 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-3a75514e-b645-42ec-a260-d20839a58d19 req-d004dba4-71f0-42f7-bf98-411b4ed43e05 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4b4e9710-b6c9-4002-b8a3-8aa9bf7336cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0586729 Jan 29 03:49:34.149695 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-3a75514e-b645-42ec-a260-d20839a58d19 req-39c77e3b-db51-47f8-8016-4c42553bbf15 service neutron] 10.222.0.25 "GET /v2.0/networks/4b4e9710-b6c9-4002-b8a3-8aa9bf7336cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025162 Jan 29 03:49:34.268133 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-3a75514e-b645-42ec-a260-d20839a58d19 req-570b6cd8-1012-4a44-8c03-c7adf902f84b service neutron] 10.222.0.25 "GET /v2.0/networks/4b4e9710-b6c9-4002-b8a3-8aa9bf7336cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072681 Jan 29 03:49:34.318589 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_hamode_db [None req-480bba52-9ec2-45a6-9c45-48611e12b864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9646b44-979d-436f-ac6b-9bba0d33500b', 'name': 'tempest-AttachVolumeTestJSON-723999373-router', 'tenant_id': '0f6df9863d6a490a92b2f3c872aec541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'external_fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '35a06f04-9d71-4fa3-86c3-5181b2063974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T03:44:19Z', 'updated_at': '2022-01-29T03:44:29Z', 'revision_number': 4, 'project_id': '0f6df9863d6a490a92b2f3c872aec541', 'gw_port': {'id': '35a06f04-9d71-4fa3-86c3-5181b2063974', 'name': '', 'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e2:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9646b44-979d-436f-ac6b-9bba0d33500b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:44:21Z', 'updated_at': '2022-01-29T03:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-1-iscsi', '_floatingips': [{'id': '4574cfcb-8392-4a74-9361-f28d5c360303', 'tenant_id': '0f6df9863d6a490a92b2f3c872aec541', 'floating_ip_address': '172.27.1.183', 'floating_network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'router_id': 'a9646b44-979d-436f-ac6b-9bba0d33500b', 'port_id': '81d36aaf-b68e-47ba-968b-5057a5b62067', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b4e9710-b6c9-4002-b8a3-8aa9bf7336cb', 'mac_address': 'fa:16:3e:c4:36:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ffc873-aeb1-4085-a255-91347b2b62d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T03:49:13Z', 'updated_at': '2022-01-29T03:49:32Z', 'revision_number': 1, 'project_id': '0f6df9863d6a490a92b2f3c872aec541', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c3620d2-c4ca-4fc0-a44d-194be82ff593', 'name': '', 'network_id': '4b4e9710-b6c9-4002-b8a3-8aa9bf7336cb', 'tenant_id': '0f6df9863d6a490a92b2f3c872aec541', 'mac_address': 'fa:16:3e:b7:c7:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9646b44-979d-436f-ac6b-9bba0d33500b', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '2f142c9b-e8b9-4838-a5d9-5c60564542f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:44:27Z', 'updated_at': '2022-01-29T03:44:39Z', 'revision_number': 5, 'project_id': '0f6df9863d6a490a92b2f3c872aec541', 'subnets': [{'id': '2f142c9b-e8b9-4838-a5d9-5c60564542f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-1-iscsi', False) {} {{(pid=109551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:49:34.346333 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480bba52-9ec2-45a6-9c45-48611e12b864 None None] The sync data for ids ['a9646b44-979d-436f-ac6b-9bba0d33500b'] in dv-cinder-826949-1-iscsi is: [{'id': 'a9646b44-979d-436f-ac6b-9bba0d33500b', 'name': 'tempest-AttachVolumeTestJSON-723999373-router', 'tenant_id': '0f6df9863d6a490a92b2f3c872aec541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'external_fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '35a06f04-9d71-4fa3-86c3-5181b2063974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T03:44:19Z', 'updated_at': '2022-01-29T03:44:29Z', 'revision_number': 4, 'project_id': '0f6df9863d6a490a92b2f3c872aec541', 'gw_port': {'id': '35a06f04-9d71-4fa3-86c3-5181b2063974', 'name': '', 'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e2:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9646b44-979d-436f-ac6b-9bba0d33500b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:44:21Z', 'updated_at': '2022-01-29T03:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-1-iscsi', '_floatingips': [{'id': '4574cfcb-8392-4a74-9361-f28d5c360303', 'tenant_id': '0f6df9863d6a490a92b2f3c872aec541', 'floating_ip_address': '172.27.1.183', 'floating_network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'router_id': 'a9646b44-979d-436f-ac6b-9bba0d33500b', 'port_id': '81d36aaf-b68e-47ba-968b-5057a5b62067', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b4e9710-b6c9-4002-b8a3-8aa9bf7336cb', 'mac_address': 'fa:16:3e:c4:36:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ffc873-aeb1-4085-a255-91347b2b62d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T03:49:13Z', 'updated_at': '2022-01-29T03:49:32Z', 'revision_number': 1, 'project_id': '0f6df9863d6a490a92b2f3c872aec541', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c3620d2-c4ca-4fc0-a44d-194be82ff593', 'name': '', 'network_id': '4b4e9710-b6c9-4002-b8a3-8aa9bf7336cb', 'tenant_id': '0f6df9863d6a490a92b2f3c872aec541', 'mac_address': 'fa:16:3e:b7:c7:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9646b44-979d-436f-ac6b-9bba0d33500b', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '2f142c9b-e8b9-4838-a5d9-5c60564542f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:44:27Z', 'updated_at': '2022-01-29T03:44:39Z', 'revision_number': 5, 'project_id': '0f6df9863d6a490a92b2f3c872aec541', 'subnets': [{'id': '2f142c9b-e8b9-4838-a5d9-5c60564542f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 03:49:34.579707 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4044670-3fd4-436e-8780-832d5cba9c55 None None] New status for floating IP 4574cfcb-8392-4a74-9361-f28d5c360303: ACTIVE {{(pid=109552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 03:49:34.776995 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943e56bd-ec6a-42d5-b530-45e5f6fae45d req-472dd042-1e9c-41b8-aeca-4dc0059e1d88 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:49:34.784840 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-943e56bd-ec6a-42d5-b530-45e5f6fae45d req-472dd042-1e9c-41b8-aeca-4dc0059e1d88 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=22400b6d-3511-472c-a8d5-7ef6b31a4733 HTTP/1.1" status: 200 len: 946 time: 0.0812614 Jan 29 03:49:34.830393 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-943e56bd-ec6a-42d5-b530-45e5f6fae45d req-ffa60366-82cc-4167-8df8-4e606d1ef3a0 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/security-groups?id=757239fc-c09f-4d70-afc0-283cd2854d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445561 Jan 29 03:49:34.884892 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1057ab36-814f-4f56-95f1-6e622c916b91 req-6829b473-6196-424e-9bdc-00a81991d979 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:49:34.886429 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-1057ab36-814f-4f56-95f1-6e622c916b91 req-6829b473-6196-424e-9bdc-00a81991d979 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/ports?device_id=61ffc873-aeb1-4085-a255-91347b2b62d9 HTTP/1.1" status: 200 len: 945 time: 0.0585098 Jan 29 03:49:34.933454 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-1057ab36-814f-4f56-95f1-6e622c916b91 req-b69be9d2-953d-4233-b2f7-0174b04c4b79 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/security-groups?id=65fa6736-bc21-41ea-9ca9-20a7fc9484ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414920 Jan 29 03:49:35.978833 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4c033c-8ce8-4483-8320-462b4afbe1e2 req-d5329a0e-bda4-40e3-b515-939d6a39ec22 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:49:35.980874 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-fb4c033c-8ce8-4483-8320-462b4afbe1e2 req-d5329a0e-bda4-40e3-b515-939d6a39ec22 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=22400b6d-3511-472c-a8d5-7ef6b31a4733 HTTP/1.1" status: 200 len: 946 time: 0.0626717 Jan 29 03:49:36.028935 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-fb4c033c-8ce8-4483-8320-462b4afbe1e2 req-b619500e-d823-4200-92d9-07928d02bfa3 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/security-groups?id=757239fc-c09f-4d70-afc0-283cd2854d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418992 Jan 29 03:49:37.170745 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b78bd48-8df9-4bcc-b6d2-a935791b0220 req-c9cdb3ed-6a4f-4884-9b93-ad0671afe36a tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:49:37.179270 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-7b78bd48-8df9-4bcc-b6d2-a935791b0220 req-c9cdb3ed-6a4f-4884-9b93-ad0671afe36a tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=22400b6d-3511-472c-a8d5-7ef6b31a4733 HTTP/1.1" status: 200 len: 946 time: 0.0664966 Jan 29 03:49:37.259537 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-7b78bd48-8df9-4bcc-b6d2-a935791b0220 req-20412a1c-d945-43a9-8a49-6466d5df1ed5 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/security-groups?id=757239fc-c09f-4d70-afc0-283cd2854d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787163 Jan 29 03:49:38.405546 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993a1721-39ac-4f41-8541-5e51f62771c7 req-c16eb768-1b4c-483d-a3dd-4582caaca009 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:49:38.407835 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-993a1721-39ac-4f41-8541-5e51f62771c7 req-c16eb768-1b4c-483d-a3dd-4582caaca009 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=22400b6d-3511-472c-a8d5-7ef6b31a4733 HTTP/1.1" status: 200 len: 946 time: 0.0677605 Jan 29 03:49:38.468890 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-993a1721-39ac-4f41-8541-5e51f62771c7 req-07452cf1-11f5-4232-86d8-10a36ab46be9 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/security-groups?id=757239fc-c09f-4d70-afc0-283cd2854d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528600 Jan 29 03:49:39.639343 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14bbe8e-20ca-4d7d-8eb1-efa78491b655 req-a20eddab-f256-4042-989f-a1d93ae8969b tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:49:39.647352 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-e14bbe8e-20ca-4d7d-8eb1-efa78491b655 req-a20eddab-f256-4042-989f-a1d93ae8969b tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=22400b6d-3511-472c-a8d5-7ef6b31a4733 HTTP/1.1" status: 200 len: 946 time: 0.0843513 Jan 29 03:49:39.758843 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-e14bbe8e-20ca-4d7d-8eb1-efa78491b655 req-73c1b54b-254a-4d5f-8adf-1bcb11b52722 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/security-groups?id=757239fc-c09f-4d70-afc0-283cd2854d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1104531 Jan 29 03:49:40.897246 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaf87bc-a04d-4c65-8ee9-a8fbe139055f req-a55a5ef0-39be-43dc-87b8-dccee6f9cae0 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:49:40.898779 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-ccaf87bc-a04d-4c65-8ee9-a8fbe139055f req-a55a5ef0-39be-43dc-87b8-dccee6f9cae0 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=22400b6d-3511-472c-a8d5-7ef6b31a4733 HTTP/1.1" status: 200 len: 946 time: 0.0629990 Jan 29 03:49:40.951487 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-ccaf87bc-a04d-4c65-8ee9-a8fbe139055f req-9125f0db-7c1f-487c-a1f4-4a6376cf1df5 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/security-groups?id=757239fc-c09f-4d70-afc0-283cd2854d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471072 Jan 29 03:49:41.627220 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Device d74c4298-21ab-40ef-9b6c-b38299577657 details requested by agent hyperv_hv-cinder-82694 with host hv-cinder-82694 {{(pid=109551) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 03:49:41.743793 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] For port d74c4298-21ab-40ef-9b6c-b38299577657, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=d74c4298-21ab-40ef-9b6c-b38299577657,segment=NetworkSegment(e5471ed5-97f1-48e6-86f5-92c6b5bce849),segment_id=e5471ed5-97f1-48e6-86f5-92c6b5bce849)] {{(pid=109551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 03:49:41.760549 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Returning: {'device': 'd74c4298-21ab-40ef-9b6c-b38299577657', 'network_id': '204ced72-9299-4a30-aa72-466acced45bf', 'port_id': 'd74c4298-21ab-40ef-9b6c-b38299577657', 'mac_address': 'fa:16:3e:10:19:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c62d091f-c1de-4db7-ab9c-37bb62875bd8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109551) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 03:49:41.803385 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Current status of the port d74c4298-21ab-40ef-9b6c-b38299577657 is: ACTIVE; New status is: BUILD {{(pid=109551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 03:49:41.803918 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (d74c4298-21ab-40ef-9b6c-b38299577657), before_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:49:41.830165 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.notifiers.nova [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d74c4298-21ab-40ef-9b6c-b38299577657 {{(pid=109551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 03:49:41.881411 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] For port d74c4298-21ab-40ef-9b6c-b38299577657, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=d74c4298-21ab-40ef-9b6c-b38299577657,segment=NetworkSegment(e5471ed5-97f1-48e6-86f5-92c6b5bce849),segment_id=e5471ed5-97f1-48e6-86f5-92c6b5bce849)] {{(pid=109551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 03:49:41.955613 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429'] for port (d74c4298-21ab-40ef-9b6c-b38299577657), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:49:42.074957 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Pushing event updated for resources: {'Port': ['ID=d74c4298-21ab-40ef-9b6c-b38299577657,revision_number=6']} {{(pid=109551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:49:42.137367 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97119dd-2d31-4791-bb98-40bce54d4e20 req-9b6abcaa-e019-4692-811c-76b2baa0e1f8 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:49:42.146059 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-e97119dd-2d31-4791-bb98-40bce54d4e20 req-9b6abcaa-e019-4692-811c-76b2baa0e1f8 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=22400b6d-3511-472c-a8d5-7ef6b31a4733 HTTP/1.1" status: 200 len: 945 time: 0.0751081 Jan 29 03:49:42.193212 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] get_ports_and_sgs() called for port_ids ['d74c4298-21ab-40ef-9b6c-b38299577657'] {{(pid=109551) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 03:49:42.210499 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-e97119dd-2d31-4791-bb98-40bce54d4e20 req-e04cd320-ee63-4a8c-b32b-8d994280195a tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/security-groups?id=757239fc-c09f-4d70-afc0-283cd2854d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635138 Jan 29 03:49:43.386285 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565ddb0d-3a35-4ae1-b9d4-bfa24a4d17d2 req-6b00b72d-7253-46dd-82eb-04fbf11c2667 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:49:43.388443 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-565ddb0d-3a35-4ae1-b9d4-bfa24a4d17d2 req-6b00b72d-7253-46dd-82eb-04fbf11c2667 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=22400b6d-3511-472c-a8d5-7ef6b31a4733 HTTP/1.1" status: 200 len: 945 time: 0.0569375 Jan 29 03:49:43.463339 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-565ddb0d-3a35-4ae1-b9d4-bfa24a4d17d2 req-be761dd3-a57a-4e44-bdc5-3581fdd75954 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/security-groups?id=757239fc-c09f-4d70-afc0-283cd2854d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674036 Jan 29 03:49:44.600200 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcf4297-85a5-4ba4-995d-f9e82b2b155d req-3fec5b6c-81f0-4698-beb7-913cd22d9e40 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:49:44.601679 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-abcf4297-85a5-4ba4-995d-f9e82b2b155d req-3fec5b6c-81f0-4698-beb7-913cd22d9e40 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=22400b6d-3511-472c-a8d5-7ef6b31a4733 HTTP/1.1" status: 200 len: 945 time: 0.0668774 Jan 29 03:49:44.658788 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-abcf4297-85a5-4ba4-995d-f9e82b2b155d req-df301de5-b5cf-426f-88fe-c760cfe522e0 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/security-groups?id=757239fc-c09f-4d70-afc0-283cd2854d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463614 Jan 29 03:49:44.857165 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Device d74c4298-21ab-40ef-9b6c-b38299577657 up at agent hyperv_hv-cinder-82694 {{(pid=109551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 03:49:44.894417 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-d551aeea-de1c-4f1e-b4ef-c30193f67271 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (dac82def-0781-4624-a171-654e1b1d12af), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:49:44.909609 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.provisioning_blocks [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Provisioning complete for port d74c4298-21ab-40ef-9b6c-b38299577657 triggered by entity L2. {{(pid=109551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 03:49:44.910029 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785313'] for port (d74c4298-21ab-40ef-9b6c-b38299577657), provisioning_complete {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:49:44.999005 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Current status of the port d74c4298-21ab-40ef-9b6c-b38299577657 is: BUILD; New status is: ACTIVE {{(pid=109551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 03:49:44.999681 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (d74c4298-21ab-40ef-9b6c-b38299577657), before_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:49:45.026145 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22400b6d-3511-472c-a8d5-7ef6b31a4733', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd74c4298-21ab-40ef-9b6c-b38299577657'}] {{(pid=109551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 03:49:45.028422 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23e056b712a42e8e31026a02bb7684ebe9f34968e78d79227c0e39fde92c0103" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ba029d4-44f4-4b41-936a-5db67a778d39" -d '{"events": [{"server_uuid": "22400b6d-3511-472c-a8d5-7ef6b31a4733", "name": "network-vif-plugged", "status": "completed", "tag": "d74c4298-21ab-40ef-9b6c-b38299577657"}]}' {{(pid=109551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 03:49:45.039700 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] For port d74c4298-21ab-40ef-9b6c-b38299577657, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=d74c4298-21ab-40ef-9b6c-b38299577657,segment=NetworkSegment(e5471ed5-97f1-48e6-86f5-92c6b5bce849),segment_id=e5471ed5-97f1-48e6-86f5-92c6b5bce849)] {{(pid=109551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 03:49:45.077953 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 03:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de36ff0a-4b25-4a1f-bf4b-f9c33dc8233b x-openstack-request-id: req-de36ff0a-4b25-4a1f-bf4b-f9c33dc8233b {{(pid=109551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 03:49:45.078663 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22400b6d-3511-472c-a8d5-7ef6b31a4733", "name": "network-vif-plugged", "status": "completed", "tag": "d74c4298-21ab-40ef-9b6c-b38299577657", "code": 200}]} {{(pid=109551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 03:49:45.079053 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-de36ff0a-4b25-4a1f-bf4b-f9c33dc8233b {{(pid=109551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 03:49:45.079531 dv-cinder-826949-1-iscsi neutron-server[109551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22400b6d-3511-472c-a8d5-7ef6b31a4733', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd74c4298-21ab-40ef-9b6c-b38299577657', 'code': 200} Jan 29 03:49:45.122852 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429'] for port (d74c4298-21ab-40ef-9b6c-b38299577657), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:49:45.181934 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Pushing event updated for resources: {'Port': ['ID=d74c4298-21ab-40ef-9b6c-b38299577657,revision_number=7']} {{(pid=109551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:49:45.817690 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c718752d-daf6-4295-aadb-493cfb81e945 req-1c9b9773-8010-4984-a195-00f53361823a tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:49:45.820166 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-c718752d-daf6-4295-aadb-493cfb81e945 req-1c9b9773-8010-4984-a195-00f53361823a tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=22400b6d-3511-472c-a8d5-7ef6b31a4733 HTTP/1.1" status: 200 len: 946 time: 0.0734549 Jan 29 03:49:45.874596 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-c718752d-daf6-4295-aadb-493cfb81e945 req-3d686092-0cba-4a0e-9fcf-4ff900ef6630 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/security-groups?id=757239fc-c09f-4d70-afc0-283cd2854d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489364 Jan 29 03:49:47.017593 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57743b4-d237-4173-ae84-d379eae98ce0 req-856cb2f6-9c90-4c88-8f12-61f8d2529011 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:49:47.019343 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-c57743b4-d237-4173-ae84-d379eae98ce0 req-856cb2f6-9c90-4c88-8f12-61f8d2529011 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=22400b6d-3511-472c-a8d5-7ef6b31a4733 HTTP/1.1" status: 200 len: 946 time: 0.0585215 Jan 29 03:49:47.067804 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-c57743b4-d237-4173-ae84-d379eae98ce0 req-fdbe402d-a5ed-4ba0-8ebd-1d4d18708730 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/security-groups?id=757239fc-c09f-4d70-afc0-283cd2854d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429099 Jan 29 03:49:47.477499 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-0c6c5fc2-41eb-4ccf-b611-6ad0282e28c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (d5b8732c-6ac1-45e3-a79e-cd9863fe8196), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:49:48.054541 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-6a0bb60c-5b7b-499b-b43f-7eb32e921150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (4cfc2a27-deed-4689-8f39-0bd5aa6fe3c3), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:49:48.286282 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248dce28-2f42-481c-ade6-b71bfd408b1b req-982deb71-3b7b-42f1-bbea-911f89fae55a tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:49:48.287932 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-248dce28-2f42-481c-ade6-b71bfd408b1b req-982deb71-3b7b-42f1-bbea-911f89fae55a tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=22400b6d-3511-472c-a8d5-7ef6b31a4733 HTTP/1.1" status: 200 len: 946 time: 0.0669587 Jan 29 03:49:48.342102 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-248dce28-2f42-481c-ade6-b71bfd408b1b req-ea766299-d5b7-4828-9461-fe56cc146c19 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/security-groups?id=757239fc-c09f-4d70-afc0-283cd2854d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451357 Jan 29 03:49:49.455029 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-30ace4c1-806b-4d7c-a886-fe7b65bfbfcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (7774c0be-b957-4204-896b-7e749f55bf81), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:49:49.497893 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b053a49-b4ea-49be-90ee-9493944d0d59 req-b0c0c78d-3dd8-4d80-8f5c-3ef8d28096c9 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:49:49.499571 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-6b053a49-b4ea-49be-90ee-9493944d0d59 req-b0c0c78d-3dd8-4d80-8f5c-3ef8d28096c9 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=22400b6d-3511-472c-a8d5-7ef6b31a4733 HTTP/1.1" status: 200 len: 946 time: 0.0589118 Jan 29 03:49:49.550878 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-6b053a49-b4ea-49be-90ee-9493944d0d59 req-4ce6e6ec-3e95-44c4-844f-36df52583e77 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/security-groups?id=757239fc-c09f-4d70-afc0-283cd2854d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450606 Jan 29 03:49:50.698262 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c210ca-b882-430d-b057-76753cc61881 req-7eb02fd0-d089-4676-9177-ef3297864cfc tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:49:50.700697 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-08c210ca-b882-430d-b057-76753cc61881 req-7eb02fd0-d089-4676-9177-ef3297864cfc tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=22400b6d-3511-472c-a8d5-7ef6b31a4733 HTTP/1.1" status: 200 len: 946 time: 0.0595772 Jan 29 03:49:50.759533 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-08c210ca-b882-430d-b057-76753cc61881 req-dcdffa5c-6bf8-4368-9d2c-a1aa156b6937 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/security-groups?id=757239fc-c09f-4d70-afc0-283cd2854d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515540 Jan 29 03:49:51.169607 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (e75d1b00-832d-4bf5-b078-2c4f5b2c10cd), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:49:51.931021 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d7416c-bb56-4d2c-854e-8d8500c8dddc req-d3b2165c-a30f-4ac8-bc3f-32e5f7be786b tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:49:51.932988 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-41d7416c-bb56-4d2c-854e-8d8500c8dddc req-d3b2165c-a30f-4ac8-bc3f-32e5f7be786b tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=22400b6d-3511-472c-a8d5-7ef6b31a4733 HTTP/1.1" status: 200 len: 946 time: 0.0655599 Jan 29 03:49:51.992552 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-41d7416c-bb56-4d2c-854e-8d8500c8dddc req-0c5f2f20-8d4d-439f-9380-096b7b91ecfe tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/security-groups?id=757239fc-c09f-4d70-afc0-283cd2854d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505292 Jan 29 03:49:53.197304 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc34f65-5b5e-4b8b-88e9-ed481ead5671 req-85ab2618-aae6-4598-8dfd-5271e7b4781a tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:49:53.197304 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-edc34f65-5b5e-4b8b-88e9-ed481ead5671 req-85ab2618-aae6-4598-8dfd-5271e7b4781a tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=22400b6d-3511-472c-a8d5-7ef6b31a4733 HTTP/1.1" status: 200 len: 946 time: 0.0561094 Jan 29 03:49:53.197304 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-edc34f65-5b5e-4b8b-88e9-ed481ead5671 req-84f6256b-79ff-46ba-a1a2-ae1f40ee8021 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/security-groups?id=757239fc-c09f-4d70-afc0-283cd2854d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602973 Jan 29 03:49:54.363679 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f204b78d-fe59-46c5-95fb-dd309d63fee4 req-031947ce-5e5e-497f-8b5c-ec82a31a100b tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:49:54.364991 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-f204b78d-fe59-46c5-95fb-dd309d63fee4 req-031947ce-5e5e-497f-8b5c-ec82a31a100b tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=22400b6d-3511-472c-a8d5-7ef6b31a4733 HTTP/1.1" status: 200 len: 946 time: 0.0713644 Jan 29 03:49:54.431342 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-f204b78d-fe59-46c5-95fb-dd309d63fee4 req-ac3b0ca5-ae60-4d86-937d-385243222efa tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/security-groups?id=757239fc-c09f-4d70-afc0-283cd2854d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593529 Jan 29 03:49:55.572043 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba84e3db-9e17-412c-bd32-26ce462ee59e req-a74b182d-4b1e-49ed-a26f-083e30c970a0 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:49:55.574576 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-ba84e3db-9e17-412c-bd32-26ce462ee59e req-a74b182d-4b1e-49ed-a26f-083e30c970a0 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=22400b6d-3511-472c-a8d5-7ef6b31a4733 HTTP/1.1" status: 200 len: 946 time: 0.0591147 Jan 29 03:49:55.639733 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-ba84e3db-9e17-412c-bd32-26ce462ee59e req-77bcdd53-8355-46dd-b279-239755c9c238 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/security-groups?id=757239fc-c09f-4d70-afc0-283cd2854d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548558 Jan 29 03:49:56.020045 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (ad4128b7-7a77-4672-aa49-b5d5d6c7d736), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:49:56.098384 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 50364) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:49:56.146585 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.db.db_base_plugin_v2 [None req-d088cbf3-44c0-4d5f-ba3b-55c03f68dfd5 admin admin] Deleting subnet dfcae749-deeb-4bd1-a9f6-9709cd7fe8e2 {{(pid=109549) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 03:49:56.150155 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-d088cbf3-44c0-4d5f-ba3b-55c03f68dfd5 admin admin] Publish callbacks [] for subnet (dfcae749-deeb-4bd1-a9f6-9709cd7fe8e2), before_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:49:56.201347 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-d088cbf3-44c0-4d5f-ba3b-55c03f68dfd5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9381382'] for subnet (dfcae749-deeb-4bd1-a9f6-9709cd7fe8e2), precommit_delete_associations {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:49:56.259403 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-d088cbf3-44c0-4d5f-ba3b-55c03f68dfd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-756919'] for subnet (dfcae749-deeb-4bd1-a9f6-9709cd7fe8e2), precommit_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:49:56.386541 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-d088cbf3-44c0-4d5f-ba3b-55c03f68dfd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-756920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8440498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9270759'] for subnet (dfcae749-deeb-4bd1-a9f6-9709cd7fe8e2), after_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:49:56.417261 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d088cbf3-44c0-4d5f-ba3b-55c03f68dfd5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dfcae749-deeb-4bd1-a9f6-9709cd7fe8e2,revision_number=None']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:49:56.429333 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-d088cbf3-44c0-4d5f-ba3b-55c03f68dfd5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:49:56.432967 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-d088cbf3-44c0-4d5f-ba3b-55c03f68dfd5 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/dfcae749-deeb-4bd1-a9f6-9709cd7fe8e2 HTTP/1.1" status: 204 len: 168 time: 0.3336616 Jan 29 03:49:56.435663 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 50372) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:49:56.446314 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d088cbf3-44c0-4d5f-ba3b-55c03f68dfd5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:49:56.447326 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d088cbf3-44c0-4d5f-ba3b-55c03f68dfd5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:49:56.447896 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d088cbf3-44c0-4d5f-ba3b-55c03f68dfd5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:49:56.448415 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d088cbf3-44c0-4d5f-ba3b-55c03f68dfd5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:49:56.449059 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d088cbf3-44c0-4d5f-ba3b-55c03f68dfd5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:49:56.449552 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d088cbf3-44c0-4d5f-ba3b-55c03f68dfd5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:49:56.450278 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d088cbf3-44c0-4d5f-ba3b-55c03f68dfd5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:49:56.451387 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d088cbf3-44c0-4d5f-ba3b-55c03f68dfd5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:49:56.451981 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d088cbf3-44c0-4d5f-ba3b-55c03f68dfd5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:49:56.452496 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d088cbf3-44c0-4d5f-ba3b-55c03f68dfd5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:49:56.452985 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d088cbf3-44c0-4d5f-ba3b-55c03f68dfd5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:49:56.453457 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d088cbf3-44c0-4d5f-ba3b-55c03f68dfd5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:49:56.454620 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d088cbf3-44c0-4d5f-ba3b-55c03f68dfd5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:49:56.847897 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-3a461cf1-8e08-4561-9115-15999ead0de3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617357'] for network (5fe69e09-472f-4f8c-8e21-fc6cbc9e2e6e), before_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:49:56.908197 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc3bc80-f20d-481b-8584-0fb54c57f4ac req-a423298b-d5da-4df5-82b5-03dccfff2256 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:49:56.909691 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-6bc3bc80-f20d-481b-8584-0fb54c57f4ac req-a423298b-d5da-4df5-82b5-03dccfff2256 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=22400b6d-3511-472c-a8d5-7ef6b31a4733 HTTP/1.1" status: 200 len: 946 time: 0.1138237 Jan 29 03:49:56.967441 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-3a461cf1-8e08-4561-9115-15999ead0de3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783436', 'neutron.services.segments.db._delete_segments_for_network-8787145932427'] for network (5fe69e09-472f-4f8c-8e21-fc6cbc9e2e6e), precommit_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:49:56.998379 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.services.segments.db [None req-3a461cf1-8e08-4561-9115-15999ead0de3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fe69e09-472f-4f8c-8e21-fc6cbc9e2e6e']}} {{(pid=109550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:49:57.016358 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.services.segments.db [None req-3a461cf1-8e08-4561-9115-15999ead0de3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62ef90a9-8007-4d68-9a7a-cd2cd5223307') {'for_net_delete': True} {{(pid=109550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:49:57.017252 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.services.segments.db [None req-3a461cf1-8e08-4561-9115-15999ead0de3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62ef90a9-8007-4d68-9a7a-cd2cd5223307') {} {{(pid=109550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:49:57.028244 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-6bc3bc80-f20d-481b-8584-0fb54c57f4ac req-fe329ab8-8ab2-4e3d-a6bc-2fb76b43b33b tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/security-groups?id=757239fc-c09f-4d70-afc0-283cd2854d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913434 Jan 29 03:49:57.029809 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-3a461cf1-8e08-4561-9115-15999ead0de3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787145906580', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3934299'] for segment (62ef90a9-8007-4d68-9a7a-cd2cd5223307), before_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:49:57.043557 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-3a461cf1-8e08-4561-9115-15999ead0de3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541992'] for segment (62ef90a9-8007-4d68-9a7a-cd2cd5223307), precommit_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:49:57.050176 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a461cf1-8e08-4561-9115-15999ead0de3 admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=109550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 03:49:57.050520 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-3a461cf1-8e08-4561-9115-15999ead0de3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9207515'] for segment (62ef90a9-8007-4d68-9a7a-cd2cd5223307), after_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:49:57.052316 dv-cinder-826949-1-iscsi neutron-server[109550]: Traceback (most recent call last): Jan 29 03:49:57.052316 dv-cinder-826949-1-iscsi neutron-server[109550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 03:49:57.052316 dv-cinder-826949-1-iscsi neutron-server[109550]: timer() Jan 29 03:49:57.052316 dv-cinder-826949-1-iscsi neutron-server[109550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 03:49:57.052316 dv-cinder-826949-1-iscsi neutron-server[109550]: cb(*args, **kw) Jan 29 03:49:57.052316 dv-cinder-826949-1-iscsi neutron-server[109550]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 03:49:57.052316 dv-cinder-826949-1-iscsi neutron-server[109550]: return func(*args, **kwargs) Jan 29 03:49:57.052316 dv-cinder-826949-1-iscsi neutron-server[109550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 03:49:57.052316 dv-cinder-826949-1-iscsi neutron-server[109550]: self._notify() Jan 29 03:49:57.052316 dv-cinder-826949-1-iscsi neutron-server[109550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 03:49:57.052316 dv-cinder-826949-1-iscsi neutron-server[109550]: self.callback(batched_events) Jan 29 03:49:57.052316 dv-cinder-826949-1-iscsi neutron-server[109550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 03:49:57.052316 dv-cinder-826949-1-iscsi neutron-server[109550]: event.method(event) Jan 29 03:49:57.052316 dv-cinder-826949-1-iscsi neutron-server[109550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 03:49:57.052316 dv-cinder-826949-1-iscsi neutron-server[109550]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 03:49:57.052316 dv-cinder-826949-1-iscsi neutron-server[109550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 03:49:57.052316 dv-cinder-826949-1-iscsi neutron-server[109550]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 03:49:57.052316 dv-cinder-826949-1-iscsi neutron-server[109550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 03:49:57.052316 dv-cinder-826949-1-iscsi neutron-server[109550]: return f(self, *a, **k) Jan 29 03:49:57.052316 dv-cinder-826949-1-iscsi neutron-server[109550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 03:49:57.052316 dv-cinder-826949-1-iscsi neutron-server[109550]: return self._get(url).json() Jan 29 03:49:57.052316 dv-cinder-826949-1-iscsi neutron-server[109550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 03:49:57.052316 dv-cinder-826949-1-iscsi neutron-server[109550]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 03:49:57.052316 dv-cinder-826949-1-iscsi neutron-server[109550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 03:49:57.052316 dv-cinder-826949-1-iscsi neutron-server[109550]: return self.request(url, 'GET', **kwargs) Jan 29 03:49:57.052316 dv-cinder-826949-1-iscsi neutron-server[109550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 03:49:57.052316 dv-cinder-826949-1-iscsi neutron-server[109550]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 03:49:57.052316 dv-cinder-826949-1-iscsi neutron-server[109550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 03:49:57.052316 dv-cinder-826949-1-iscsi neutron-server[109550]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 03:49:57.052316 dv-cinder-826949-1-iscsi neutron-server[109550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 03:49:57.052316 dv-cinder-826949-1-iscsi neutron-server[109550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 03:49:57.052316 dv-cinder-826949-1-iscsi neutron-server[109550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 03:49:57.491043 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-3a461cf1-8e08-4561-9115-15999ead0de3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1909918'] for network (5fe69e09-472f-4f8c-8e21-fc6cbc9e2e6e), after_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:49:57.494960 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-3a461cf1-8e08-4561-9115-15999ead0de3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606130'] for network (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:49:57.498090 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-3a461cf1-8e08-4561-9115-15999ead0de3 admin admin] 10.222.0.16 "DELETE /v2.0/networks/5fe69e09-472f-4f8c-8e21-fc6cbc9e2e6e HTTP/1.1" status: 204 len: 168 time: 1.0612195 Jan 29 03:49:57.508296 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a461cf1-8e08-4561-9115-15999ead0de3 admin admin] Pushing event deleted for resources: {'Network': ['ID=5fe69e09-472f-4f8c-8e21-fc6cbc9e2e6e,revision_number=None']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:49:57.516233 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a461cf1-8e08-4561-9115-15999ead0de3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:49:57.516593 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a461cf1-8e08-4561-9115-15999ead0de3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:49:57.516938 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a461cf1-8e08-4561-9115-15999ead0de3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:49:57.517278 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a461cf1-8e08-4561-9115-15999ead0de3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:49:57.517611 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a461cf1-8e08-4561-9115-15999ead0de3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:49:57.517945 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a461cf1-8e08-4561-9115-15999ead0de3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:49:57.518567 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a461cf1-8e08-4561-9115-15999ead0de3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:49:57.518896 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a461cf1-8e08-4561-9115-15999ead0de3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:49:57.519228 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a461cf1-8e08-4561-9115-15999ead0de3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:49:57.519560 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a461cf1-8e08-4561-9115-15999ead0de3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:49:57.519888 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a461cf1-8e08-4561-9115-15999ead0de3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:49:57.520218 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a461cf1-8e08-4561-9115-15999ead0de3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:49:57.520542 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a461cf1-8e08-4561-9115-15999ead0de3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:49:57.937501 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 50394) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:49:57.998288 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-1565477b-8e94-4786-8ad4-4091fb9cac09 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=de38e16f36a046dea407a31c4a9e110a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0594459 Jan 29 03:49:58.000694 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 50396) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:49:58.061639 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.agents_db [None req-5bdad2e4-4f8f-4fe6-a9f7-cf82a335ca9d None None] Agent healthcheck: found 6 active agents {{(pid=109552) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 03:49:58.066959 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-88b9068c-eaa5-4ec6-ab11-781cab6c56ab admin admin] Publish callbacks [] for security_group (7764ac2b-b177-4be3-9f63-a18f25afeea8), before_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:49:58.133561 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-88b9068c-eaa5-4ec6-ab11-781cab6c56ab admin admin] Publish callbacks [] for security_group (7764ac2b-b177-4be3-9f63-a18f25afeea8), precommit_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:49:58.225399 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ede69e-c3b1-4696-be7e-84e70929e04d req-a1dba8c8-ef52-4ba6-956c-35d8d5d6d920 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:49:58.226927 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-00ede69e-c3b1-4696-be7e-84e70929e04d req-a1dba8c8-ef52-4ba6-956c-35d8d5d6d920 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=22400b6d-3511-472c-a8d5-7ef6b31a4733 HTTP/1.1" status: 200 len: 946 time: 0.0780873 Jan 29 03:49:58.283074 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-00ede69e-c3b1-4696-be7e-84e70929e04d req-9684ece1-8ce3-48cc-80e1-28bd9da916cc tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/security-groups?id=757239fc-c09f-4d70-afc0-283cd2854d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489964 Jan 29 03:49:58.323062 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-88b9068c-eaa5-4ec6-ab11-781cab6c56ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (7764ac2b-b177-4be3-9f63-a18f25afeea8), after_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:49:58.325777 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-88b9068c-eaa5-4ec6-ab11-781cab6c56ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:49:58.327016 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-88b9068c-eaa5-4ec6-ab11-781cab6c56ab admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7764ac2b-b177-4be3-9f63-a18f25afeea8 HTTP/1.1" status: 204 len: 168 time: 0.3251674 Jan 29 03:49:58.338998 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b9068c-eaa5-4ec6-ab11-781cab6c56ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7764ac2b-b177-4be3-9f63-a18f25afeea8,revision_number=None']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:49:59.408315 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f705af-ed48-4f1b-bdfb-982c6573fbb4 req-40364581-16ae-411b-beaa-fbda0c6e11ed tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:49:59.409942 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-31f705af-ed48-4f1b-bdfb-982c6573fbb4 req-40364581-16ae-411b-beaa-fbda0c6e11ed tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=22400b6d-3511-472c-a8d5-7ef6b31a4733 HTTP/1.1" status: 200 len: 946 time: 0.0546703 Jan 29 03:49:59.462589 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-31f705af-ed48-4f1b-bdfb-982c6573fbb4 req-ace8232a-9a58-4d84-982a-0bb1083b91dc tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/security-groups?id=757239fc-c09f-4d70-afc0-283cd2854d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468183 Jan 29 03:49:59.508179 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46482b50-e93a-40cd-8270-0ff37da5136b req-90694574-7236-4dab-9d19-ea55df090466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:49:59.509666 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-46482b50-e93a-40cd-8270-0ff37da5136b req-90694574-7236-4dab-9d19-ea55df090466 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=00cfcd24ac464466b0c59b2955aac89e&device_id=22400b6d-3511-472c-a8d5-7ef6b31a4733 HTTP/1.1" status: 200 len: 1130 time: 0.0455494 Jan 29 03:49:59.601098 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46482b50-e93a-40cd-8270-0ff37da5136b req-e0b8ab13-370b-4025-8903-1c44f3b9a835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:49:59.602689 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-46482b50-e93a-40cd-8270-0ff37da5136b req-e0b8ab13-370b-4025-8903-1c44f3b9a835 service neutron] 10.222.0.25 "GET /v2.0/networks?id=204ced72-9299-4a30-aa72-466acced45bf HTTP/1.1" status: 200 len: 917 time: 0.0867553 Jan 29 03:49:59.670746 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-46482b50-e93a-40cd-8270-0ff37da5136b req-4929e730-0fc6-4425-a7cd-bab71c48dd15 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d74c4298-21ab-40ef-9b6c-b38299577657 HTTP/1.1" status: 200 len: 1002 time: 0.0620105 Jan 29 03:49:59.722623 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46482b50-e93a-40cd-8270-0ff37da5136b req-ef42c971-2406-492f-a97d-854e5328ba31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:49:59.724216 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-46482b50-e93a-40cd-8270-0ff37da5136b req-ef42c971-2406-492f-a97d-854e5328ba31 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c62d091f-c1de-4db7-ab9c-37bb62875bd8 HTTP/1.1" status: 200 len: 856 time: 0.0471928 Jan 29 03:49:59.778278 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46482b50-e93a-40cd-8270-0ff37da5136b req-d89832bc-32af-497f-881a-3644f9772a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:49:59.779778 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-46482b50-e93a-40cd-8270-0ff37da5136b req-d89832bc-32af-497f-881a-3644f9772a7d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=204ced72-9299-4a30-aa72-466acced45bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0488212 Jan 29 03:49:59.868610 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-46482b50-e93a-40cd-8270-0ff37da5136b req-5d8cb37b-00be-4c7e-954e-a4202bc4f7d5 service neutron] 10.222.0.25 "GET /v2.0/networks/204ced72-9299-4a30-aa72-466acced45bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819399 Jan 29 03:49:59.965783 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-46482b50-e93a-40cd-8270-0ff37da5136b req-4de0d85c-82ed-49a9-ad9b-e4abe0f77dc8 service neutron] 10.222.0.25 "GET /v2.0/networks/204ced72-9299-4a30-aa72-466acced45bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903637 Jan 29 03:50:00.585561 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d06c351-1a5c-4859-82d5-915b8a6120e6 req-d82e5ed0-891f-4475-a853-4eebe25d55b5 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:50:00.587071 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-9d06c351-1a5c-4859-82d5-915b8a6120e6 req-d82e5ed0-891f-4475-a853-4eebe25d55b5 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=22400b6d-3511-472c-a8d5-7ef6b31a4733 HTTP/1.1" status: 200 len: 946 time: 0.0527909 Jan 29 03:50:00.632643 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-9d06c351-1a5c-4859-82d5-915b8a6120e6 req-9f956564-8ae6-419c-b93d-f0c81cd380dc tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/security-groups?id=757239fc-c09f-4d70-afc0-283cd2854d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401716 Jan 29 03:50:01.759499 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd39c39-40de-4041-a9e1-f1e40cfc12d1 req-ca858242-fc8f-4e39-9988-1cf7a8764a76 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:50:01.760951 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-4bd39c39-40de-4041-a9e1-f1e40cfc12d1 req-ca858242-fc8f-4e39-9988-1cf7a8764a76 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=22400b6d-3511-472c-a8d5-7ef6b31a4733 HTTP/1.1" status: 200 len: 946 time: 0.0518460 Jan 29 03:50:01.808875 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-4bd39c39-40de-4041-a9e1-f1e40cfc12d1 req-7c31bc6a-c18d-4d64-af07-fea5166b5f98 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/security-groups?id=757239fc-c09f-4d70-afc0-283cd2854d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423820 Jan 29 03:50:01.908852 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Device d74c4298-21ab-40ef-9b6c-b38299577657 no longer exists at agent hyperv_hv-cinder-82694 {{(pid=109551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 03:50:01.991477 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Current status of the port d74c4298-21ab-40ef-9b6c-b38299577657 is: ACTIVE; New status is: DOWN {{(pid=109551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 03:50:01.991874 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (d74c4298-21ab-40ef-9b6c-b38299577657), before_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:50:02.018677 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22400b6d-3511-472c-a8d5-7ef6b31a4733', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd74c4298-21ab-40ef-9b6c-b38299577657'}] {{(pid=109551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 03:50:02.020908 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23e056b712a42e8e31026a02bb7684ebe9f34968e78d79227c0e39fde92c0103" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ab9ba26-916e-4ace-b5ae-831e01c4a33a" -d '{"events": [{"server_uuid": "22400b6d-3511-472c-a8d5-7ef6b31a4733", "name": "network-vif-unplugged", "status": "completed", "tag": "d74c4298-21ab-40ef-9b6c-b38299577657"}]}' {{(pid=109551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 03:50:02.039402 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] For port d74c4298-21ab-40ef-9b6c-b38299577657, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=d74c4298-21ab-40ef-9b6c-b38299577657,segment=NetworkSegment(e5471ed5-97f1-48e6-86f5-92c6b5bce849),segment_id=e5471ed5-97f1-48e6-86f5-92c6b5bce849)] {{(pid=109551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 03:50:02.082966 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429'] for port (d74c4298-21ab-40ef-9b6c-b38299577657), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:50:02.133954 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Pushing event updated for resources: {'Port': ['ID=d74c4298-21ab-40ef-9b6c-b38299577657,revision_number=8']} {{(pid=109551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:50:02.141067 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:50:02.141433 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:50:02.141800 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:50:02.142155 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:50:02.142494 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:50:02.142824 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:50:02.143420 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:50:02.143780 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:50:02.144115 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:50:02.144485 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:50:02.144752 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:50:02.145080 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:50:02.145403 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:50:02.179728 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 29 Jan 2022 03:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7be3647-fcfd-4c93-adef-43944e48637e x-openstack-request-id: req-d7be3647-fcfd-4c93-adef-43944e48637e {{(pid=109551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 03:50:02.180042 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22400b6d-3511-472c-a8d5-7ef6b31a4733", "name": "network-vif-unplugged", "status": "completed", "tag": "d74c4298-21ab-40ef-9b6c-b38299577657", "code": 200}]} {{(pid=109551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 03:50:02.180297 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d7be3647-fcfd-4c93-adef-43944e48637e {{(pid=109551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 03:50:02.180691 dv-cinder-826949-1-iscsi neutron-server[109551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22400b6d-3511-472c-a8d5-7ef6b31a4733', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd74c4298-21ab-40ef-9b6c-b38299577657', 'code': 200} Jan 29 03:50:02.943302 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d503c5-f447-4ca8-9698-645995dcf348 req-4a5ee788-c13b-4339-bbfd-b8b4be29d1dd tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:50:02.944817 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-c9d503c5-f447-4ca8-9698-645995dcf348 req-4a5ee788-c13b-4339-bbfd-b8b4be29d1dd tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=22400b6d-3511-472c-a8d5-7ef6b31a4733 HTTP/1.1" status: 200 len: 944 time: 0.0659595 Jan 29 03:50:02.990496 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-c9d503c5-f447-4ca8-9698-645995dcf348 req-8d0a2245-1f33-4bc3-bc8c-8a33becdbbef tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/security-groups?id=757239fc-c09f-4d70-afc0-283cd2854d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399823 Jan 29 03:50:04.759162 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [req-1dc5dbf9-5fbe-47d4-910e-0d6ba275df6c req-0ddba139-0d48-4f3a-a085-7649a6004017 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=109549) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 03:50:04.760181 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-1dc5dbf9-5fbe-47d4-910e-0d6ba275df6c req-0ddba139-0d48-4f3a-a085-7649a6004017 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0974758 Jan 29 03:50:05.064162 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cb211a-bdfa-4887-a74d-8ce6067eed5d req-587ffb3b-9bdb-4280-8789-40f108d9cd34 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:50:05.066039 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-28cb211a-bdfa-4887-a74d-8ce6067eed5d req-587ffb3b-9bdb-4280-8789-40f108d9cd34 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=22400b6d-3511-472c-a8d5-7ef6b31a4733 HTTP/1.1" status: 200 len: 944 time: 0.0584111 Jan 29 03:50:05.113873 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-28cb211a-bdfa-4887-a74d-8ce6067eed5d req-c61d0e16-b0de-4746-b790-63b87c85157b tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/security-groups?id=757239fc-c09f-4d70-afc0-283cd2854d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425444 Jan 29 03:50:05.291127 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-181b25b9-c6b0-4498-8261-5a6209a17e78 req-e8d55055-c049-42fa-903f-56a0084f99e9 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=22400b6d-3511-472c-a8d5-7ef6b31a4733&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0490243 Jan 29 03:50:05.939999 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Device d74c4298-21ab-40ef-9b6c-b38299577657 no longer exists at agent hyperv_hv-cinder-82694 {{(pid=109551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 03:50:06.016295 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Current status of the port d74c4298-21ab-40ef-9b6c-b38299577657 is: DOWN; New status is: DOWN {{(pid=109551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 03:50:06.240338 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994e8d88-cfb6-4271-bfcb-a481486d39a2 req-747332c3-7c6d-4768-8463-9ceb8a50581e tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:50:06.241957 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-994e8d88-cfb6-4271-bfcb-a481486d39a2 req-747332c3-7c6d-4768-8463-9ceb8a50581e tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=22400b6d-3511-472c-a8d5-7ef6b31a4733 HTTP/1.1" status: 200 len: 944 time: 0.0526967 Jan 29 03:50:06.299619 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-994e8d88-cfb6-4271-bfcb-a481486d39a2 req-23587d0a-1cd3-423b-9a9e-2d82f4607169 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/security-groups?id=757239fc-c09f-4d70-afc0-283cd2854d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520451 Jan 29 03:50:07.093211 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181b25b9-c6b0-4498-8261-5a6209a17e78 req-75a61ecd-6a4e-4481-bf43-fc1c1c94ff49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:50:07.094949 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-181b25b9-c6b0-4498-8261-5a6209a17e78 req-75a61ecd-6a4e-4481-bf43-fc1c1c94ff49 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=22400b6d-3511-472c-a8d5-7ef6b31a4733&tenant_id=00cfcd24ac464466b0c59b2955aac89e HTTP/1.1" status: 200 len: 1128 time: 0.0480156 Jan 29 03:50:07.192662 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181b25b9-c6b0-4498-8261-5a6209a17e78 req-9478e1fe-f543-4ec6-80b0-7970592a8ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:50:07.194050 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-181b25b9-c6b0-4498-8261-5a6209a17e78 req-9478e1fe-f543-4ec6-80b0-7970592a8ca1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=00cfcd24ac464466b0c59b2955aac89e&device_id=22400b6d-3511-472c-a8d5-7ef6b31a4733 HTTP/1.1" status: 200 len: 1128 time: 0.0445910 Jan 29 03:50:07.295600 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181b25b9-c6b0-4498-8261-5a6209a17e78 req-3276466a-2177-4af3-a6d2-5f421b53d1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:50:07.297070 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-181b25b9-c6b0-4498-8261-5a6209a17e78 req-3276466a-2177-4af3-a6d2-5f421b53d1ce service neutron] 10.222.0.25 "GET /v2.0/networks?id=204ced72-9299-4a30-aa72-466acced45bf HTTP/1.1" status: 200 len: 917 time: 0.0911453 Jan 29 03:50:07.363791 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-181b25b9-c6b0-4498-8261-5a6209a17e78 req-bd4b945f-4c3e-4d35-9bf3-c95be4b51f29 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d74c4298-21ab-40ef-9b6c-b38299577657 HTTP/1.1" status: 200 len: 1000 time: 0.0591934 Jan 29 03:50:07.430789 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181b25b9-c6b0-4498-8261-5a6209a17e78 req-2877336b-d82c-4758-b7bf-fef80b9d92ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:50:07.431081 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f8ea4d-bd53-4454-a466-73d2d32048f7 req-a451c56b-ace5-477c-86ef-313c7046b301 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:50:07.432283 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-181b25b9-c6b0-4498-8261-5a6209a17e78 req-2877336b-d82c-4758-b7bf-fef80b9d92ac service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c62d091f-c1de-4db7-ab9c-37bb62875bd8 HTTP/1.1" status: 200 len: 856 time: 0.0536506 Jan 29 03:50:07.432562 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-b6f8ea4d-bd53-4454-a466-73d2d32048f7 req-a451c56b-ace5-477c-86ef-313c7046b301 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=22400b6d-3511-472c-a8d5-7ef6b31a4733 HTTP/1.1" status: 200 len: 944 time: 0.0589094 Jan 29 03:50:07.479644 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-b6f8ea4d-bd53-4454-a466-73d2d32048f7 req-cc2e6222-154d-4b65-946f-f86ff7f010d8 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/security-groups?id=757239fc-c09f-4d70-afc0-283cd2854d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402884 Jan 29 03:50:07.488058 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181b25b9-c6b0-4498-8261-5a6209a17e78 req-25197a47-4e0f-472e-96a9-920b89723882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:50:07.490365 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-181b25b9-c6b0-4498-8261-5a6209a17e78 req-25197a47-4e0f-472e-96a9-920b89723882 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=204ced72-9299-4a30-aa72-466acced45bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0504637 Jan 29 03:50:07.588111 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-181b25b9-c6b0-4498-8261-5a6209a17e78 req-7af92cd0-206c-47a7-be51-8b22181602a8 service neutron] 10.222.0.25 "GET /v2.0/networks/204ced72-9299-4a30-aa72-466acced45bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890574 Jan 29 03:50:07.682971 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-181b25b9-c6b0-4498-8261-5a6209a17e78 req-1c02cc93-586a-4671-83ef-3cc9ab19faa6 service neutron] 10.222.0.25 "GET /v2.0/networks/204ced72-9299-4a30-aa72-466acced45bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871542 Jan 29 03:50:08.008911 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0495d6fb-98df-49a0-9982-1a4b756d6b0a req-95d5b0a7-7555-4d5d-ba54-e78e595b2849 tempest-VolumesSnapshotTestJSON-279667869 tempest-VolumesSnapshotTestJSON-279667869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:50:08.010395 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-0495d6fb-98df-49a0-9982-1a4b756d6b0a req-95d5b0a7-7555-4d5d-ba54-e78e595b2849 tempest-VolumesSnapshotTestJSON-279667869 tempest-VolumesSnapshotTestJSON-279667869-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a1f4ca1-c9cb-4ca4-bd13-274ce71f6165 HTTP/1.1" status: 200 len: 945 time: 0.0630269 Jan 29 03:50:08.055879 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-0495d6fb-98df-49a0-9982-1a4b756d6b0a req-5ed040cf-dc1e-403f-8d15-71f5498d262f tempest-VolumesSnapshotTestJSON-279667869 tempest-VolumesSnapshotTestJSON-279667869-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3572f94-30b0-44f5-b7c7-d56d9036bcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400047 Jan 29 03:50:08.663128 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30465c3-c235-4e8c-8b09-60b7fe6490b1 req-96b4fbc3-2610-4653-b00a-1ea410a20856 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:50:08.670943 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-d30465c3-c235-4e8c-8b09-60b7fe6490b1 req-96b4fbc3-2610-4653-b00a-1ea410a20856 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=22400b6d-3511-472c-a8d5-7ef6b31a4733 HTTP/1.1" status: 200 len: 944 time: 0.0718315 Jan 29 03:50:08.734807 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-d30465c3-c235-4e8c-8b09-60b7fe6490b1 req-cfc640cf-8226-4332-b9b2-1f6690018c9c tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/security-groups?id=757239fc-c09f-4d70-afc0-283cd2854d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628159 Jan 29 03:50:09.189413 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05730c4a-afb7-4f55-b19a-6dddd622b363 req-60104ee1-8897-4895-9070-2386b3efcc60 tempest-VolumesSnapshotTestJSON-279667869 tempest-VolumesSnapshotTestJSON-279667869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:50:09.190930 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-05730c4a-afb7-4f55-b19a-6dddd622b363 req-60104ee1-8897-4895-9070-2386b3efcc60 tempest-VolumesSnapshotTestJSON-279667869 tempest-VolumesSnapshotTestJSON-279667869-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a1f4ca1-c9cb-4ca4-bd13-274ce71f6165 HTTP/1.1" status: 200 len: 945 time: 0.0668023 Jan 29 03:50:09.240703 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-05730c4a-afb7-4f55-b19a-6dddd622b363 req-e02628d6-6435-40c1-b823-33672c32bdaf tempest-VolumesSnapshotTestJSON-279667869 tempest-VolumesSnapshotTestJSON-279667869-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3572f94-30b0-44f5-b7c7-d56d9036bcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437574 Jan 29 03:50:09.868536 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e54a6f-aaa9-4fe4-93ef-5837b8e13941 req-59abbfec-aff3-4fa7-b153-a8d5362b7449 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:50:09.870031 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-46e54a6f-aaa9-4fe4-93ef-5837b8e13941 req-59abbfec-aff3-4fa7-b153-a8d5362b7449 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=22400b6d-3511-472c-a8d5-7ef6b31a4733 HTTP/1.1" status: 200 len: 944 time: 0.0548315 Jan 29 03:50:09.923716 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-46e54a6f-aaa9-4fe4-93ef-5837b8e13941 req-6007e5da-a016-4d8e-b4f6-b191e0b04f26 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/security-groups?id=757239fc-c09f-4d70-afc0-283cd2854d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479376 Jan 29 03:50:10.382307 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f44752c-35e6-46d2-9cda-274fb1dba37c req-e4f3cd8b-1ccc-4e84-9092-509918b7aeb6 tempest-VolumesSnapshotTestJSON-279667869 tempest-VolumesSnapshotTestJSON-279667869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:50:10.383960 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-9f44752c-35e6-46d2-9cda-274fb1dba37c req-e4f3cd8b-1ccc-4e84-9092-509918b7aeb6 tempest-VolumesSnapshotTestJSON-279667869 tempest-VolumesSnapshotTestJSON-279667869-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a1f4ca1-c9cb-4ca4-bd13-274ce71f6165 HTTP/1.1" status: 200 len: 945 time: 0.0708053 Jan 29 03:50:10.439582 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-9f44752c-35e6-46d2-9cda-274fb1dba37c req-9b43b7c7-60da-4ccd-b32f-bbc3d71c92de tempest-VolumesSnapshotTestJSON-279667869 tempest-VolumesSnapshotTestJSON-279667869-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3572f94-30b0-44f5-b7c7-d56d9036bcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486488 Jan 29 03:50:11.060254 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd94474-6771-46d0-a38b-07bb9d1cd038 req-ca7f3f8d-9a13-4344-a154-3e65a0785a6f tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:50:11.061704 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-bbd94474-6771-46d0-a38b-07bb9d1cd038 req-ca7f3f8d-9a13-4344-a154-3e65a0785a6f tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=22400b6d-3511-472c-a8d5-7ef6b31a4733 HTTP/1.1" status: 200 len: 944 time: 0.0579782 Jan 29 03:50:11.124324 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-bbd94474-6771-46d0-a38b-07bb9d1cd038 req-b75bb77e-73ea-43c2-8e2c-2de7ac186cf8 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/security-groups?id=757239fc-c09f-4d70-afc0-283cd2854d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554943 Jan 29 03:50:11.561697 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87366e6e-b0cb-4670-a38b-8408995f0c5c req-b217a1b9-382c-49eb-8d38-8f435b249c93 tempest-VolumesSnapshotTestJSON-279667869 tempest-VolumesSnapshotTestJSON-279667869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:50:11.563855 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-87366e6e-b0cb-4670-a38b-8408995f0c5c req-b217a1b9-382c-49eb-8d38-8f435b249c93 tempest-VolumesSnapshotTestJSON-279667869 tempest-VolumesSnapshotTestJSON-279667869-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a1f4ca1-c9cb-4ca4-bd13-274ce71f6165 HTTP/1.1" status: 200 len: 945 time: 0.0559857 Jan 29 03:50:11.616219 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-87366e6e-b0cb-4670-a38b-8408995f0c5c req-6d7080d7-5aa3-49c2-9beb-4145d6c379cb tempest-VolumesSnapshotTestJSON-279667869 tempest-VolumesSnapshotTestJSON-279667869-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3572f94-30b0-44f5-b7c7-d56d9036bcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446846 Jan 29 03:50:12.257794 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20012c17-1b37-4dd6-8181-0d23e06ffb4f req-2cb85123-52ee-4588-a18b-5abbe863bf42 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:50:12.259401 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-20012c17-1b37-4dd6-8181-0d23e06ffb4f req-2cb85123-52ee-4588-a18b-5abbe863bf42 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=22400b6d-3511-472c-a8d5-7ef6b31a4733 HTTP/1.1" status: 200 len: 944 time: 0.0598998 Jan 29 03:50:12.312824 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-20012c17-1b37-4dd6-8181-0d23e06ffb4f req-0d8630f7-c83a-4855-bc9c-51e9278fba85 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/security-groups?id=757239fc-c09f-4d70-afc0-283cd2854d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468073 Jan 29 03:50:12.746965 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2838058d-3093-4757-85ae-cc9f763e7540 req-3eac1afd-7f42-46a2-9eb6-bdf2e12c2cc5 tempest-VolumesSnapshotTestJSON-279667869 tempest-VolumesSnapshotTestJSON-279667869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:50:12.748678 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-2838058d-3093-4757-85ae-cc9f763e7540 req-3eac1afd-7f42-46a2-9eb6-bdf2e12c2cc5 tempest-VolumesSnapshotTestJSON-279667869 tempest-VolumesSnapshotTestJSON-279667869-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a1f4ca1-c9cb-4ca4-bd13-274ce71f6165 HTTP/1.1" status: 200 len: 945 time: 0.0606968 Jan 29 03:50:12.815357 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-2838058d-3093-4757-85ae-cc9f763e7540 req-b3113659-e8e8-4882-82be-c2761eed6114 tempest-VolumesSnapshotTestJSON-279667869 tempest-VolumesSnapshotTestJSON-279667869-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3572f94-30b0-44f5-b7c7-d56d9036bcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584245 Jan 29 03:50:13.508243 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254bfc2f-4c83-4277-9430-82902471b5e7 req-89883522-a728-4d06-915f-0c884493ab59 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:50:13.510564 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-254bfc2f-4c83-4277-9430-82902471b5e7 req-89883522-a728-4d06-915f-0c884493ab59 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=22400b6d-3511-472c-a8d5-7ef6b31a4733 HTTP/1.1" status: 200 len: 944 time: 0.0595806 Jan 29 03:50:13.562340 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-254bfc2f-4c83-4277-9430-82902471b5e7 req-988fdba4-4e17-4402-b42c-e0172f7eb967 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/security-groups?id=757239fc-c09f-4d70-afc0-283cd2854d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457222 Jan 29 03:50:14.017583 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265a0c61-b91f-4d5d-9be9-e4378cfd1ddd req-e32e2db5-47e7-43a1-a8f4-52f02ff26a99 tempest-VolumesSnapshotTestJSON-279667869 tempest-VolumesSnapshotTestJSON-279667869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:50:14.023803 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-265a0c61-b91f-4d5d-9be9-e4378cfd1ddd req-e32e2db5-47e7-43a1-a8f4-52f02ff26a99 tempest-VolumesSnapshotTestJSON-279667869 tempest-VolumesSnapshotTestJSON-279667869-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a1f4ca1-c9cb-4ca4-bd13-274ce71f6165 HTTP/1.1" status: 200 len: 945 time: 0.0974381 Jan 29 03:50:14.076074 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-265a0c61-b91f-4d5d-9be9-e4378cfd1ddd req-5c0558d4-7bd3-4c75-927a-87f35e0fd972 tempest-VolumesSnapshotTestJSON-279667869 tempest-VolumesSnapshotTestJSON-279667869-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3572f94-30b0-44f5-b7c7-d56d9036bcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511479 Jan 29 03:50:14.687544 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2342f06d-6f45-45a3-9ef5-33183eb6e64a req-f5f3472c-f33b-49e5-95a2-208abd97bf31 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:50:14.689607 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-2342f06d-6f45-45a3-9ef5-33183eb6e64a req-f5f3472c-f33b-49e5-95a2-208abd97bf31 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=22400b6d-3511-472c-a8d5-7ef6b31a4733 HTTP/1.1" status: 200 len: 944 time: 0.0541325 Jan 29 03:50:14.747302 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-2342f06d-6f45-45a3-9ef5-33183eb6e64a req-3bfc6a1d-d686-4432-9c91-b3af5dc85ca9 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/security-groups?id=757239fc-c09f-4d70-afc0-283cd2854d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453434 Jan 29 03:50:14.848375 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-17aa2dea-aebf-42fb-82a7-4b6ca1b7df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (dac82def-0781-4624-a171-654e1b1d12af), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:50:15.208568 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8085037-8986-4d21-8279-a9460d8d69a8 req-15dbf589-c0a7-47f0-968c-b3d0f9c28cc0 tempest-VolumesSnapshotTestJSON-279667869 tempest-VolumesSnapshotTestJSON-279667869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:50:15.210504 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-b8085037-8986-4d21-8279-a9460d8d69a8 req-15dbf589-c0a7-47f0-968c-b3d0f9c28cc0 tempest-VolumesSnapshotTestJSON-279667869 tempest-VolumesSnapshotTestJSON-279667869-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a1f4ca1-c9cb-4ca4-bd13-274ce71f6165 HTTP/1.1" status: 200 len: 945 time: 0.0542994 Jan 29 03:50:15.271738 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-b8085037-8986-4d21-8279-a9460d8d69a8 req-dc3353e8-ddd4-4c0a-8b46-b6b6c77ca48e tempest-VolumesSnapshotTestJSON-279667869 tempest-VolumesSnapshotTestJSON-279667869-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3572f94-30b0-44f5-b7c7-d56d9036bcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550964 Jan 29 03:50:15.884205 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb54d65-e05c-40b5-9257-70a1696750c9 req-5cb06a68-a993-455e-a674-94f3cd71a9f0 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:50:15.885704 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-4cb54d65-e05c-40b5-9257-70a1696750c9 req-5cb06a68-a993-455e-a674-94f3cd71a9f0 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=22400b6d-3511-472c-a8d5-7ef6b31a4733 HTTP/1.1" status: 200 len: 944 time: 0.0554063 Jan 29 03:50:15.949479 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-4cb54d65-e05c-40b5-9257-70a1696750c9 req-9cf7fc71-e587-4c5a-899f-427bd5a80632 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/security-groups?id=757239fc-c09f-4d70-afc0-283cd2854d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581176 Jan 29 03:50:16.411225 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6cf5ee-0560-4222-8e4b-c7e5e1e0b508 req-34d9b43b-031e-4780-91bc-7aa184bb6c97 tempest-VolumesSnapshotTestJSON-279667869 tempest-VolumesSnapshotTestJSON-279667869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:50:16.413005 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-0b6cf5ee-0560-4222-8e4b-c7e5e1e0b508 req-34d9b43b-031e-4780-91bc-7aa184bb6c97 tempest-VolumesSnapshotTestJSON-279667869 tempest-VolumesSnapshotTestJSON-279667869-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a1f4ca1-c9cb-4ca4-bd13-274ce71f6165 HTTP/1.1" status: 200 len: 945 time: 0.0709109 Jan 29 03:50:16.469674 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-0b6cf5ee-0560-4222-8e4b-c7e5e1e0b508 req-d26cd343-f531-458d-b388-cfcf88722ab2 tempest-VolumesSnapshotTestJSON-279667869 tempest-VolumesSnapshotTestJSON-279667869-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3572f94-30b0-44f5-b7c7-d56d9036bcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481975 Jan 29 03:50:17.083893 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6470e7b-4510-4623-8707-a3d5cda77678 req-2bf75443-0d0d-4e16-8e42-54bd3626c0f8 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:50:17.085079 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-e6470e7b-4510-4623-8707-a3d5cda77678 req-2bf75443-0d0d-4e16-8e42-54bd3626c0f8 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=22400b6d-3511-472c-a8d5-7ef6b31a4733 HTTP/1.1" status: 200 len: 944 time: 0.0555842 Jan 29 03:50:17.146457 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-e6470e7b-4510-4623-8707-a3d5cda77678 req-6aedaaf7-4523-4573-947b-c2c7298c6e64 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/security-groups?id=757239fc-c09f-4d70-afc0-283cd2854d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540531 Jan 29 03:50:17.436678 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-a25f4937-1bf2-49a7-8729-10cc23f91fb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (d5b8732c-6ac1-45e3-a79e-cd9863fe8196), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:50:17.586066 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fceb20-97eb-4096-ba7b-adf4492ae584 req-f7cc5dd5-9b7a-446b-b0ee-6c7855f433ca tempest-VolumesSnapshotTestJSON-279667869 tempest-VolumesSnapshotTestJSON-279667869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:50:17.587566 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-d3fceb20-97eb-4096-ba7b-adf4492ae584 req-f7cc5dd5-9b7a-446b-b0ee-6c7855f433ca tempest-VolumesSnapshotTestJSON-279667869 tempest-VolumesSnapshotTestJSON-279667869-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a1f4ca1-c9cb-4ca4-bd13-274ce71f6165 HTTP/1.1" status: 200 len: 945 time: 0.0524251 Jan 29 03:50:17.633067 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-d3fceb20-97eb-4096-ba7b-adf4492ae584 req-5695dfb1-046e-43d2-8775-f55c8747d686 tempest-VolumesSnapshotTestJSON-279667869 tempest-VolumesSnapshotTestJSON-279667869-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3572f94-30b0-44f5-b7c7-d56d9036bcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400913 Jan 29 03:50:18.047937 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-6a0bb60c-5b7b-499b-b43f-7eb32e921150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (4cfc2a27-deed-4689-8f39-0bd5aa6fe3c3), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:50:18.273679 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c250f81-ddcf-4c5e-aa7f-f95b13b2f333 req-c4a8669c-27a1-4eb1-960f-469294809dcc tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:50:18.275204 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-7c250f81-ddcf-4c5e-aa7f-f95b13b2f333 req-c4a8669c-27a1-4eb1-960f-469294809dcc tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=22400b6d-3511-472c-a8d5-7ef6b31a4733 HTTP/1.1" status: 200 len: 944 time: 0.0529087 Jan 29 03:50:18.321714 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-7c250f81-ddcf-4c5e-aa7f-f95b13b2f333 req-fb533ad8-5a8d-4e5a-8a2f-f3e66ea93e51 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/security-groups?id=757239fc-c09f-4d70-afc0-283cd2854d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411401 Jan 29 03:50:18.751886 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938fa57a-ea55-4280-81ab-a6bad6e3da68 req-b0bd8875-8817-440e-9e3e-539de8d16a06 tempest-VolumesSnapshotTestJSON-279667869 tempest-VolumesSnapshotTestJSON-279667869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:50:18.753956 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-938fa57a-ea55-4280-81ab-a6bad6e3da68 req-b0bd8875-8817-440e-9e3e-539de8d16a06 tempest-VolumesSnapshotTestJSON-279667869 tempest-VolumesSnapshotTestJSON-279667869-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a1f4ca1-c9cb-4ca4-bd13-274ce71f6165 HTTP/1.1" status: 200 len: 945 time: 0.0538740 Jan 29 03:50:18.806408 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-938fa57a-ea55-4280-81ab-a6bad6e3da68 req-483aef94-b412-4cdf-b425-30e7edf51d2c tempest-VolumesSnapshotTestJSON-279667869 tempest-VolumesSnapshotTestJSON-279667869-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3572f94-30b0-44f5-b7c7-d56d9036bcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468817 Jan 29 03:50:19.159521 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad083f4-40ab-4b3b-a386-2bbf406dec8c req-5fbb6723-b6c8-4fd4-9b42-259fdcd353e3 tempest-VolumesSnapshotTestJSON-279667869 tempest-VolumesSnapshotTestJSON-279667869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:50:19.160964 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-8ad083f4-40ab-4b3b-a386-2bbf406dec8c req-5fbb6723-b6c8-4fd4-9b42-259fdcd353e3 tempest-VolumesSnapshotTestJSON-279667869 tempest-VolumesSnapshotTestJSON-279667869-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a1f4ca1-c9cb-4ca4-bd13-274ce71f6165 HTTP/1.1" status: 200 len: 945 time: 0.0586307 Jan 29 03:50:19.252032 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.plugin [req-8ad083f4-40ab-4b3b-a386-2bbf406dec8c req-b1de9f86-be8b-46ef-941a-ed0535616871 tempest-VolumesSnapshotTestJSON-279667869 tempest-VolumesSnapshotTestJSON-279667869-project] Deleting port 1a2191c4-101f-4ba2-9123-19fdef51bf4d {{(pid=109550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 03:50:19.252304 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-8ad083f4-40ab-4b3b-a386-2bbf406dec8c req-b1de9f86-be8b-46ef-941a-ed0535616871 tempest-VolumesSnapshotTestJSON-279667869 tempest-VolumesSnapshotTestJSON-279667869-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787145728359'] for port (1a2191c4-101f-4ba2-9123-19fdef51bf4d), before_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:50:19.339614 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.db [req-8ad083f4-40ab-4b3b-a386-2bbf406dec8c req-b1de9f86-be8b-46ef-941a-ed0535616871 tempest-VolumesSnapshotTestJSON-279667869 tempest-VolumesSnapshotTestJSON-279667869-project] For port 1a2191c4-101f-4ba2-9123-19fdef51bf4d, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=1a2191c4-101f-4ba2-9123-19fdef51bf4d,segment=NetworkSegment(021078c8-86ac-4254-abd0-dd75ceb1afcf),segment_id=021078c8-86ac-4254-abd0-dd75ceb1afcf)] {{(pid=109550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 03:50:19.340311 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-8ad083f4-40ab-4b3b-a386-2bbf406dec8c req-b1de9f86-be8b-46ef-941a-ed0535616871 tempest-VolumesSnapshotTestJSON-279667869 tempest-VolumesSnapshotTestJSON-279667869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1915525'] for port (1a2191c4-101f-4ba2-9123-19fdef51bf4d), precommit_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:50:19.352239 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.plugin [req-8ad083f4-40ab-4b3b-a386-2bbf406dec8c req-b1de9f86-be8b-46ef-941a-ed0535616871 tempest-VolumesSnapshotTestJSON-279667869 tempest-VolumesSnapshotTestJSON-279667869-project] Calling delete_port for 1a2191c4-101f-4ba2-9123-19fdef51bf4d owned by compute:nova {{(pid=109550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 03:50:19.425226 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-30ace4c1-806b-4d7c-a886-fe7b65bfbfcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (7774c0be-b957-4204-896b-7e749f55bf81), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:50:19.470057 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873cd737-65cf-40cb-b620-00fdc0862e22 req-3e308873-2041-43c4-a6a9-91f95f036e29 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:50:19.471541 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-873cd737-65cf-40cb-b620-00fdc0862e22 req-3e308873-2041-43c4-a6a9-91f95f036e29 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=22400b6d-3511-472c-a8d5-7ef6b31a4733 HTTP/1.1" status: 200 len: 944 time: 0.0750184 Jan 29 03:50:19.557406 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-873cd737-65cf-40cb-b620-00fdc0862e22 req-eec8995a-47c4-4fae-b8d6-8a73ca9036a8 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/security-groups?id=757239fc-c09f-4d70-afc0-283cd2854d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801308 Jan 29 03:50:19.602923 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-8ad083f4-40ab-4b3b-a386-2bbf406dec8c req-b1de9f86-be8b-46ef-941a-ed0535616871 tempest-VolumesSnapshotTestJSON-279667869 tempest-VolumesSnapshotTestJSON-279667869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787145732033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787145433402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9207350'] for port (1a2191c4-101f-4ba2-9123-19fdef51bf4d), after_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:50:19.633239 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1de9f86-be8b-46ef-941a-ed0535616871 tempest-VolumesSnapshotTestJSON-279667869 tempest-VolumesSnapshotTestJSON-279667869-project] Pushing event deleted for resources: {'Port': ['ID=1a2191c4-101f-4ba2-9123-19fdef51bf4d,revision_number=None']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:50:19.677410 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ad083f4-40ab-4b3b-a386-2bbf406dec8c req-b1de9f86-be8b-46ef-941a-ed0535616871 tempest-VolumesSnapshotTestJSON-279667869 tempest-VolumesSnapshotTestJSON-279667869-project] No DVR routers for this DVR port 1a2191c4-101f-4ba2-9123-19fdef51bf4d on host hv-cinder-82694 {{(pid=109550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 03:50:19.680292 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-8ad083f4-40ab-4b3b-a386-2bbf406dec8c req-b1de9f86-be8b-46ef-941a-ed0535616871 tempest-VolumesSnapshotTestJSON-279667869 tempest-VolumesSnapshotTestJSON-279667869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166518'] for port (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:50:19.683923 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-8ad083f4-40ab-4b3b-a386-2bbf406dec8c req-b1de9f86-be8b-46ef-941a-ed0535616871 tempest-VolumesSnapshotTestJSON-279667869 tempest-VolumesSnapshotTestJSON-279667869-project] 10.222.0.25 "DELETE /v2.0/ports/1a2191c4-101f-4ba2-9123-19fdef51bf4d HTTP/1.1" status: 204 len: 173 time: 0.5167153 Jan 29 03:50:19.684479 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a1f4ca1-c9cb-4ca4-bd13-274ce71f6165', 'name': 'network-vif-deleted', 'tag': '1a2191c4-101f-4ba2-9123-19fdef51bf4d'}] {{(pid=109550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 03:50:19.686830 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fa7e8514ec8b1871638cf3d0c6bf241b62bf17ffd430199c6215cc57604ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfae24c3-cdea-4e0c-928a-2a83b2d13fb3" -d '{"events": [{"server_uuid": "3a1f4ca1-c9cb-4ca4-bd13-274ce71f6165", "name": "network-vif-deleted", "tag": "1a2191c4-101f-4ba2-9123-19fdef51bf4d"}]}' {{(pid=109550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 03:50:19.791285 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 03:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0c6b8b4-99c8-4734-ad28-bb109b2094a4 x-openstack-request-id: req-c0c6b8b4-99c8-4734-ad28-bb109b2094a4 {{(pid=109550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 03:50:19.791285 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a1f4ca1-c9cb-4ca4-bd13-274ce71f6165", "name": "network-vif-deleted", "tag": "1a2191c4-101f-4ba2-9123-19fdef51bf4d", "status": "completed", "code": 200}]} {{(pid=109550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 03:50:19.791285 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c0c6b8b4-99c8-4734-ad28-bb109b2094a4 {{(pid=109550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 03:50:19.791285 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a1f4ca1-c9cb-4ca4-bd13-274ce71f6165', 'name': 'network-vif-deleted', 'tag': '1a2191c4-101f-4ba2-9123-19fdef51bf4d', 'status': 'completed', 'code': 200} Jan 29 03:50:19.910179 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-33a22349-d3bb-4a68-84a0-082ceeb32cb8 req-9cb3424d-0b28-4df9-893b-0d6872ff5d5c tempest-VolumesSnapshotTestJSON-279667869 tempest-VolumesSnapshotTestJSON-279667869-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a1f4ca1-c9cb-4ca4-bd13-274ce71f6165 HTTP/1.1" status: 200 len: 210 time: 0.0329747 Jan 29 03:50:20.684952 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7eb83fe-2439-416b-8721-57814d69d14b req-0e3901e3-89c7-4215-a5d4-0be33c2bc904 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:50:20.686436 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-a7eb83fe-2439-416b-8721-57814d69d14b req-0e3901e3-89c7-4215-a5d4-0be33c2bc904 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=22400b6d-3511-472c-a8d5-7ef6b31a4733 HTTP/1.1" status: 200 len: 944 time: 0.0510342 Jan 29 03:50:20.736111 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-a7eb83fe-2439-416b-8721-57814d69d14b req-aee5bb19-23db-4291-add4-19b904a26da9 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/security-groups?id=757239fc-c09f-4d70-afc0-283cd2854d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434411 Jan 29 03:50:21.003420 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-1c155164-faf4-4f63-872f-fdf1e6d018b4 req-c758124a-f2ad-4b94-b955-5ebaec6c5970 tempest-VolumesSnapshotTestJSON-279667869 tempest-VolumesSnapshotTestJSON-279667869-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a1f4ca1-c9cb-4ca4-bd13-274ce71f6165 HTTP/1.1" status: 200 len: 210 time: 0.0270336 Jan 29 03:50:21.174700 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (e75d1b00-832d-4bf5-b078-2c4f5b2c10cd), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:50:21.857887 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b9be45-8651-43bc-964a-5e305831477c req-ab37f980-45a1-4458-b29b-a072160d60d7 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:50:21.859386 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-51b9be45-8651-43bc-964a-5e305831477c req-ab37f980-45a1-4458-b29b-a072160d60d7 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=22400b6d-3511-472c-a8d5-7ef6b31a4733 HTTP/1.1" status: 200 len: 944 time: 0.0519812 Jan 29 03:50:21.904923 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-51b9be45-8651-43bc-964a-5e305831477c req-00dffdd0-54e2-4cf3-b38d-3350492b145a tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/security-groups?id=757239fc-c09f-4d70-afc0-283cd2854d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401006 Jan 29 03:50:22.106156 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-1914da4f-8754-4e64-b343-f09cf1b59040 req-1f180e76-58ea-4467-9cde-738f6b4a65e8 tempest-VolumesSnapshotTestJSON-279667869 tempest-VolumesSnapshotTestJSON-279667869-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a1f4ca1-c9cb-4ca4-bd13-274ce71f6165 HTTP/1.1" status: 200 len: 210 time: 0.0265305 Jan 29 03:50:22.124641 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] get_ports_and_sgs() called for port_ids ['1a2191c4-101f-4ba2-9123-19fdef51bf4d'] {{(pid=109551) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 03:50:22.147035 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Device d74c4298-21ab-40ef-9b6c-b38299577657 details requested by agent hyperv_hv-cinder-82694 with host hv-cinder-82694 {{(pid=109551) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 03:50:22.244649 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] For port d74c4298-21ab-40ef-9b6c-b38299577657, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=d74c4298-21ab-40ef-9b6c-b38299577657,segment=NetworkSegment(e5471ed5-97f1-48e6-86f5-92c6b5bce849),segment_id=e5471ed5-97f1-48e6-86f5-92c6b5bce849)] {{(pid=109551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 03:50:22.256408 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Returning: {'device': 'd74c4298-21ab-40ef-9b6c-b38299577657', 'network_id': '204ced72-9299-4a30-aa72-466acced45bf', 'port_id': 'd74c4298-21ab-40ef-9b6c-b38299577657', 'mac_address': 'fa:16:3e:10:19:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c62d091f-c1de-4db7-ab9c-37bb62875bd8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109551) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 03:50:22.295170 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Current status of the port d74c4298-21ab-40ef-9b6c-b38299577657 is: DOWN; New status is: BUILD {{(pid=109551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 03:50:22.295480 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (d74c4298-21ab-40ef-9b6c-b38299577657), before_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:50:22.308458 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.notifiers.nova [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d74c4298-21ab-40ef-9b6c-b38299577657 {{(pid=109551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 03:50:22.327971 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] For port d74c4298-21ab-40ef-9b6c-b38299577657, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=d74c4298-21ab-40ef-9b6c-b38299577657,segment=NetworkSegment(e5471ed5-97f1-48e6-86f5-92c6b5bce849),segment_id=e5471ed5-97f1-48e6-86f5-92c6b5bce849)] {{(pid=109551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 03:50:22.397055 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429'] for port (d74c4298-21ab-40ef-9b6c-b38299577657), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:50:22.448330 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Pushing event updated for resources: {'Port': ['ID=d74c4298-21ab-40ef-9b6c-b38299577657,revision_number=9']} {{(pid=109551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:50:22.862202 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] get_ports_and_sgs() called for port_ids ['d74c4298-21ab-40ef-9b6c-b38299577657'] {{(pid=109551) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 03:50:23.058688 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fa8eb3-7648-4123-ac2d-b7fe0c8344b0 req-cb292f8f-3583-4a42-86e4-8808dd2dec21 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:50:23.060155 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-c2fa8eb3-7648-4123-ac2d-b7fe0c8344b0 req-cb292f8f-3583-4a42-86e4-8808dd2dec21 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=22400b6d-3511-472c-a8d5-7ef6b31a4733 HTTP/1.1" status: 200 len: 945 time: 0.0558231 Jan 29 03:50:23.106467 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-c2fa8eb3-7648-4123-ac2d-b7fe0c8344b0 req-b46bf315-fe7a-477e-8017-ef07cb5ab377 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/security-groups?id=757239fc-c09f-4d70-afc0-283cd2854d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406041 Jan 29 03:50:24.227610 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dc243d-c161-4d0a-ba02-38b5c09f89b1 req-fecc1dde-6e65-42d4-a59a-799ae8689abf tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:50:24.229103 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-a6dc243d-c161-4d0a-ba02-38b5c09f89b1 req-fecc1dde-6e65-42d4-a59a-799ae8689abf tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=22400b6d-3511-472c-a8d5-7ef6b31a4733 HTTP/1.1" status: 200 len: 945 time: 0.0504987 Jan 29 03:50:24.276021 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-a6dc243d-c161-4d0a-ba02-38b5c09f89b1 req-d22b2832-29e7-4a3f-b27c-d721de459132 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/security-groups?id=757239fc-c09f-4d70-afc0-283cd2854d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413082 Jan 29 03:50:25.397550 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08580756-a21c-4daa-a86c-3d77bc7be057 req-9322a44c-87e6-4ba5-bcdc-677a29adf9fb tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:50:25.399029 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-08580756-a21c-4daa-a86c-3d77bc7be057 req-9322a44c-87e6-4ba5-bcdc-677a29adf9fb tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=22400b6d-3511-472c-a8d5-7ef6b31a4733 HTTP/1.1" status: 200 len: 945 time: 0.0520511 Jan 29 03:50:25.444483 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-08580756-a21c-4daa-a86c-3d77bc7be057 req-91dd034d-c9d3-46d8-bb73-37e39619918b tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/security-groups?id=757239fc-c09f-4d70-afc0-283cd2854d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400476 Jan 29 03:50:25.831136 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Device d74c4298-21ab-40ef-9b6c-b38299577657 up at agent hyperv_hv-cinder-82694 {{(pid=109551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 03:50:25.879951 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.provisioning_blocks [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Provisioning complete for port d74c4298-21ab-40ef-9b6c-b38299577657 triggered by entity L2. {{(pid=109551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 03:50:25.880362 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785313'] for port (d74c4298-21ab-40ef-9b6c-b38299577657), provisioning_complete {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:50:25.963045 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Current status of the port d74c4298-21ab-40ef-9b6c-b38299577657 is: BUILD; New status is: ACTIVE {{(pid=109551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 03:50:25.963433 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (d74c4298-21ab-40ef-9b6c-b38299577657), before_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:50:25.989374 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22400b6d-3511-472c-a8d5-7ef6b31a4733', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd74c4298-21ab-40ef-9b6c-b38299577657'}] {{(pid=109551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 03:50:25.991616 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23e056b712a42e8e31026a02bb7684ebe9f34968e78d79227c0e39fde92c0103" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b9428b2-2fa8-49c3-8ec1-ac464da7d7b3" -d '{"events": [{"server_uuid": "22400b6d-3511-472c-a8d5-7ef6b31a4733", "name": "network-vif-plugged", "status": "completed", "tag": "d74c4298-21ab-40ef-9b6c-b38299577657"}]}' {{(pid=109551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 03:50:26.003686 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] For port d74c4298-21ab-40ef-9b6c-b38299577657, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=d74c4298-21ab-40ef-9b6c-b38299577657,segment=NetworkSegment(e5471ed5-97f1-48e6-86f5-92c6b5bce849),segment_id=e5471ed5-97f1-48e6-86f5-92c6b5bce849)] {{(pid=109551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 03:50:26.029183 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 03:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85bf299a-0987-4760-82ed-d84273fd8a52 x-openstack-request-id: req-85bf299a-0987-4760-82ed-d84273fd8a52 {{(pid=109551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 03:50:26.029183 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22400b6d-3511-472c-a8d5-7ef6b31a4733", "name": "network-vif-plugged", "status": "completed", "tag": "d74c4298-21ab-40ef-9b6c-b38299577657", "code": 200}]} {{(pid=109551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 03:50:26.029183 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-85bf299a-0987-4760-82ed-d84273fd8a52 {{(pid=109551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 03:50:26.029183 dv-cinder-826949-1-iscsi neutron-server[109551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22400b6d-3511-472c-a8d5-7ef6b31a4733', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd74c4298-21ab-40ef-9b6c-b38299577657', 'code': 200} Jan 29 03:50:26.048263 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (ad4128b7-7a77-4672-aa49-b5d5d6c7d736), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:50:26.077099 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429'] for port (d74c4298-21ab-40ef-9b6c-b38299577657), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:50:26.077901 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Device 1a2191c4-101f-4ba2-9123-19fdef51bf4d no longer exists at agent hyperv_hv-cinder-82694 {{(pid=109551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 03:50:26.117103 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] No Port match for: 1a2191c4-101f-4ba2-9123-19fdef51bf4d {{(pid=109551) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 03:50:26.117452 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Device 1a2191c4-101f-4ba2-9123-19fdef51bf4d not bound to the agent host hv-cinder-82694 {{(pid=109551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 03:50:26.144902 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Pushing event updated for resources: {'Port': ['ID=d74c4298-21ab-40ef-9b6c-b38299577657,revision_number=10']} {{(pid=109551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:50:26.566523 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6fd70a-a8e7-492e-8962-d9772434c428 req-984e007b-bbb3-4477-89fb-9b666fbc7e2b tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:50:26.567972 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-da6fd70a-a8e7-492e-8962-d9772434c428 req-984e007b-bbb3-4477-89fb-9b666fbc7e2b tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=22400b6d-3511-472c-a8d5-7ef6b31a4733 HTTP/1.1" status: 200 len: 947 time: 0.0540719 Jan 29 03:50:26.613209 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-da6fd70a-a8e7-492e-8962-d9772434c428 req-d6065025-1c3b-48ab-b993-5eb666dea41b tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/security-groups?id=757239fc-c09f-4d70-afc0-283cd2854d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398345 Jan 29 03:50:27.194390 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced6d293-9809-4ed3-babb-cefc83e345f1 req-d6abe5d1-5108-4983-b773-3e933361c124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:50:27.195903 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-ced6d293-9809-4ed3-babb-cefc83e345f1 req-d6abe5d1-5108-4983-b773-3e933361c124 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=22400b6d-3511-472c-a8d5-7ef6b31a4733 HTTP/1.1" status: 200 len: 1131 time: 0.0459256 Jan 29 03:50:27.264685 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-ced6d293-9809-4ed3-babb-cefc83e345f1 req-daf65e2e-f818-42d9-a805-1b42c1c43fed service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=757239fc-c09f-4d70-afc0-283cd2854d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422540 Jan 29 03:50:27.750844 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24d92e8-b3dc-4444-a8b0-fa25bd25d32c req-bacb6925-ff1e-46c7-9b9a-861ac08029f8 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:50:27.753032 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-c24d92e8-b3dc-4444-a8b0-fa25bd25d32c req-bacb6925-ff1e-46c7-9b9a-861ac08029f8 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=22400b6d-3511-472c-a8d5-7ef6b31a4733 HTTP/1.1" status: 200 len: 947 time: 0.0558195 Jan 29 03:50:27.803343 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-c24d92e8-b3dc-4444-a8b0-fa25bd25d32c req-641dac47-7022-430c-a26d-a0d0e6a8083b tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/security-groups?id=757239fc-c09f-4d70-afc0-283cd2854d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446405 Jan 29 03:50:28.926690 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50047a25-2c6a-4985-af66-fd7a2c7a8d75 req-59fd9373-20bb-40cf-af96-90c2e88a0e4f tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:50:28.928161 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-50047a25-2c6a-4985-af66-fd7a2c7a8d75 req-59fd9373-20bb-40cf-af96-90c2e88a0e4f tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=22400b6d-3511-472c-a8d5-7ef6b31a4733 HTTP/1.1" status: 200 len: 947 time: 0.0537419 Jan 29 03:50:28.978083 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-50047a25-2c6a-4985-af66-fd7a2c7a8d75 req-a09d5920-5b1e-40fb-b779-42cdd6676a15 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/security-groups?id=757239fc-c09f-4d70-afc0-283cd2854d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438540 Jan 29 03:50:29.091782 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-f797879e-8f78-4d9f-9cb3-0a6b98f39019 req-123fa8d0-fc56-4546-b1ae-ba4594102771 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=fe9bccaa-e41b-4389-9f22-5e72a04c47b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0436013 Jan 29 03:50:29.179141 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f797879e-8f78-4d9f-9cb3-0a6b98f39019 req-dbe7316d-f668-42c1-b1e1-26baf615183c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:50:29.180616 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-f797879e-8f78-4d9f-9cb3-0a6b98f39019 req-dbe7316d-f668-42c1-b1e1-26baf615183c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=033b0334af9941dfbcf5ac732f36dfd6&device_id=fe9bccaa-e41b-4389-9f22-5e72a04c47b0 HTTP/1.1" status: 200 len: 1130 time: 0.0465271 Jan 29 03:50:29.286810 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f797879e-8f78-4d9f-9cb3-0a6b98f39019 req-e1b63c8c-0983-4cc1-8450-9c9668dd0c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:50:29.288265 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-f797879e-8f78-4d9f-9cb3-0a6b98f39019 req-e1b63c8c-0983-4cc1-8450-9c9668dd0c39 service neutron] 10.222.0.25 "GET /v2.0/networks?id=9ce03b02-e4c1-4b51-89f8-2b8c7e281b14 HTTP/1.1" status: 200 len: 908 time: 0.0888069 Jan 29 03:50:29.352204 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-f797879e-8f78-4d9f-9cb3-0a6b98f39019 req-0519b0e6-daf4-42aa-8e54-295b711cabc2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=275c2605-c149-4f30-83c0-37611406ba82 HTTP/1.1" status: 200 len: 1002 time: 0.0579638 Jan 29 03:50:29.402799 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f797879e-8f78-4d9f-9cb3-0a6b98f39019 req-33b96013-86fc-4ae3-a0b3-749a05b3ee67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:50:29.402799 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-f797879e-8f78-4d9f-9cb3-0a6b98f39019 req-33b96013-86fc-4ae3-a0b3-749a05b3ee67 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e530e8b4-da58-4e58-b7ba-de4e0fb3aa2d HTTP/1.1" status: 200 len: 847 time: 0.0439575 Jan 29 03:50:29.456792 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f797879e-8f78-4d9f-9cb3-0a6b98f39019 req-7e88aad9-5b9b-45c3-b483-15b0fda84ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:50:29.458332 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-f797879e-8f78-4d9f-9cb3-0a6b98f39019 req-7e88aad9-5b9b-45c3-b483-15b0fda84ee5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9ce03b02-e4c1-4b51-89f8-2b8c7e281b14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0502880 Jan 29 03:50:29.549582 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-f797879e-8f78-4d9f-9cb3-0a6b98f39019 req-514233e8-49f0-4d4c-899d-4ace9a068c19 service neutron] 10.222.0.25 "GET /v2.0/networks/9ce03b02-e4c1-4b51-89f8-2b8c7e281b14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844131 Jan 29 03:50:29.643376 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-f797879e-8f78-4d9f-9cb3-0a6b98f39019 req-ab6a277b-1d56-4649-b7b5-5d0403bdc7f2 service neutron] 10.222.0.25 "GET /v2.0/networks/9ce03b02-e4c1-4b51-89f8-2b8c7e281b14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867703 Jan 29 03:50:30.108276 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0594d3-1906-43f6-99d5-f62ae2bfdd53 req-583c1025-9158-4395-b667-01ecb4077a34 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:50:30.109671 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-5d0594d3-1906-43f6-99d5-f62ae2bfdd53 req-583c1025-9158-4395-b667-01ecb4077a34 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=22400b6d-3511-472c-a8d5-7ef6b31a4733 HTTP/1.1" status: 200 len: 947 time: 0.0548060 Jan 29 03:50:30.155369 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-5d0594d3-1906-43f6-99d5-f62ae2bfdd53 req-443d5691-77c8-4238-b733-86b3c4922473 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/security-groups?id=757239fc-c09f-4d70-afc0-283cd2854d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395072 Jan 29 03:50:31.283520 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dace1537-6e8a-47ba-ab5d-9d4ec8570b64 req-4e31a0c3-ac38-4b46-b4ad-97bca9f37a02 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:50:31.418459 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-dace1537-6e8a-47ba-ab5d-9d4ec8570b64 req-4e31a0c3-ac38-4b46-b4ad-97bca9f37a02 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/ports?device_id=61ffc873-aeb1-4085-a255-91347b2b62d9 HTTP/1.1" status: 200 len: 945 time: 0.0514462 Jan 29 03:50:31.418459 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-dace1537-6e8a-47ba-ab5d-9d4ec8570b64 req-36448e6d-50b6-492e-bd76-ef2e3477f9af tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/security-groups?id=65fa6736-bc21-41ea-9ca9-20a7fc9484ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505948 Jan 29 03:50:32.472898 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45781cd-6dd1-4cc2-9bd6-15795b8e0ad9 req-44af8e54-96f6-419a-b21d-e0cd201feff6 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:50:32.474391 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-c45781cd-6dd1-4cc2-9bd6-15795b8e0ad9 req-44af8e54-96f6-419a-b21d-e0cd201feff6 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/ports?device_id=61ffc873-aeb1-4085-a255-91347b2b62d9 HTTP/1.1" status: 200 len: 945 time: 0.0540175 Jan 29 03:50:32.521539 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-c45781cd-6dd1-4cc2-9bd6-15795b8e0ad9 req-fb74d77c-208b-455c-9bfa-7f234951af7a tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/security-groups?id=65fa6736-bc21-41ea-9ca9-20a7fc9484ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416369 Jan 29 03:50:33.638428 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e009f8-39d0-4bc1-a06a-70c074fc9a39 req-f9b624b3-85b3-4f34-a0ae-94c6251f58bf tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:50:33.640187 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-78e009f8-39d0-4bc1-a06a-70c074fc9a39 req-f9b624b3-85b3-4f34-a0ae-94c6251f58bf tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/ports?device_id=61ffc873-aeb1-4085-a255-91347b2b62d9 HTTP/1.1" status: 200 len: 945 time: 0.0529740 Jan 29 03:50:33.686826 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-78e009f8-39d0-4bc1-a06a-70c074fc9a39 req-f75bd4d9-b1c1-49c6-ac28-b944b89596d8 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/security-groups?id=65fa6736-bc21-41ea-9ca9-20a7fc9484ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401888 Jan 29 03:50:33.772464 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a34bf71-c7a0-4aad-aa41-430ab1c10f4c req-93ec6f36-ab9c-4e62-afe9-4cc4b1a47146 tempest-VolumesSnapshotTestJSON-279667869 tempest-VolumesSnapshotTestJSON-279667869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:50:33.773863 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-5a34bf71-c7a0-4aad-aa41-430ab1c10f4c req-93ec6f36-ab9c-4e62-afe9-4cc4b1a47146 tempest-VolumesSnapshotTestJSON-279667869 tempest-VolumesSnapshotTestJSON-279667869-project] 10.222.0.16 "GET /v2.0/networks?id=ef6de4e4-05ee-42cc-80a7-a2f0b7a60e8a HTTP/1.1" status: 200 len: 813 time: 0.1017835 Jan 29 03:50:33.787968 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-5a34bf71-c7a0-4aad-aa41-430ab1c10f4c req-5ba269b3-70ce-48dd-b09a-937b4cab073d tempest-VolumesSnapshotTestJSON-279667869 tempest-VolumesSnapshotTestJSON-279667869-project] 10.222.0.16 "GET /v2.0/quotas/7211c10bef7c491bbc0bae9b8223bb31 HTTP/1.1" status: 200 len: 375 time: 0.0088861 Jan 29 03:50:33.818981 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-5a34bf71-c7a0-4aad-aa41-430ab1c10f4c req-6be373fb-3cef-418d-89b5-3405c5d1c72f tempest-VolumesSnapshotTestJSON-279667869 tempest-VolumesSnapshotTestJSON-279667869-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=7211c10bef7c491bbc0bae9b8223bb31&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265038 Jan 29 03:50:33.949802 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-5a34bf71-c7a0-4aad-aa41-430ab1c10f4c req-aea2c4c3-b928-4e20-a90b-e0de58631d83 service neutron] 10.222.0.16 "GET /v2.0/networks/ef6de4e4-05ee-42cc-80a7-a2f0b7a60e8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246922 Jan 29 03:50:34.038622 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-5a34bf71-c7a0-4aad-aa41-430ab1c10f4c req-7d6a8d20-d7cf-4d48-be5c-1acf1a1f5e3c service neutron] 10.222.0.16 "GET /v2.0/networks/ef6de4e4-05ee-42cc-80a7-a2f0b7a60e8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830653 Jan 29 03:50:34.279150 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-d2b8c13d-5389-4842-9ba4-381edcd45e5a req-7818a7e0-c3f6-49f8-9882-fc1ce3518fb6 tempest-VolumesSnapshotTestJSON-279667869 tempest-VolumesSnapshotTestJSON-279667869-project] 10.222.0.16 "GET /v2.0/ports?device_id=852516d9-0773-4902-b732-954253533053 HTTP/1.1" status: 200 len: 210 time: 0.0272961 Jan 29 03:50:34.806670 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5db3621-8599-4b97-ae5e-a6ece2e1f7b0 req-9654995b-270e-4c76-8363-31c8c033365c tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:50:34.808137 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-d5db3621-8599-4b97-ae5e-a6ece2e1f7b0 req-9654995b-270e-4c76-8363-31c8c033365c tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/ports?device_id=61ffc873-aeb1-4085-a255-91347b2b62d9 HTTP/1.1" status: 200 len: 945 time: 0.0529251 Jan 29 03:50:34.854208 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-d5db3621-8599-4b97-ae5e-a6ece2e1f7b0 req-896cc19d-f882-4624-95db-f4a095aaba68 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/security-groups?id=65fa6736-bc21-41ea-9ca9-20a7fc9484ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405712 Jan 29 03:50:35.064036 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.agents_db [None req-5bdad2e4-4f8f-4fe6-a9f7-cf82a335ca9d None None] Agent healthcheck: found 6 active agents {{(pid=109552) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 03:50:35.368354 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-69a11000-6996-47d8-b376-6dde9f4e1693 req-557605be-e546-4e57-b863-76e459ede34a tempest-VolumesSnapshotTestJSON-279667869 tempest-VolumesSnapshotTestJSON-279667869-project] 10.222.0.16 "GET /v2.0/ports?device_id=852516d9-0773-4902-b732-954253533053 HTTP/1.1" status: 200 len: 210 time: 0.0272250 Jan 29 03:50:35.981529 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa28de6-67e2-4638-add3-b8d936e78d3e req-abcbf36c-f298-452d-b75e-d42211b557e6 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:50:35.983038 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-0fa28de6-67e2-4638-add3-b8d936e78d3e req-abcbf36c-f298-452d-b75e-d42211b557e6 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/ports?device_id=61ffc873-aeb1-4085-a255-91347b2b62d9 HTTP/1.1" status: 200 len: 945 time: 0.0625148 Jan 29 03:50:36.030631 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-0fa28de6-67e2-4638-add3-b8d936e78d3e req-a3ce106b-5fec-435d-8e47-047a60a8914c tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/security-groups?id=65fa6736-bc21-41ea-9ca9-20a7fc9484ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418272 Jan 29 03:50:36.120521 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05168fa-ed07-4131-8d41-9328e2ccc0a2 req-a2fc14ae-21b6-46fc-a31c-51e6db15145a tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:50:36.121961 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-c05168fa-ed07-4131-8d41-9328e2ccc0a2 req-a2fc14ae-21b6-46fc-a31c-51e6db15145a tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.25 "GET /v2.0/ports?device_id=61ffc873-aeb1-4085-a255-91347b2b62d9 HTTP/1.1" status: 200 len: 945 time: 0.0509770 Jan 29 03:50:36.219064 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.plugin [req-c05168fa-ed07-4131-8d41-9328e2ccc0a2 req-c0056b96-faaf-4bf8-831d-a40ead37c77d tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Deleting port 81d36aaf-b68e-47ba-968b-5057a5b62067 {{(pid=109550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 03:50:36.219406 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-c05168fa-ed07-4131-8d41-9328e2ccc0a2 req-c0056b96-faaf-4bf8-831d-a40ead37c77d tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787145728359'] for port (81d36aaf-b68e-47ba-968b-5057a5b62067), before_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:50:36.308524 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.db [req-c05168fa-ed07-4131-8d41-9328e2ccc0a2 req-c0056b96-faaf-4bf8-831d-a40ead37c77d tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] For port 81d36aaf-b68e-47ba-968b-5057a5b62067, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=81d36aaf-b68e-47ba-968b-5057a5b62067,segment=NetworkSegment(0f1a27ff-4507-4849-b52b-a4a1cb59f6c4),segment_id=0f1a27ff-4507-4849-b52b-a4a1cb59f6c4)] {{(pid=109550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 03:50:36.308809 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-c05168fa-ed07-4131-8d41-9328e2ccc0a2 req-c0056b96-faaf-4bf8-831d-a40ead37c77d tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1915525'] for port (81d36aaf-b68e-47ba-968b-5057a5b62067), precommit_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:50:36.463067 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-9b1d4893-6051-419a-87d8-d4e07c730442 req-f58fda0e-cfeb-48aa-a840-b81ebdcf9f09 tempest-VolumesSnapshotTestJSON-279667869 tempest-VolumesSnapshotTestJSON-279667869-project] 10.222.0.16 "GET /v2.0/ports?device_id=852516d9-0773-4902-b732-954253533053 HTTP/1.1" status: 200 len: 210 time: 0.0297432 Jan 29 03:50:36.484415 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-c05168fa-ed07-4131-8d41-9328e2ccc0a2 req-c0056b96-faaf-4bf8-831d-a40ead37c77d tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:50:36.484773 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-c05168fa-ed07-4131-8d41-9328e2ccc0a2 req-c0056b96-faaf-4bf8-831d-a40ead37c77d tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1909920'] for floatingip (4574cfcb-8392-4a74-9361-f28d5c360303), after_update {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:50:36.485111 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.db.l3_db [req-c05168fa-ed07-4131-8d41-9328e2ccc0a2 req-c0056b96-faaf-4bf8-831d-a40ead37c77d tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Floating IP 4574cfcb-8392-4a74-9361-f28d5c360303 disassociated. External IP: 172.27.1.183, port: 81d36aaf-b68e-47ba-968b-5057a5b62067. Jan 29 03:50:36.485443 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.plugin [req-c05168fa-ed07-4131-8d41-9328e2ccc0a2 req-c0056b96-faaf-4bf8-831d-a40ead37c77d tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Calling delete_port for 81d36aaf-b68e-47ba-968b-5057a5b62067 owned by compute:nova {{(pid=109550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 03:50:36.641424 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a34bf71-c7a0-4aad-aa41-430ab1c10f4c req-c820d9d1-c1e9-46fb-bdf7-2eb3aefe6062 tempest-VolumesSnapshotTestJSON-279667869 tempest-VolumesSnapshotTestJSON-279667869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:50:36.643219 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-5a34bf71-c7a0-4aad-aa41-430ab1c10f4c req-c820d9d1-c1e9-46fb-bdf7-2eb3aefe6062 tempest-VolumesSnapshotTestJSON-279667869 tempest-VolumesSnapshotTestJSON-279667869-project] 10.222.0.25 "GET /v2.0/networks?id=ef6de4e4-05ee-42cc-80a7-a2f0b7a60e8a HTTP/1.1" status: 200 len: 813 time: 0.1487172 Jan 29 03:50:36.933840 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.v2.base [req-5a34bf71-c7a0-4aad-aa41-430ab1c10f4c req-f375d787-08cd-42a9-a6c9-f696329b5928 tempest-VolumesSnapshotTestJSON-279667869 tempest-VolumesSnapshotTestJSON-279667869-project] Request body: {'port': {'device_id': '852516d9-0773-4902-b732-954253533053', 'network_id': 'ef6de4e4-05ee-42cc-80a7-a2f0b7a60e8a', 'admin_state_up': True, 'tenant_id': '7211c10bef7c491bbc0bae9b8223bb31'}} {{(pid=109550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 03:50:37.092588 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-c05168fa-ed07-4131-8d41-9328e2ccc0a2 req-c0056b96-faaf-4bf8-831d-a40ead37c77d tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787145732033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787145433402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9207350'] for port (81d36aaf-b68e-47ba-968b-5057a5b62067), after_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:50:37.134909 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0056b96-faaf-4bf8-831d-a40ead37c77d tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Pushing event deleted for resources: {'Port': ['ID=81d36aaf-b68e-47ba-968b-5057a5b62067,revision_number=None']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:50:37.156360 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-55364e23-26ce-4f53-aeda-ed61c260d902 req-3b55a62e-c07f-404e-89be-73cd8e4ce84e tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/ports?device_id=61ffc873-aeb1-4085-a255-91347b2b62d9 HTTP/1.1" status: 200 len: 210 time: 0.0565007 Jan 29 03:50:37.223990 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a34bf71-c7a0-4aad-aa41-430ab1c10f4c req-f375d787-08cd-42a9-a6c9-f696329b5928 tempest-VolumesSnapshotTestJSON-279667869 tempest-VolumesSnapshotTestJSON-279667869-project] Made reservation on behalf of 7211c10bef7c491bbc0bae9b8223bb31 for: {'port': 1} {{(pid=109550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 03:50:37.223990 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-5a34bf71-c7a0-4aad-aa41-430ab1c10f4c req-f375d787-08cd-42a9-a6c9-f696329b5928 tempest-VolumesSnapshotTestJSON-279667869 tempest-VolumesSnapshotTestJSON-279667869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (None), before_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:50:37.354553 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c05168fa-ed07-4131-8d41-9328e2ccc0a2 req-c0056b96-faaf-4bf8-831d-a40ead37c77d tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Router a9646b44-979d-436f-ac6b-9bba0d33500b has already been hosted by L3 agent d5b8732c-6ac1-45e3-a79e-cd9863fe8196 {{(pid=109550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 03:50:37.416171 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.db.db_base_plugin_common [req-5a34bf71-c7a0-4aad-aa41-430ab1c10f4c req-f375d787-08cd-42a9-a6c9-f696329b5928 tempest-VolumesSnapshotTestJSON-279667869 tempest-VolumesSnapshotTestJSON-279667869-project] Allocated IP 172.20.0.4 (ef6de4e4-05ee-42cc-80a7-a2f0b7a60e8a/85480c1c-7f3b-4f42-8524-9ebc426c52ed/68ddb4df-2cd2-4e16-b531-13f97e951b39) {{(pid=109550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 03:50:37.517212 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c05168fa-ed07-4131-8d41-9328e2ccc0a2 req-c0056b96-faaf-4bf8-831d-a40ead37c77d tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Notify agent at l3_agent.dv-cinder-826949-1-iscsi the message routers_updated {{(pid=109550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 03:50:37.530685 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ee7882-d87d-4ebf-a77b-d23fd533e5cd None None] Sync routers for ids ['a9646b44-979d-436f-ac6b-9bba0d33500b'] in dv-cinder-826949-1-iscsi {{(pid=109551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 03:50:37.555883 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ee7882-d87d-4ebf-a77b-d23fd533e5cd None None] Routers {'a9646b44-979d-436f-ac6b-9bba0d33500b'} bound to L3 agent in host dv-cinder-826949-1-iscsi {{(pid=109551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 03:50:37.556678 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_hamode_db [None req-f8ee7882-d87d-4ebf-a77b-d23fd533e5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T03:36:17Z,description=,heartbeat_timestamp=2022-01-29T03:50:17Z,host='dv-cinder-826949-1-iscsi',id=d5b8732c-6ac1-45e3-a79e-cd9863fe8196,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T03:36:18Z,topic='l3_agent')) {'router_ids': ['a9646b44-979d-436f-ac6b-9bba0d33500b'], 'active': True} {{(pid=109551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:50:37.585041 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-45d5bfca-4e8a-4c62-b3cf-c176ed4694ba req-865d8cea-2d3a-476b-9d95-ba998cc90ee4 tempest-VolumesSnapshotTestJSON-279667869 tempest-VolumesSnapshotTestJSON-279667869-project] 10.222.0.16 "GET /v2.0/ports?device_id=852516d9-0773-4902-b732-954253533053 HTTP/1.1" status: 200 len: 210 time: 0.0369675 Jan 29 03:50:37.625685 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.db.l3_dvrscheduler_db [req-c05168fa-ed07-4131-8d41-9328e2ccc0a2 req-c0056b96-faaf-4bf8-831d-a40ead37c77d tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] No DVR routers for this DVR port 81d36aaf-b68e-47ba-968b-5057a5b62067 on host hv-cinder-82694 {{(pid=109550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 03:50:37.629020 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-c05168fa-ed07-4131-8d41-9328e2ccc0a2 req-c0056b96-faaf-4bf8-831d-a40ead37c77d tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166518'] for port (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:50:37.632797 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-c05168fa-ed07-4131-8d41-9328e2ccc0a2 req-c0056b96-faaf-4bf8-831d-a40ead37c77d tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.25 "DELETE /v2.0/ports/81d36aaf-b68e-47ba-968b-5057a5b62067 HTTP/1.1" status: 204 len: 173 time: 1.5050771 Jan 29 03:50:37.637313 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61ffc873-aeb1-4085-a255-91347b2b62d9', 'name': 'network-vif-deleted', 'tag': '81d36aaf-b68e-47ba-968b-5057a5b62067'}] {{(pid=109550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 03:50:37.639478 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fa7e8514ec8b1871638cf3d0c6bf241b62bf17ffd430199c6215cc57604ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bffd342-4953-4e5a-bb9e-92ff1fdfe819" -d '{"events": [{"server_uuid": "61ffc873-aeb1-4085-a255-91347b2b62d9", "name": "network-vif-deleted", "tag": "81d36aaf-b68e-47ba-968b-5057a5b62067"}]}' {{(pid=109550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 03:50:37.684439 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_dvr_db [None req-f8ee7882-d87d-4ebf-a77b-d23fd533e5cd None None] Set router a9646b44-979d-436f-ac6b-9bba0d33500b gateway port host: dv-cinder-826949-1-iscsi {{(pid=109551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 03:50:37.687635 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 03:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7f16229-4be0-47cb-a7ac-d3b8f4288326 x-openstack-request-id: req-d7f16229-4be0-47cb-a7ac-d3b8f4288326 {{(pid=109550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 03:50:37.687926 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61ffc873-aeb1-4085-a255-91347b2b62d9", "name": "network-vif-deleted", "tag": "81d36aaf-b68e-47ba-968b-5057a5b62067", "status": "completed", "code": 200}]} {{(pid=109550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 03:50:37.688175 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d7f16229-4be0-47cb-a7ac-d3b8f4288326 {{(pid=109550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 03:50:37.688566 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61ffc873-aeb1-4085-a255-91347b2b62d9', 'name': 'network-vif-deleted', 'tag': '81d36aaf-b68e-47ba-968b-5057a5b62067', 'status': 'completed', 'code': 200} Jan 29 03:50:37.698566 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-5a34bf71-c7a0-4aad-aa41-430ab1c10f4c req-f375d787-08cd-42a9-a6c9-f696329b5928 tempest-VolumesSnapshotTestJSON-279667869 tempest-VolumesSnapshotTestJSON-279667869-project] Publish callbacks [] for port (68ddb4df-2cd2-4e16-b531-13f97e951b39), precommit_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:50:37.809479 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-5a34bf71-c7a0-4aad-aa41-430ab1c10f4c req-f375d787-08cd-42a9-a6c9-f696329b5928 tempest-VolumesSnapshotTestJSON-279667869 tempest-VolumesSnapshotTestJSON-279667869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787145433393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9207350'] for port (68ddb4df-2cd2-4e16-b531-13f97e951b39), after_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:50:37.858713 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a34bf71-c7a0-4aad-aa41-430ab1c10f4c req-f375d787-08cd-42a9-a6c9-f696329b5928 tempest-VolumesSnapshotTestJSON-279667869 tempest-VolumesSnapshotTestJSON-279667869-project] Network ef6de4e4-05ee-42cc-80a7-a2f0b7a60e8a is already hosted by enough agents. {{(pid=109550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 03:50:37.861700 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.scheduler.base_scheduler [req-5a34bf71-c7a0-4aad-aa41-430ab1c10f4c req-f375d787-08cd-42a9-a6c9-f696329b5928 tempest-VolumesSnapshotTestJSON-279667869 tempest-VolumesSnapshotTestJSON-279667869-project] Resources bound (agent type, host, resource id): {{(pid=109550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 03:50:37.869075 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a34bf71-c7a0-4aad-aa41-430ab1c10f4c req-f375d787-08cd-42a9-a6c9-f696329b5928 tempest-VolumesSnapshotTestJSON-279667869 tempest-VolumesSnapshotTestJSON-279667869-project] Received port after_create {{(pid=109550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 03:50:37.875685 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f375d787-08cd-42a9-a6c9-f696329b5928 tempest-VolumesSnapshotTestJSON-279667869 tempest-VolumesSnapshotTestJSON-279667869-project] Pushing event updated for resources: {'Port': ['ID=68ddb4df-2cd2-4e16-b531-13f97e951b39,revision_number=1']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:50:37.892796 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_hamode_db [None req-f8ee7882-d87d-4ebf-a77b-d23fd533e5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9646b44-979d-436f-ac6b-9bba0d33500b', 'name': 'tempest-AttachVolumeTestJSON-723999373-router', 'tenant_id': '0f6df9863d6a490a92b2f3c872aec541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'external_fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '35a06f04-9d71-4fa3-86c3-5181b2063974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T03:44:19Z', 'updated_at': '2022-01-29T03:44:29Z', 'revision_number': 4, 'project_id': '0f6df9863d6a490a92b2f3c872aec541', 'gw_port': {'id': '35a06f04-9d71-4fa3-86c3-5181b2063974', 'name': '', 'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e2:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9646b44-979d-436f-ac6b-9bba0d33500b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:44:21Z', 'updated_at': '2022-01-29T03:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-1-iscsi', '_interfaces': [{'id': '3c3620d2-c4ca-4fc0-a44d-194be82ff593', 'name': '', 'network_id': '4b4e9710-b6c9-4002-b8a3-8aa9bf7336cb', 'tenant_id': '0f6df9863d6a490a92b2f3c872aec541', 'mac_address': 'fa:16:3e:b7:c7:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9646b44-979d-436f-ac6b-9bba0d33500b', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '2f142c9b-e8b9-4838-a5d9-5c60564542f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:44:27Z', 'updated_at': '2022-01-29T03:44:39Z', 'revision_number': 5, 'project_id': '0f6df9863d6a490a92b2f3c872aec541', 'subnets': [{'id': '2f142c9b-e8b9-4838-a5d9-5c60564542f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-1-iscsi', False) {} {{(pid=109551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:50:37.920510 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ee7882-d87d-4ebf-a77b-d23fd533e5cd None None] Checking router: a9646b44-979d-436f-ac6b-9bba0d33500b for host: dv-cinder-826949-1-iscsi {{(pid=109551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 03:50:37.921107 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a34bf71-c7a0-4aad-aa41-430ab1c10f4c req-f375d787-08cd-42a9-a6c9-f696329b5928 tempest-VolumesSnapshotTestJSON-279667869 tempest-VolumesSnapshotTestJSON-279667869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:50:37.921722 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-5a34bf71-c7a0-4aad-aa41-430ab1c10f4c req-f375d787-08cd-42a9-a6c9-f696329b5928 tempest-VolumesSnapshotTestJSON-279667869 tempest-VolumesSnapshotTestJSON-279667869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166518'] for port (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:50:37.935332 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ee7882-d87d-4ebf-a77b-d23fd533e5cd None None] Routers {'a9646b44-979d-436f-ac6b-9bba0d33500b'} bound to L3 agent in host dv-cinder-826949-1-iscsi {{(pid=109551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 03:50:37.935332 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_hamode_db [None req-f8ee7882-d87d-4ebf-a77b-d23fd533e5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T03:36:17Z,description=,heartbeat_timestamp=2022-01-29T03:50:17Z,host='dv-cinder-826949-1-iscsi',id=d5b8732c-6ac1-45e3-a79e-cd9863fe8196,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T03:36:18Z,topic='l3_agent')) {'router_ids': ['a9646b44-979d-436f-ac6b-9bba0d33500b'], 'active': True} {{(pid=109551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:50:38.005985 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-5a34bf71-c7a0-4aad-aa41-430ab1c10f4c req-f375d787-08cd-42a9-a6c9-f696329b5928 tempest-VolumesSnapshotTestJSON-279667869 tempest-VolumesSnapshotTestJSON-279667869-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0790780 Jan 29 03:50:38.023446 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.v2.base [req-5a34bf71-c7a0-4aad-aa41-430ab1c10f4c req-e483a92a-a425-4657-b3d8-cdd2042f82de service neutron] Request body: {'port': {'device_id': '852516d9-0773-4902-b732-954253533053', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82694'}} {{(pid=109550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 03:50:38.054296 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_dvr_db [None req-f8ee7882-d87d-4ebf-a77b-d23fd533e5cd None None] Set router a9646b44-979d-436f-ac6b-9bba0d33500b gateway port host: dv-cinder-826949-1-iscsi {{(pid=109551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 03:50:38.082904 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-5a34bf71-c7a0-4aad-aa41-430ab1c10f4c req-e483a92a-a425-4657-b3d8-cdd2042f82de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (68ddb4df-2cd2-4e16-b531-13f97e951b39), before_update {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:50:38.265907 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_hamode_db [None req-f8ee7882-d87d-4ebf-a77b-d23fd533e5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9646b44-979d-436f-ac6b-9bba0d33500b', 'name': 'tempest-AttachVolumeTestJSON-723999373-router', 'tenant_id': '0f6df9863d6a490a92b2f3c872aec541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'external_fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '35a06f04-9d71-4fa3-86c3-5181b2063974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T03:44:19Z', 'updated_at': '2022-01-29T03:44:29Z', 'revision_number': 4, 'project_id': '0f6df9863d6a490a92b2f3c872aec541', 'gw_port': {'id': '35a06f04-9d71-4fa3-86c3-5181b2063974', 'name': '', 'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e2:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9646b44-979d-436f-ac6b-9bba0d33500b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:44:21Z', 'updated_at': '2022-01-29T03:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-1-iscsi', '_interfaces': [{'id': '3c3620d2-c4ca-4fc0-a44d-194be82ff593', 'name': '', 'network_id': '4b4e9710-b6c9-4002-b8a3-8aa9bf7336cb', 'tenant_id': '0f6df9863d6a490a92b2f3c872aec541', 'mac_address': 'fa:16:3e:b7:c7:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9646b44-979d-436f-ac6b-9bba0d33500b', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '2f142c9b-e8b9-4838-a5d9-5c60564542f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:44:27Z', 'updated_at': '2022-01-29T03:44:39Z', 'revision_number': 5, 'project_id': '0f6df9863d6a490a92b2f3c872aec541', 'subnets': [{'id': '2f142c9b-e8b9-4838-a5d9-5c60564542f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-1-iscsi', False) {} {{(pid=109551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:50:38.283752 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-14ae5fdc-afba-4b41-82a2-dd6fac7562b0 req-8cb5e7c3-fe8d-40c6-9f3b-306e4cf5fde8 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/ports?device_id=61ffc873-aeb1-4085-a255-91347b2b62d9 HTTP/1.1" status: 200 len: 210 time: 0.0313737 Jan 29 03:50:38.302044 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ee7882-d87d-4ebf-a77b-d23fd533e5cd None None] The sync data for ids ['a9646b44-979d-436f-ac6b-9bba0d33500b'] in dv-cinder-826949-1-iscsi is: [{'id': 'a9646b44-979d-436f-ac6b-9bba0d33500b', 'name': 'tempest-AttachVolumeTestJSON-723999373-router', 'tenant_id': '0f6df9863d6a490a92b2f3c872aec541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'external_fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '35a06f04-9d71-4fa3-86c3-5181b2063974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T03:44:19Z', 'updated_at': '2022-01-29T03:44:29Z', 'revision_number': 4, 'project_id': '0f6df9863d6a490a92b2f3c872aec541', 'gw_port': {'id': '35a06f04-9d71-4fa3-86c3-5181b2063974', 'name': '', 'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e2:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9646b44-979d-436f-ac6b-9bba0d33500b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:44:21Z', 'updated_at': '2022-01-29T03:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-1-iscsi', '_interfaces': [{'id': '3c3620d2-c4ca-4fc0-a44d-194be82ff593', 'name': '', 'network_id': '4b4e9710-b6c9-4002-b8a3-8aa9bf7336cb', 'tenant_id': '0f6df9863d6a490a92b2f3c872aec541', 'mac_address': 'fa:16:3e:b7:c7:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9646b44-979d-436f-ac6b-9bba0d33500b', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '2f142c9b-e8b9-4838-a5d9-5c60564542f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:44:27Z', 'updated_at': '2022-01-29T03:44:39Z', 'revision_number': 5, 'project_id': '0f6df9863d6a490a92b2f3c872aec541', 'subnets': [{'id': '2f142c9b-e8b9-4838-a5d9-5c60564542f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 03:50:38.384140 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.notifiers.nova [req-5a34bf71-c7a0-4aad-aa41-430ab1c10f4c req-e483a92a-a425-4657-b3d8-cdd2042f82de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68ddb4df-2cd2-4e16-b531-13f97e951b39 {{(pid=109550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 03:50:38.392027 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-5a34bf71-c7a0-4aad-aa41-430ab1c10f4c req-e483a92a-a425-4657-b3d8-cdd2042f82de service neutron] Publish callbacks [] for port (68ddb4df-2cd2-4e16-b531-13f97e951b39), precommit_update {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:50:38.405585 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.db.provisioning_blocks [req-5a34bf71-c7a0-4aad-aa41-430ab1c10f4c req-e483a92a-a425-4657-b3d8-cdd2042f82de service neutron] Transition to ACTIVE for port object 68ddb4df-2cd2-4e16-b531-13f97e951b39 will not be triggered until provisioned by entity L2. {{(pid=109550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 03:50:38.534702 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e185dcb4-aa00-4ed4-8d01-d2f3a9380f31 None None] New status for floating IP 4574cfcb-8392-4a74-9361-f28d5c360303: DOWN {{(pid=109552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 03:50:38.597305 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-5a34bf71-c7a0-4aad-aa41-430ab1c10f4c req-e483a92a-a425-4657-b3d8-cdd2042f82de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9207359'] for port (68ddb4df-2cd2-4e16-b531-13f97e951b39), after_update {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:50:38.667529 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e483a92a-a425-4657-b3d8-cdd2042f82de service neutron] Pushing event updated for resources: {'Port': ['ID=68ddb4df-2cd2-4e16-b531-13f97e951b39,revision_number=2']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:50:38.773958 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.managers [req-5a34bf71-c7a0-4aad-aa41-430ab1c10f4c req-e483a92a-a425-4657-b3d8-cdd2042f82de service neutron] Attempting to bind port 68ddb4df-2cd2-4e16-b531-13f97e951b39 on host hv-cinder-82694 for vnic_type normal with profile {{(pid=109550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 03:50:38.774361 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.managers [req-5a34bf71-c7a0-4aad-aa41-430ab1c10f4c req-e483a92a-a425-4657-b3d8-cdd2042f82de service neutron] Attempting to bind port 68ddb4df-2cd2-4e16-b531-13f97e951b39 by drivers openvswitch,hyperv on host hv-cinder-82694 at level 0 using segments [{'id': '021078c8-86ac-4254-abd0-dd75ceb1afcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ef6de4e4-05ee-42cc-80a7-a2f0b7a60e8a'}] {{(pid=109550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 03:50:38.774692 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a34bf71-c7a0-4aad-aa41-430ab1c10f4c req-e483a92a-a425-4657-b3d8-cdd2042f82de service neutron] Attempting to bind port 68ddb4df-2cd2-4e16-b531-13f97e951b39 on network ef6de4e4-05ee-42cc-80a7-a2f0b7a60e8a {{(pid=109550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 03:50:38.787741 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677a8960-a3da-4674-b7fb-6f6424426fec req-cfb05b02-69b6-4382-b9af-2ff6a4ef4914 tempest-VolumesSnapshotTestJSON-279667869 tempest-VolumesSnapshotTestJSON-279667869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:50:38.789505 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-677a8960-a3da-4674-b7fb-6f6424426fec req-cfb05b02-69b6-4382-b9af-2ff6a4ef4914 tempest-VolumesSnapshotTestJSON-279667869 tempest-VolumesSnapshotTestJSON-279667869-project] 10.222.0.16 "GET /v2.0/ports?device_id=852516d9-0773-4902-b732-954253533053 HTTP/1.1" status: 200 len: 943 time: 0.1229918 Jan 29 03:50:38.789906 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a34bf71-c7a0-4aad-aa41-430ab1c10f4c req-e483a92a-a425-4657-b3d8-cdd2042f82de service neutron] Port 68ddb4df-2cd2-4e16-b531-13f97e951b39 on network ef6de4e4-05ee-42cc-80a7-a2f0b7a60e8a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82694 {{(pid=109550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 03:50:38.790246 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a34bf71-c7a0-4aad-aa41-430ab1c10f4c req-e483a92a-a425-4657-b3d8-cdd2042f82de service neutron] Attempting to bind port 68ddb4df-2cd2-4e16-b531-13f97e951b39 on network ef6de4e4-05ee-42cc-80a7-a2f0b7a60e8a {{(pid=109550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 03:50:38.797641 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a34bf71-c7a0-4aad-aa41-430ab1c10f4c req-e483a92a-a425-4657-b3d8-cdd2042f82de service neutron] Checking agent: {'id': 'ad4128b7-7a77-4672-aa49-b5d5d6c7d736', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 3, 42, 25), 'started_at': datetime.datetime(2022, 1, 29, 3, 42, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 3, 50, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 03:50:38.799613 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a34bf71-c7a0-4aad-aa41-430ab1c10f4c req-e483a92a-a425-4657-b3d8-cdd2042f82de service neutron] Checking segment: {'id': '021078c8-86ac-4254-abd0-dd75ceb1afcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ef6de4e4-05ee-42cc-80a7-a2f0b7a60e8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 03:50:38.799613 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a34bf71-c7a0-4aad-aa41-430ab1c10f4c req-e483a92a-a425-4657-b3d8-cdd2042f82de service neutron] Bound using segment: {'id': '021078c8-86ac-4254-abd0-dd75ceb1afcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ef6de4e4-05ee-42cc-80a7-a2f0b7a60e8a'} {{(pid=109550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 03:50:38.799613 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.managers [req-5a34bf71-c7a0-4aad-aa41-430ab1c10f4c req-e483a92a-a425-4657-b3d8-cdd2042f82de service neutron] Bound port: 68ddb4df-2cd2-4e16-b531-13f97e951b39, host: hv-cinder-82694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '021078c8-86ac-4254-abd0-dd75ceb1afcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ef6de4e4-05ee-42cc-80a7-a2f0b7a60e8a'}}] {{(pid=109550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 03:50:38.799613 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-5a34bf71-c7a0-4aad-aa41-430ab1c10f4c req-e483a92a-a425-4657-b3d8-cdd2042f82de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (68ddb4df-2cd2-4e16-b531-13f97e951b39), before_update {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:50:38.882013 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-677a8960-a3da-4674-b7fb-6f6424426fec req-e425ea47-43e5-4f18-a8cd-2647418207b7 tempest-VolumesSnapshotTestJSON-279667869 tempest-VolumesSnapshotTestJSON-279667869-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3572f94-30b0-44f5-b7c7-d56d9036bcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854146 Jan 29 03:50:38.897604 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.db [req-5a34bf71-c7a0-4aad-aa41-430ab1c10f4c req-e483a92a-a425-4657-b3d8-cdd2042f82de service neutron] For port 68ddb4df-2cd2-4e16-b531-13f97e951b39, host hv-cinder-82694, cleared binding levels {{(pid=109550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 03:50:38.900559 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.db [req-5a34bf71-c7a0-4aad-aa41-430ab1c10f4c req-e483a92a-a425-4657-b3d8-cdd2042f82de service neutron] For port 68ddb4df-2cd2-4e16-b531-13f97e951b39, host hv-cinder-82694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=68ddb4df-2cd2-4e16-b531-13f97e951b39,segment=NetworkSegment(021078c8-86ac-4254-abd0-dd75ceb1afcf),segment_id=021078c8-86ac-4254-abd0-dd75ceb1afcf)] {{(pid=109550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 03:50:38.974263 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-5a34bf71-c7a0-4aad-aa41-430ab1c10f4c req-e483a92a-a425-4657-b3d8-cdd2042f82de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9207359'] for port (68ddb4df-2cd2-4e16-b531-13f97e951b39), after_update {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:50:39.009650 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a34bf71-c7a0-4aad-aa41-430ab1c10f4c req-e483a92a-a425-4657-b3d8-cdd2042f82de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:50:39.010290 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-5a34bf71-c7a0-4aad-aa41-430ab1c10f4c req-e483a92a-a425-4657-b3d8-cdd2042f82de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166518'] for port (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:50:39.011671 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-5a34bf71-c7a0-4aad-aa41-430ab1c10f4c req-e483a92a-a425-4657-b3d8-cdd2042f82de service neutron] 10.222.0.25 "PUT /v2.0/ports/68ddb4df-2cd2-4e16-b531-13f97e951b39 HTTP/1.1" status: 200 len: 1093 time: 0.9929125 Jan 29 03:50:39.033491 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e483a92a-a425-4657-b3d8-cdd2042f82de service neutron] Pushing event updated for resources: {'Port': ['ID=68ddb4df-2cd2-4e16-b531-13f97e951b39,revision_number=3']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:50:39.188815 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a34bf71-c7a0-4aad-aa41-430ab1c10f4c req-fb725252-be66-4627-af31-911ee315fbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:50:39.190401 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-5a34bf71-c7a0-4aad-aa41-430ab1c10f4c req-fb725252-be66-4627-af31-911ee315fbd1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7211c10bef7c491bbc0bae9b8223bb31&device_id=852516d9-0773-4902-b732-954253533053 HTTP/1.1" status: 200 len: 1127 time: 0.0470901 Jan 29 03:50:39.239700 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-5a34bf71-c7a0-4aad-aa41-430ab1c10f4c req-acddbfa0-2315-4941-baae-309a6986e722 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=68ddb4df-2cd2-4e16-b531-13f97e951b39 HTTP/1.1" status: 200 len: 217 time: 0.0351160 Jan 29 03:50:39.287523 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a34bf71-c7a0-4aad-aa41-430ab1c10f4c req-70158eae-0f1e-4b8a-87ad-bbef8d7bd07f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:50:39.288889 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-5a34bf71-c7a0-4aad-aa41-430ab1c10f4c req-70158eae-0f1e-4b8a-87ad-bbef8d7bd07f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=85480c1c-7f3b-4f42-8524-9ebc426c52ed HTTP/1.1" status: 200 len: 853 time: 0.0438533 Jan 29 03:50:39.324639 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-5a34bf71-c7a0-4aad-aa41-430ab1c10f4c req-2114d3e1-d9c2-4f04-b04c-4c195383e527 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ef6de4e4-05ee-42cc-80a7-a2f0b7a60e8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285561 Jan 29 03:50:39.413285 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-5a34bf71-c7a0-4aad-aa41-430ab1c10f4c req-0b573227-731b-4fec-8120-19dce98a23c5 service neutron] 10.222.0.25 "GET /v2.0/networks/ef6de4e4-05ee-42cc-80a7-a2f0b7a60e8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847850 Jan 29 03:50:39.426529 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 51002) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:50:39.481967 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-7e0f2396-f974-41dc-b40a-a0f0ca0a8528 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Publish callbacks [] for security_group (65fa6736-bc21-41ea-9ca9-20a7fc9484ad), before_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:50:39.504603 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-7e0f2396-f974-41dc-b40a-a0f0ca0a8528 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Publish callbacks [] for security_group (65fa6736-bc21-41ea-9ca9-20a7fc9484ad), precommit_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:50:39.512525 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-5a34bf71-c7a0-4aad-aa41-430ab1c10f4c req-47ee3f9c-b52b-4fbc-b15e-934ca4d85b2c service neutron] 10.222.0.25 "GET /v2.0/networks/ef6de4e4-05ee-42cc-80a7-a2f0b7a60e8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928326 Jan 29 03:50:39.619480 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-7e0f2396-f974-41dc-b40a-a0f0ca0a8528 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (65fa6736-bc21-41ea-9ca9-20a7fc9484ad), after_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:50:39.621955 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-7e0f2396-f974-41dc-b40a-a0f0ca0a8528 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Publish callbacks [] for security_group (None), before_response {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:50:39.623160 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-7e0f2396-f974-41dc-b40a-a0f0ca0a8528 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "DELETE /v2.0/security-groups/65fa6736-bc21-41ea-9ca9-20a7fc9484ad HTTP/1.1" status: 204 len: 168 time: 0.1955914 Jan 29 03:50:39.626076 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 51004) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:50:39.632555 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0f2396-f974-41dc-b40a-a0f0ca0a8528 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65fa6736-bc21-41ea-9ca9-20a7fc9484ad,revision_number=None']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:50:39.639306 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.api.v2.resource [None req-d5a41603-de18-4558-b70d-c92cbc8a434e tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] show failed (client error): The resource could not be found. Jan 29 03:50:39.640314 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-d5a41603-de18-4558-b70d-c92cbc8a434e tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "GET /v2.0/security-groups/65fa6736-bc21-41ea-9ca9-20a7fc9484ad HTTP/1.1" status: 404 len: 347 time: 0.0131879 Jan 29 03:50:39.643569 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 51006) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:50:39.691078 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '852516d9-0773-4902-b732-954253533053', 'tag': '68ddb4df-2cd2-4e16-b531-13f97e951b39'}] {{(pid=109550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 03:50:39.693217 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fa7e8514ec8b1871638cf3d0c6bf241b62bf17ffd430199c6215cc57604ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c90d159-918d-42a9-82af-79042cb9c765" -d '{"events": [{"name": "network-changed", "server_uuid": "852516d9-0773-4902-b732-954253533053", "tag": "68ddb4df-2cd2-4e16-b531-13f97e951b39"}]}' {{(pid=109550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 03:50:39.730933 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 03:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba5458f5-6d47-414d-a092-13b621a62065 x-openstack-request-id: req-ba5458f5-6d47-414d-a092-13b621a62065 {{(pid=109550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 03:50:39.731222 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "852516d9-0773-4902-b732-954253533053", "tag": "68ddb4df-2cd2-4e16-b531-13f97e951b39", "status": "completed", "code": 200}]} {{(pid=109550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 03:50:39.731476 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ba5458f5-6d47-414d-a092-13b621a62065 {{(pid=109550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 03:50:39.731867 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '852516d9-0773-4902-b732-954253533053', 'tag': '68ddb4df-2cd2-4e16-b531-13f97e951b39', 'status': 'completed', 'code': 200} Jan 29 03:50:39.783443 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.plugin [None req-a42a2a49-09e4-4527-90e0-55d2407c5202 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Deleting port a2eba97e-e54d-4d49-bcf3-48e55ca7df59 {{(pid=109550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 03:50:39.783782 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-a42a2a49-09e4-4527-90e0-55d2407c5202 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787145728359'] for port (a2eba97e-e54d-4d49-bcf3-48e55ca7df59), before_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:50:39.893690 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-a42a2a49-09e4-4527-90e0-55d2407c5202 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1915525'] for port (a2eba97e-e54d-4d49-bcf3-48e55ca7df59), precommit_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:50:39.894537 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-a42a2a49-09e4-4527-90e0-55d2407c5202 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Publish callbacks [] for floatingip (a2eba97e-e54d-4d49-bcf3-48e55ca7df59), precommit_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:50:39.897649 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c90d159-918d-42a9-82af-79042cb9c765 req-18e0d882-3499-4951-8777-e2a41331e93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:50:39.899166 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-8c90d159-918d-42a9-82af-79042cb9c765 req-18e0d882-3499-4951-8777-e2a41331e93e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7211c10bef7c491bbc0bae9b8223bb31&device_id=852516d9-0773-4902-b732-954253533053 HTTP/1.1" status: 200 len: 1127 time: 0.0782845 Jan 29 03:50:39.916338 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.plugin [None req-a42a2a49-09e4-4527-90e0-55d2407c5202 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Calling delete_port for a2eba97e-e54d-4d49-bcf3-48e55ca7df59 owned by network:floatingip {{(pid=109550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 03:50:40.105497 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c90d159-918d-42a9-82af-79042cb9c765 req-51d01a4c-cdc0-4239-b8b4-b365d6104e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:50:40.107007 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-8c90d159-918d-42a9-82af-79042cb9c765 req-51d01a4c-cdc0-4239-b8b4-b365d6104e3f service neutron] 10.222.0.25 "GET /v2.0/networks?id=ef6de4e4-05ee-42cc-80a7-a2f0b7a60e8a HTTP/1.1" status: 200 len: 913 time: 0.1979203 Jan 29 03:50:40.114802 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c60aa1e-59f6-4189-acc3-aa82318836a2 req-89e93d5c-aca9-4bc2-b98e-7a9d4a5ca8f9 tempest-VolumesSnapshotTestJSON-279667869 tempest-VolumesSnapshotTestJSON-279667869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:50:40.116182 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-3c60aa1e-59f6-4189-acc3-aa82318836a2 req-89e93d5c-aca9-4bc2-b98e-7a9d4a5ca8f9 tempest-VolumesSnapshotTestJSON-279667869 tempest-VolumesSnapshotTestJSON-279667869-project] 10.222.0.16 "GET /v2.0/ports?device_id=852516d9-0773-4902-b732-954253533053 HTTP/1.1" status: 200 len: 943 time: 0.1569116 Jan 29 03:50:40.163832 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-8c90d159-918d-42a9-82af-79042cb9c765 req-432ddca3-1a92-4a67-bc49-0f2f38a76b65 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=68ddb4df-2cd2-4e16-b531-13f97e951b39 HTTP/1.1" status: 200 len: 217 time: 0.0461392 Jan 29 03:50:40.202148 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Device 81d36aaf-b68e-47ba-968b-5057a5b62067 no longer exists at agent hyperv_hv-cinder-82694 {{(pid=109551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 03:50:40.222492 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] No Port match for: 81d36aaf-b68e-47ba-968b-5057a5b62067 {{(pid=109551) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 03:50:40.222840 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Device 81d36aaf-b68e-47ba-968b-5057a5b62067 not bound to the agent host hv-cinder-82694 {{(pid=109551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 03:50:40.266424 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c90d159-918d-42a9-82af-79042cb9c765 req-2e87992f-abd9-4f41-bf26-108e1896cab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:50:40.268158 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-8c90d159-918d-42a9-82af-79042cb9c765 req-2e87992f-abd9-4f41-bf26-108e1896cab1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=85480c1c-7f3b-4f42-8524-9ebc426c52ed HTTP/1.1" status: 200 len: 853 time: 0.0971131 Jan 29 03:50:40.272113 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-3c60aa1e-59f6-4189-acc3-aa82318836a2 req-27362f53-127c-4395-ba1a-502eab52f3cc tempest-VolumesSnapshotTestJSON-279667869 tempest-VolumesSnapshotTestJSON-279667869-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3572f94-30b0-44f5-b7c7-d56d9036bcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482384 Jan 29 03:50:40.301109 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-8c90d159-918d-42a9-82af-79042cb9c765 req-234950b8-e62d-4f2c-a635-58c17d120c2a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ef6de4e4-05ee-42cc-80a7-a2f0b7a60e8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261736 Jan 29 03:50:40.352483 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-a42a2a49-09e4-4527-90e0-55d2407c5202 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787145732033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787145433402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9207350'] for port (a2eba97e-e54d-4d49-bcf3-48e55ca7df59), after_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:50:40.384561 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42a2a49-09e4-4527-90e0-55d2407c5202 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Pushing event deleted for resources: {'Port': ['ID=a2eba97e-e54d-4d49-bcf3-48e55ca7df59,revision_number=None']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:50:40.465358 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-8c90d159-918d-42a9-82af-79042cb9c765 req-36e6beae-69b7-460e-9a38-038b50a20242 service neutron] 10.222.0.25 "GET /v2.0/networks/ef6de4e4-05ee-42cc-80a7-a2f0b7a60e8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579962 Jan 29 03:50:40.470171 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-a42a2a49-09e4-4527-90e0-55d2407c5202 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Publish callbacks [] for floatingip (4574cfcb-8392-4a74-9361-f28d5c360303), after_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:50:40.472787 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-a42a2a49-09e4-4527-90e0-55d2407c5202 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166518'] for floatingip (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:50:40.473857 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-a42a2a49-09e4-4527-90e0-55d2407c5202 tempest-AttachVolumeTestJSON-508307086 tempest-AttachVolumeTestJSON-508307086-project] 10.222.0.16 "DELETE /v2.0/floatingips/4574cfcb-8392-4a74-9361-f28d5c360303 HTTP/1.1" status: 204 len: 168 time: 0.8287444 Jan 29 03:50:40.558676 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-8c90d159-918d-42a9-82af-79042cb9c765 req-22998254-b396-40d1-a339-813c90840852 service neutron] 10.222.0.25 "GET /v2.0/networks/ef6de4e4-05ee-42cc-80a7-a2f0b7a60e8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837452 Jan 29 03:50:41.393906 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64da9ff-77f7-4dbe-9b3d-4d447f487134 req-273238c5-a7e0-4c66-934c-84052bf53c40 tempest-VolumesSnapshotTestJSON-279667869 tempest-VolumesSnapshotTestJSON-279667869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:50:41.395569 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-b64da9ff-77f7-4dbe-9b3d-4d447f487134 req-273238c5-a7e0-4c66-934c-84052bf53c40 tempest-VolumesSnapshotTestJSON-279667869 tempest-VolumesSnapshotTestJSON-279667869-project] 10.222.0.16 "GET /v2.0/ports?device_id=852516d9-0773-4902-b732-954253533053 HTTP/1.1" status: 200 len: 943 time: 0.0557449 Jan 29 03:50:41.442108 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-b64da9ff-77f7-4dbe-9b3d-4d447f487134 req-4a7a9bba-f40b-4c3a-8713-a0c7a67c3609 tempest-VolumesSnapshotTestJSON-279667869 tempest-VolumesSnapshotTestJSON-279667869-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3572f94-30b0-44f5-b7c7-d56d9036bcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404155 Jan 29 03:50:42.200152 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 51036) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:50:42.209043 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Device 68ddb4df-2cd2-4e16-b531-13f97e951b39 details requested by agent hyperv_hv-cinder-82694 with host hv-cinder-82694 {{(pid=109551) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 03:50:42.303529 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-e5124eb0-0bfe-4fd9-bf5f-8060ffb2a27d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:50:42.310018 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] For port 68ddb4df-2cd2-4e16-b531-13f97e951b39, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=68ddb4df-2cd2-4e16-b531-13f97e951b39,segment=NetworkSegment(021078c8-86ac-4254-abd0-dd75ceb1afcf),segment_id=021078c8-86ac-4254-abd0-dd75ceb1afcf)] {{(pid=109551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 03:50:42.321833 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Returning: {'device': '68ddb4df-2cd2-4e16-b531-13f97e951b39', 'network_id': 'ef6de4e4-05ee-42cc-80a7-a2f0b7a60e8a', 'port_id': '68ddb4df-2cd2-4e16-b531-13f97e951b39', 'mac_address': 'fa:16:3e:64:e5:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85480c1c-7f3b-4f42-8524-9ebc426c52ed', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109551) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 03:50:42.357839 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Current status of the port 68ddb4df-2cd2-4e16-b531-13f97e951b39 is: DOWN; New status is: BUILD {{(pid=109551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 03:50:42.358176 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (68ddb4df-2cd2-4e16-b531-13f97e951b39), before_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:50:42.371183 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.notifiers.nova [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68ddb4df-2cd2-4e16-b531-13f97e951b39 {{(pid=109551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 03:50:42.376796 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-e5124eb0-0bfe-4fd9-bf5f-8060ffb2a27d admin admin] Publish callbacks [] for security_group (15003196-091a-4b9c-b4ba-699ec6e7d7bd), precommit_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:50:42.390395 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] For port 68ddb4df-2cd2-4e16-b531-13f97e951b39, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=68ddb4df-2cd2-4e16-b531-13f97e951b39,segment=NetworkSegment(021078c8-86ac-4254-abd0-dd75ceb1afcf),segment_id=021078c8-86ac-4254-abd0-dd75ceb1afcf)] {{(pid=109551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 03:50:42.436460 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-e5124eb0-0bfe-4fd9-bf5f-8060ffb2a27d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (15003196-091a-4b9c-b4ba-699ec6e7d7bd), after_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:50:42.459437 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429'] for port (68ddb4df-2cd2-4e16-b531-13f97e951b39), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:50:42.479361 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-e5124eb0-0bfe-4fd9-bf5f-8060ffb2a27d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e7997660d91c45fc801fe591163edc25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2753389 Jan 29 03:50:42.479361 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5124eb0-0bfe-4fd9-bf5f-8060ffb2a27d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15003196-091a-4b9c-b4ba-699ec6e7d7bd,revision_number=1']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:50:42.479541 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 51042) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:50:42.519365 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Pushing event updated for resources: {'Port': ['ID=68ddb4df-2cd2-4e16-b531-13f97e951b39,revision_number=4']} {{(pid=109551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:50:42.537016 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-66d89924-2fd0-4231-9df6-2521e59b1746 admin admin] Publish callbacks [] for security_group (15003196-091a-4b9c-b4ba-699ec6e7d7bd), before_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:50:42.559626 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-66d89924-2fd0-4231-9df6-2521e59b1746 admin admin] Publish callbacks [] for security_group (15003196-091a-4b9c-b4ba-699ec6e7d7bd), precommit_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:50:42.564985 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622d8d48-1957-4322-ac91-03a26f5d7a55 req-39e69cfb-07ab-47b9-b92f-aef9c6a64e14 tempest-VolumesSnapshotTestJSON-279667869 tempest-VolumesSnapshotTestJSON-279667869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:50:42.566508 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-622d8d48-1957-4322-ac91-03a26f5d7a55 req-39e69cfb-07ab-47b9-b92f-aef9c6a64e14 tempest-VolumesSnapshotTestJSON-279667869 tempest-VolumesSnapshotTestJSON-279667869-project] 10.222.0.16 "GET /v2.0/ports?device_id=852516d9-0773-4902-b732-954253533053 HTTP/1.1" status: 200 len: 944 time: 0.0565729 Jan 29 03:50:42.613362 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-622d8d48-1957-4322-ac91-03a26f5d7a55 req-bb0e3aaa-a965-4930-942f-28f789cc5119 tempest-VolumesSnapshotTestJSON-279667869 tempest-VolumesSnapshotTestJSON-279667869-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3572f94-30b0-44f5-b7c7-d56d9036bcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411272 Jan 29 03:50:42.681321 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-66d89924-2fd0-4231-9df6-2521e59b1746 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (15003196-091a-4b9c-b4ba-699ec6e7d7bd), after_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:50:42.684275 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-66d89924-2fd0-4231-9df6-2521e59b1746 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:50:42.685593 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-66d89924-2fd0-4231-9df6-2521e59b1746 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/15003196-091a-4b9c-b4ba-699ec6e7d7bd HTTP/1.1" status: 204 len: 168 time: 0.2037344 Jan 29 03:50:42.693764 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d89924-2fd0-4231-9df6-2521e59b1746 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15003196-091a-4b9c-b4ba-699ec6e7d7bd,revision_number=None']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:50:42.767329 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] get_ports_and_sgs() called for port_ids ['68ddb4df-2cd2-4e16-b531-13f97e951b39'] {{(pid=109551) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 03:50:43.733124 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b148d634-c836-4edd-a210-547847736a4f req-3130cacc-16b4-42ba-a739-eaf8c60a7249 tempest-VolumesSnapshotTestJSON-279667869 tempest-VolumesSnapshotTestJSON-279667869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:50:43.734708 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-b148d634-c836-4edd-a210-547847736a4f req-3130cacc-16b4-42ba-a739-eaf8c60a7249 tempest-VolumesSnapshotTestJSON-279667869 tempest-VolumesSnapshotTestJSON-279667869-project] 10.222.0.16 "GET /v2.0/ports?device_id=852516d9-0773-4902-b732-954253533053 HTTP/1.1" status: 200 len: 944 time: 0.0531309 Jan 29 03:50:43.785132 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-b148d634-c836-4edd-a210-547847736a4f req-056b2107-e084-42f2-bb9c-54fca4fdcda0 tempest-VolumesSnapshotTestJSON-279667869 tempest-VolumesSnapshotTestJSON-279667869-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3572f94-30b0-44f5-b7c7-d56d9036bcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445726 Jan 29 03:50:44.233820 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Device 68ddb4df-2cd2-4e16-b531-13f97e951b39 up at agent hyperv_hv-cinder-82694 {{(pid=109551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 03:50:44.385451 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.provisioning_blocks [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Provisioning for port 68ddb4df-2cd2-4e16-b531-13f97e951b39 completed by entity L2. {{(pid=109551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 03:50:44.390188 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.provisioning_blocks [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Provisioning complete for port 68ddb4df-2cd2-4e16-b531-13f97e951b39 triggered by entity L2. {{(pid=109551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 03:50:44.394503 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785313'] for port (68ddb4df-2cd2-4e16-b531-13f97e951b39), provisioning_complete {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:50:44.429834 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 51086) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:50:44.472783 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Current status of the port 68ddb4df-2cd2-4e16-b531-13f97e951b39 is: BUILD; New status is: ACTIVE {{(pid=109551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 03:50:44.475783 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (68ddb4df-2cd2-4e16-b531-13f97e951b39), before_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:50:44.496246 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '852516d9-0773-4902-b732-954253533053', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68ddb4df-2cd2-4e16-b531-13f97e951b39'}] {{(pid=109551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 03:50:44.498735 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23e056b712a42e8e31026a02bb7684ebe9f34968e78d79227c0e39fde92c0103" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d37619cc-57de-49dc-995d-b3b62bd531f5" -d '{"events": [{"server_uuid": "852516d9-0773-4902-b732-954253533053", "name": "network-vif-plugged", "status": "completed", "tag": "68ddb4df-2cd2-4e16-b531-13f97e951b39"}]}' {{(pid=109551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 03:50:44.511528 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] For port 68ddb4df-2cd2-4e16-b531-13f97e951b39, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=68ddb4df-2cd2-4e16-b531-13f97e951b39,segment=NetworkSegment(021078c8-86ac-4254-abd0-dd75ceb1afcf),segment_id=021078c8-86ac-4254-abd0-dd75ceb1afcf)] {{(pid=109551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 03:50:44.545419 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 03:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0e1356f-e824-4578-9ebd-c9856f048bc9 x-openstack-request-id: req-b0e1356f-e824-4578-9ebd-c9856f048bc9 {{(pid=109551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 03:50:44.546342 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "852516d9-0773-4902-b732-954253533053", "name": "network-vif-plugged", "status": "completed", "tag": "68ddb4df-2cd2-4e16-b531-13f97e951b39", "code": 200}]} {{(pid=109551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 03:50:44.546603 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b0e1356f-e824-4578-9ebd-c9856f048bc9 {{(pid=109551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 03:50:44.546997 dv-cinder-826949-1-iscsi neutron-server[109551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '852516d9-0773-4902-b732-954253533053', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68ddb4df-2cd2-4e16-b531-13f97e951b39', 'code': 200} Jan 29 03:50:44.562587 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429'] for port (68ddb4df-2cd2-4e16-b531-13f97e951b39), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:50:44.618740 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Pushing event updated for resources: {'Port': ['ID=68ddb4df-2cd2-4e16-b531-13f97e951b39,revision_number=5']} {{(pid=109551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:50:44.882943 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-d7afa244-be72-4d19-b289-9f3376406011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (dac82def-0781-4624-a171-654e1b1d12af), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:50:44.902375 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2212fe-b559-4450-9a1b-cffa1c9cc39f req-7a25c34c-99a6-40b7-b023-3a35171c2030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:50:44.904274 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-6f2212fe-b559-4450-9a1b-cffa1c9cc39f req-7a25c34c-99a6-40b7-b023-3a35171c2030 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=852516d9-0773-4902-b732-954253533053 HTTP/1.1" status: 200 len: 1129 time: 0.0448098 Jan 29 03:50:44.948494 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-6f2212fe-b559-4450-9a1b-cffa1c9cc39f req-ef168242-e27f-472b-98bb-3723a0bd4af0 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=b3572f94-30b0-44f5-b7c7-d56d9036bcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380130 Jan 29 03:50:44.954798 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a2c0f4-2d27-4a3e-8fce-68d75d0698e4 req-a97a986b-91c2-4bc9-8b00-c777f0258794 tempest-VolumesSnapshotTestJSON-279667869 tempest-VolumesSnapshotTestJSON-279667869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:50:44.956244 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-53a2c0f4-2d27-4a3e-8fce-68d75d0698e4 req-a97a986b-91c2-4bc9-8b00-c777f0258794 tempest-VolumesSnapshotTestJSON-279667869 tempest-VolumesSnapshotTestJSON-279667869-project] 10.222.0.16 "GET /v2.0/ports?device_id=852516d9-0773-4902-b732-954253533053 HTTP/1.1" status: 200 len: 945 time: 0.0891452 Jan 29 03:50:45.274110 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-53a2c0f4-2d27-4a3e-8fce-68d75d0698e4 req-a7773d18-899a-4123-9981-057cf4263d9c tempest-VolumesSnapshotTestJSON-279667869 tempest-VolumesSnapshotTestJSON-279667869-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3572f94-30b0-44f5-b7c7-d56d9036bcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3098333 Jan 29 03:50:45.304159 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-703c8f82-9bc3-439a-9338-8fcba50a2340 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1910688'] for router_interface (a9646b44-979d-436f-ac6b-9bba0d33500b), before_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:50:45.603488 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.plugins.ml2.plugin [None req-703c8f82-9bc3-439a-9338-8fcba50a2340 admin admin] Deleting port 3c3620d2-c4ca-4fc0-a44d-194be82ff593 {{(pid=109549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 03:50:45.603825 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-703c8f82-9bc3-439a-9338-8fcba50a2340 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787145728359'] for port (3c3620d2-c4ca-4fc0-a44d-194be82ff593), before_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:50:45.681674 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.plugins.ml2.db [None req-703c8f82-9bc3-439a-9338-8fcba50a2340 admin admin] For port 3c3620d2-c4ca-4fc0-a44d-194be82ff593, host dv-cinder-826949-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-1-iscsi',level=0,port_id=3c3620d2-c4ca-4fc0-a44d-194be82ff593,segment=NetworkSegment(0f1a27ff-4507-4849-b52b-a4a1cb59f6c4),segment_id=0f1a27ff-4507-4849-b52b-a4a1cb59f6c4)] {{(pid=109549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 03:50:45.682038 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-703c8f82-9bc3-439a-9338-8fcba50a2340 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1915525'] for port (3c3620d2-c4ca-4fc0-a44d-194be82ff593), precommit_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:50:45.695623 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.plugins.ml2.plugin [None req-703c8f82-9bc3-439a-9338-8fcba50a2340 admin admin] Calling delete_port for 3c3620d2-c4ca-4fc0-a44d-194be82ff593 owned by network:router_interface {{(pid=109549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 03:50:45.951353 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-703c8f82-9bc3-439a-9338-8fcba50a2340 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787145732033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787145433402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440449'] for port (3c3620d2-c4ca-4fc0-a44d-194be82ff593), after_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:50:45.977876 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703c8f82-9bc3-439a-9338-8fcba50a2340 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c3620d2-c4ca-4fc0-a44d-194be82ff593,revision_number=None']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:50:46.146858 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-703c8f82-9bc3-439a-9338-8fcba50a2340 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1605897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1910556'] for router_interface (a9646b44-979d-436f-ac6b-9bba0d33500b), after_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:50:46.362667 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-703c8f82-9bc3-439a-9338-8fcba50a2340 admin admin] Router a9646b44-979d-436f-ac6b-9bba0d33500b has already been hosted by L3 agent d5b8732c-6ac1-45e3-a79e-cd9863fe8196 {{(pid=109549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 03:50:46.402180 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf64aa66-4b67-4e92-aaba-d08094181115 req-dcbc4817-f74c-4ee6-b8e3-21f81a65a43d tempest-VolumesSnapshotTestJSON-279667869 tempest-VolumesSnapshotTestJSON-279667869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:50:46.403758 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-cf64aa66-4b67-4e92-aaba-d08094181115 req-dcbc4817-f74c-4ee6-b8e3-21f81a65a43d tempest-VolumesSnapshotTestJSON-279667869 tempest-VolumesSnapshotTestJSON-279667869-project] 10.222.0.16 "GET /v2.0/ports?device_id=852516d9-0773-4902-b732-954253533053 HTTP/1.1" status: 200 len: 945 time: 0.0581074 Jan 29 03:50:46.451317 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-cf64aa66-4b67-4e92-aaba-d08094181115 req-d12ea385-a1af-4d47-a21c-9250b6a6db0b tempest-VolumesSnapshotTestJSON-279667869 tempest-VolumesSnapshotTestJSON-279667869-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3572f94-30b0-44f5-b7c7-d56d9036bcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411956 Jan 29 03:50:46.470585 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-703c8f82-9bc3-439a-9338-8fcba50a2340 admin admin] Notify agent at l3_agent.dv-cinder-826949-1-iscsi the message routers_updated {{(pid=109549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 03:50:46.479267 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-703c8f82-9bc3-439a-9338-8fcba50a2340 admin admin] 10.222.0.16 "PUT /v2.0/routers/a9646b44-979d-436f-ac6b-9bba0d33500b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0460823 Jan 29 03:50:46.479934 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 51110) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:50:46.483872 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a1e057-5f5b-40ad-9574-ce684748bc49 None None] Sync routers for ids ['a9646b44-979d-436f-ac6b-9bba0d33500b'] in dv-cinder-826949-1-iscsi {{(pid=109551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 03:50:46.493829 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a1e057-5f5b-40ad-9574-ce684748bc49 None None] Routers {'a9646b44-979d-436f-ac6b-9bba0d33500b'} bound to L3 agent in host dv-cinder-826949-1-iscsi {{(pid=109551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 03:50:46.498632 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_hamode_db [None req-35a1e057-5f5b-40ad-9574-ce684748bc49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T03:36:17Z,description=,heartbeat_timestamp=2022-01-29T03:50:17Z,host='dv-cinder-826949-1-iscsi',id=d5b8732c-6ac1-45e3-a79e-cd9863fe8196,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T03:36:18Z,topic='l3_agent')) {'router_ids': ['a9646b44-979d-436f-ac6b-9bba0d33500b'], 'active': True} {{(pid=109551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:50:46.592887 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-30a52089-4f1b-452c-b0dc-e8e692d7a346 admin admin] Publish callbacks [] for router (a9646b44-979d-436f-ac6b-9bba0d33500b), before_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:50:46.700438 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-30a52089-4f1b-452c-b0dc-e8e692d7a346 admin admin] Publish callbacks [] for router_gateway (a9646b44-979d-436f-ac6b-9bba0d33500b), before_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:50:46.741533 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_dvr_db [None req-35a1e057-5f5b-40ad-9574-ce684748bc49 None None] Set router a9646b44-979d-436f-ac6b-9bba0d33500b gateway port host: dv-cinder-826949-1-iscsi {{(pid=109551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 03:50:46.836910 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.plugins.ml2.plugin [None req-30a52089-4f1b-452c-b0dc-e8e692d7a346 admin admin] Deleting port 35a06f04-9d71-4fa3-86c3-5181b2063974 {{(pid=109549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 03:50:46.837251 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-30a52089-4f1b-452c-b0dc-e8e692d7a346 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787145728359'] for port (35a06f04-9d71-4fa3-86c3-5181b2063974), before_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:50:46.923904 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.plugins.ml2.db [None req-30a52089-4f1b-452c-b0dc-e8e692d7a346 admin admin] For port 35a06f04-9d71-4fa3-86c3-5181b2063974, host dv-cinder-826949-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-1-iscsi',level=0,port_id=35a06f04-9d71-4fa3-86c3-5181b2063974,segment=NetworkSegment(59bb8c29-301f-4146-9f63-152343a78833),segment_id=59bb8c29-301f-4146-9f63-152343a78833)] {{(pid=109549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 03:50:46.924413 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-30a52089-4f1b-452c-b0dc-e8e692d7a346 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1915525'] for port (35a06f04-9d71-4fa3-86c3-5181b2063974), precommit_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:50:46.928604 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_hamode_db [None req-35a1e057-5f5b-40ad-9574-ce684748bc49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9646b44-979d-436f-ac6b-9bba0d33500b', 'name': 'tempest-AttachVolumeTestJSON-723999373-router', 'tenant_id': '0f6df9863d6a490a92b2f3c872aec541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'external_fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '35a06f04-9d71-4fa3-86c3-5181b2063974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T03:44:19Z', 'updated_at': '2022-01-29T03:50:45Z', 'revision_number': 5, 'project_id': '0f6df9863d6a490a92b2f3c872aec541', 'gw_port': {'id': '35a06f04-9d71-4fa3-86c3-5181b2063974', 'name': '', 'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e2:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9646b44-979d-436f-ac6b-9bba0d33500b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:44:21Z', 'updated_at': '2022-01-29T03:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-1-iscsi'}], 'dv-cinder-826949-1-iscsi', False) {} {{(pid=109551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:50:46.936590 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.plugins.ml2.plugin [None req-30a52089-4f1b-452c-b0dc-e8e692d7a346 admin admin] Calling delete_port for 35a06f04-9d71-4fa3-86c3-5181b2063974 owned by network:router_gateway {{(pid=109549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 03:50:46.956200 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a1e057-5f5b-40ad-9574-ce684748bc49 None None] Checking router: a9646b44-979d-436f-ac6b-9bba0d33500b for host: dv-cinder-826949-1-iscsi {{(pid=109551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 03:50:46.965326 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a1e057-5f5b-40ad-9574-ce684748bc49 None None] Routers {'a9646b44-979d-436f-ac6b-9bba0d33500b'} bound to L3 agent in host dv-cinder-826949-1-iscsi {{(pid=109551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 03:50:46.965951 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_hamode_db [None req-35a1e057-5f5b-40ad-9574-ce684748bc49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T03:36:17Z,description=,heartbeat_timestamp=2022-01-29T03:50:17Z,host='dv-cinder-826949-1-iscsi',id=d5b8732c-6ac1-45e3-a79e-cd9863fe8196,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T03:36:18Z,topic='l3_agent')) {'router_ids': ['a9646b44-979d-436f-ac6b-9bba0d33500b'], 'active': True} {{(pid=109551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:50:47.054368 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_dvr_db [None req-35a1e057-5f5b-40ad-9574-ce684748bc49 None None] Set router a9646b44-979d-436f-ac6b-9bba0d33500b gateway port host: None {{(pid=109551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 03:50:47.108066 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_hamode_db [None req-35a1e057-5f5b-40ad-9574-ce684748bc49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9646b44-979d-436f-ac6b-9bba0d33500b', 'name': 'tempest-AttachVolumeTestJSON-723999373-router', 'tenant_id': '0f6df9863d6a490a92b2f3c872aec541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T03:44:19Z', 'updated_at': '2022-01-29T03:50:46Z', 'revision_number': 6, 'project_id': '0f6df9863d6a490a92b2f3c872aec541', 'gw_port_host': None}], 'dv-cinder-826949-1-iscsi', False) {} {{(pid=109551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:50:47.134407 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a1e057-5f5b-40ad-9574-ce684748bc49 None None] The sync data for ids ['a9646b44-979d-436f-ac6b-9bba0d33500b'] in dv-cinder-826949-1-iscsi is: [{'id': 'a9646b44-979d-436f-ac6b-9bba0d33500b', 'name': 'tempest-AttachVolumeTestJSON-723999373-router', 'tenant_id': '0f6df9863d6a490a92b2f3c872aec541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T03:44:19Z', 'updated_at': '2022-01-29T03:50:46Z', 'revision_number': 6, 'project_id': '0f6df9863d6a490a92b2f3c872aec541', 'gw_port_host': None}] {{(pid=109551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 03:50:47.179807 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-30a52089-4f1b-452c-b0dc-e8e692d7a346 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787145732033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787145433402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440449'] for port (35a06f04-9d71-4fa3-86c3-5181b2063974), after_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:50:47.209735 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a52089-4f1b-452c-b0dc-e8e692d7a346 admin admin] Pushing event deleted for resources: {'Port': ['ID=35a06f04-9d71-4fa3-86c3-5181b2063974,revision_number=None']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:50:47.282605 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-30a52089-4f1b-452c-b0dc-e8e692d7a346 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1915750'] for router_gateway (a9646b44-979d-436f-ac6b-9bba0d33500b), after_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:50:47.393947 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 51126) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:50:47.399018 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-30a52089-4f1b-452c-b0dc-e8e692d7a346 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1922545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32744'] for router (a9646b44-979d-436f-ac6b-9bba0d33500b), precommit_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:50:47.402094 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-30a52089-4f1b-452c-b0dc-e8e692d7a346 admin admin] Publish callbacks [] for router_controller (a9646b44-979d-436f-ac6b-9bba0d33500b), precommit_delete_associations {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:50:47.431353 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-c998733c-f488-4f42-81d2-60e258560acf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (d5b8732c-6ac1-45e3-a79e-cd9863fe8196), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:50:47.513439 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-ba36de50-20bf-44e8-a403-d543d9f2901b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:50:47.568411 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-30a52089-4f1b-452c-b0dc-e8e692d7a346 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1922314'] for router (a9646b44-979d-436f-ac6b-9bba0d33500b), after_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:50:47.568948 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30a52089-4f1b-452c-b0dc-e8e692d7a346 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a9646b44-979d-436f-ac6b-9bba0d33500b {{(pid=109549) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 03:50:47.577110 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-30a52089-4f1b-452c-b0dc-e8e692d7a346 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:50:47.577110 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-30a52089-4f1b-452c-b0dc-e8e692d7a346 admin admin] 10.222.0.16 "DELETE /v2.0/routers/a9646b44-979d-436f-ac6b-9bba0d33500b HTTP/1.1" status: 204 len: 168 time: 1.0954127 Jan 29 03:50:47.579538 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 51130) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:50:47.625457 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-ba36de50-20bf-44e8-a403-d543d9f2901b admin admin] Publish callbacks [] for security_group (b2d3dd5b-3ac2-4188-86e9-3dd7d88fa1f7), precommit_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:50:47.641477 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.db.db_base_plugin_v2 [None req-74f2a19f-a2de-4190-8482-fba289e6fd20 admin admin] Deleting subnet 2f142c9b-e8b9-4838-a5d9-5c60564542f5 {{(pid=109550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 03:50:47.644759 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-74f2a19f-a2de-4190-8482-fba289e6fd20 admin admin] Publish callbacks [] for subnet (2f142c9b-e8b9-4838-a5d9-5c60564542f5), before_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:50:47.680961 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-74f2a19f-a2de-4190-8482-fba289e6fd20 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3934284'] for subnet (2f142c9b-e8b9-4838-a5d9-5c60564542f5), precommit_delete_associations {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:50:47.698379 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-ba36de50-20bf-44e8-a403-d543d9f2901b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (b2d3dd5b-3ac2-4188-86e9-3dd7d88fa1f7), after_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:50:47.748581 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba36de50-20bf-44e8-a403-d543d9f2901b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2d3dd5b-3ac2-4188-86e9-3dd7d88fa1f7,revision_number=1']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:50:47.754582 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-ba36de50-20bf-44e8-a403-d543d9f2901b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3d1da5d71cfd4904aad53e6bab5603a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3594940 Jan 29 03:50:47.761012 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 51132) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:50:47.815859 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-84a13169-f145-4ad2-9d03-7d1005b59f46 admin admin] Publish callbacks [] for security_group (b2d3dd5b-3ac2-4188-86e9-3dd7d88fa1f7), before_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:50:47.821639 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-74f2a19f-a2de-4190-8482-fba289e6fd20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-756919'] for subnet (2f142c9b-e8b9-4838-a5d9-5c60564542f5), precommit_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:50:47.838201 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-84a13169-f145-4ad2-9d03-7d1005b59f46 admin admin] Publish callbacks [] for security_group (b2d3dd5b-3ac2-4188-86e9-3dd7d88fa1f7), precommit_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:50:47.956696 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Device 3c3620d2-c4ca-4fc0-a44d-194be82ff593 no longer exists at agent ovs-agent-dv-cinder-826949-1-iscsi {{(pid=109551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 03:50:47.982949 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] No Port match for: 3c3620d2-c4ca-4fc0-a44d-194be82ff593 {{(pid=109551) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 03:50:47.983296 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Device 3c3620d2-c4ca-4fc0-a44d-194be82ff593 not bound to the agent host dv-cinder-826949-1-iscsi {{(pid=109551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 03:50:47.983701 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Device 35a06f04-9d71-4fa3-86c3-5181b2063974 no longer exists at agent ovs-agent-dv-cinder-826949-1-iscsi {{(pid=109551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 03:50:48.008592 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] No Port match for: 35a06f04-9d71-4fa3-86c3-5181b2063974 {{(pid=109551) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 03:50:48.008939 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Device 35a06f04-9d71-4fa3-86c3-5181b2063974 not bound to the agent host dv-cinder-826949-1-iscsi {{(pid=109551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 03:50:48.059968 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-74f2a19f-a2de-4190-8482-fba289e6fd20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-756920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9207301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9335413'] for subnet (2f142c9b-e8b9-4838-a5d9-5c60564542f5), after_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:50:48.082709 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-84a13169-f145-4ad2-9d03-7d1005b59f46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (b2d3dd5b-3ac2-4188-86e9-3dd7d88fa1f7), after_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:50:48.088611 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-6a0bb60c-5b7b-499b-b43f-7eb32e921150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (4cfc2a27-deed-4689-8f39-0bd5aa6fe3c3), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:50:48.088748 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-84a13169-f145-4ad2-9d03-7d1005b59f46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:50:48.088843 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f2a19f-a2de-4190-8482-fba289e6fd20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f142c9b-e8b9-4838-a5d9-5c60564542f5,revision_number=None']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:50:48.088956 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-84a13169-f145-4ad2-9d03-7d1005b59f46 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b2d3dd5b-3ac2-4188-86e9-3dd7d88fa1f7 HTTP/1.1" status: 204 len: 168 time: 0.3283250 Jan 29 03:50:48.091713 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-74f2a19f-a2de-4190-8482-fba289e6fd20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606130'] for subnet (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:50:48.094901 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-74f2a19f-a2de-4190-8482-fba289e6fd20 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/2f142c9b-e8b9-4838-a5d9-5c60564542f5 HTTP/1.1" status: 204 len: 168 time: 0.5143754 Jan 29 03:50:48.097114 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a13169-f145-4ad2-9d03-7d1005b59f46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2d3dd5b-3ac2-4188-86e9-3dd7d88fa1f7,revision_number=None']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:50:48.097303 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 51136) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:50:48.104887 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12670fa2-6db9-4a84-a4ae-2663a635e6f5 None None] Network 4b4e9710-b6c9-4002-b8a3-8aa9bf7336cb requested from dv-cinder-826949-1-iscsi {{(pid=109551) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 03:50:48.176587 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-3f30922a-015f-43aa-a248-ebe8f316957b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617357'] for network (4b4e9710-b6c9-4002-b8a3-8aa9bf7336cb), before_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:50:48.239918 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.plugin [None req-3f30922a-015f-43aa-a248-ebe8f316957b admin admin] Deleting port 2c6d3e77-83cc-47a6-bbf0-e4e5d57482dd {{(pid=109550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 03:50:48.241022 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-3f30922a-015f-43aa-a248-ebe8f316957b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787145728359'] for port (2c6d3e77-83cc-47a6-bbf0-e4e5d57482dd), before_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:50:48.313085 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d4b9811-6827-4f13-8a45-0aad1dabd629 None None] DHCP port deletion for 4b4e9710-b6c9-4002-b8a3-8aa9bf7336cb request from dv-cinder-826949-1-iscsi {{(pid=109551) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 03:50:48.316931 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.db [None req-3f30922a-015f-43aa-a248-ebe8f316957b admin admin] For port 2c6d3e77-83cc-47a6-bbf0-e4e5d57482dd, host dv-cinder-826949-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-1-iscsi',level=0,port_id=2c6d3e77-83cc-47a6-bbf0-e4e5d57482dd,segment=NetworkSegment(0f1a27ff-4507-4849-b52b-a4a1cb59f6c4),segment_id=0f1a27ff-4507-4849-b52b-a4a1cb59f6c4)] {{(pid=109550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 03:50:48.317309 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-3f30922a-015f-43aa-a248-ebe8f316957b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1915525'] for port (2c6d3e77-83cc-47a6-bbf0-e4e5d57482dd), precommit_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:50:48.330782 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.plugin [None req-3f30922a-015f-43aa-a248-ebe8f316957b admin admin] Calling delete_port for 2c6d3e77-83cc-47a6-bbf0-e4e5d57482dd owned by network:dhcp {{(pid=109550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 03:50:48.362251 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-4d4b9811-6827-4f13-8a45-0aad1dabd629 None None] Deleting port 2c6d3e77-83cc-47a6-bbf0-e4e5d57482dd {{(pid=109551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 03:50:48.362702 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-4d4b9811-6827-4f13-8a45-0aad1dabd629 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787145728359'] for port (2c6d3e77-83cc-47a6-bbf0-e4e5d57482dd), before_delete {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:50:48.436389 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-4d4b9811-6827-4f13-8a45-0aad1dabd629 None None] For port 2c6d3e77-83cc-47a6-bbf0-e4e5d57482dd, host dv-cinder-826949-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-1-iscsi',level=0,port_id=2c6d3e77-83cc-47a6-bbf0-e4e5d57482dd,segment=NetworkSegment(0f1a27ff-4507-4849-b52b-a4a1cb59f6c4),segment_id=0f1a27ff-4507-4849-b52b-a4a1cb59f6c4)] {{(pid=109551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 03:50:48.436783 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-4d4b9811-6827-4f13-8a45-0aad1dabd629 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1915525'] for port (2c6d3e77-83cc-47a6-bbf0-e4e5d57482dd), precommit_delete {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:50:48.454503 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-4d4b9811-6827-4f13-8a45-0aad1dabd629 None None] Calling delete_port for 2c6d3e77-83cc-47a6-bbf0-e4e5d57482dd owned by network:dhcp {{(pid=109551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 03:50:48.483043 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-3f30922a-015f-43aa-a248-ebe8f316957b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787145732033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787145433402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9207350'] for port (2c6d3e77-83cc-47a6-bbf0-e4e5d57482dd), after_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:50:48.516254 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f30922a-015f-43aa-a248-ebe8f316957b admin admin] Pushing event deleted for resources: {'Port': ['ID=2c6d3e77-83cc-47a6-bbf0-e4e5d57482dd,revision_number=None']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:50:48.522837 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f30922a-015f-43aa-a248-ebe8f316957b admin admin] No DVR routers for this DVR port 2c6d3e77-83cc-47a6-bbf0-e4e5d57482dd on host dv-cinder-826949-1-iscsi {{(pid=109550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 03:50:48.583253 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-4d4b9811-6827-4f13-8a45-0aad1dabd629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787145732033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787145433402'] for port (2c6d3e77-83cc-47a6-bbf0-e4e5d57482dd), after_delete {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:50:48.619217 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4b9811-6827-4f13-8a45-0aad1dabd629 None None] Pushing event deleted for resources: {'Port': ['ID=2c6d3e77-83cc-47a6-bbf0-e4e5d57482dd,revision_number=None']} {{(pid=109551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:50:48.621440 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-3f30922a-015f-43aa-a248-ebe8f316957b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783436', 'neutron.services.segments.db._delete_segments_for_network-8787145932427'] for network (4b4e9710-b6c9-4002-b8a3-8aa9bf7336cb), precommit_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:50:48.623270 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4b9811-6827-4f13-8a45-0aad1dabd629 None None] No DVR routers for this DVR port 2c6d3e77-83cc-47a6-bbf0-e4e5d57482dd on host dv-cinder-826949-1-iscsi {{(pid=109551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 03:50:48.644550 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.services.segments.db [None req-3f30922a-015f-43aa-a248-ebe8f316957b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b4e9710-b6c9-4002-b8a3-8aa9bf7336cb']}} {{(pid=109550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:50:48.653710 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.services.segments.db [None req-3f30922a-015f-43aa-a248-ebe8f316957b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f1a27ff-4507-4849-b52b-a4a1cb59f6c4') {'for_net_delete': True} {{(pid=109550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:50:48.654003 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.services.segments.db [None req-3f30922a-015f-43aa-a248-ebe8f316957b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f1a27ff-4507-4849-b52b-a4a1cb59f6c4') {} {{(pid=109550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:50:48.664009 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-3f30922a-015f-43aa-a248-ebe8f316957b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787145906580', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3934299'] for segment (0f1a27ff-4507-4849-b52b-a4a1cb59f6c4), before_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:50:48.676810 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-3f30922a-015f-43aa-a248-ebe8f316957b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541992'] for segment (0f1a27ff-4507-4849-b52b-a4a1cb59f6c4), precommit_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:50:48.683132 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f30922a-015f-43aa-a248-ebe8f316957b admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=109550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 03:50:48.683504 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-3f30922a-015f-43aa-a248-ebe8f316957b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9207515'] for segment (0f1a27ff-4507-4849-b52b-a4a1cb59f6c4), after_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:50:48.685085 dv-cinder-826949-1-iscsi neutron-server[109550]: Traceback (most recent call last): Jan 29 03:50:48.685085 dv-cinder-826949-1-iscsi neutron-server[109550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 03:50:48.685085 dv-cinder-826949-1-iscsi neutron-server[109550]: timer() Jan 29 03:50:48.685085 dv-cinder-826949-1-iscsi neutron-server[109550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 03:50:48.685085 dv-cinder-826949-1-iscsi neutron-server[109550]: cb(*args, **kw) Jan 29 03:50:48.685085 dv-cinder-826949-1-iscsi neutron-server[109550]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 03:50:48.685085 dv-cinder-826949-1-iscsi neutron-server[109550]: return func(*args, **kwargs) Jan 29 03:50:48.685085 dv-cinder-826949-1-iscsi neutron-server[109550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 03:50:48.685085 dv-cinder-826949-1-iscsi neutron-server[109550]: self._notify() Jan 29 03:50:48.685085 dv-cinder-826949-1-iscsi neutron-server[109550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 03:50:48.685085 dv-cinder-826949-1-iscsi neutron-server[109550]: self.callback(batched_events) Jan 29 03:50:48.685085 dv-cinder-826949-1-iscsi neutron-server[109550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 03:50:48.685085 dv-cinder-826949-1-iscsi neutron-server[109550]: event.method(event) Jan 29 03:50:48.685085 dv-cinder-826949-1-iscsi neutron-server[109550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 03:50:48.685085 dv-cinder-826949-1-iscsi neutron-server[109550]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 03:50:48.685085 dv-cinder-826949-1-iscsi neutron-server[109550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 03:50:48.685085 dv-cinder-826949-1-iscsi neutron-server[109550]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 03:50:48.685085 dv-cinder-826949-1-iscsi neutron-server[109550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 03:50:48.685085 dv-cinder-826949-1-iscsi neutron-server[109550]: return f(self, *a, **k) Jan 29 03:50:48.685085 dv-cinder-826949-1-iscsi neutron-server[109550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 03:50:48.685085 dv-cinder-826949-1-iscsi neutron-server[109550]: return self._get(url).json() Jan 29 03:50:48.685085 dv-cinder-826949-1-iscsi neutron-server[109550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 03:50:48.685085 dv-cinder-826949-1-iscsi neutron-server[109550]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 03:50:48.685085 dv-cinder-826949-1-iscsi neutron-server[109550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 03:50:48.685085 dv-cinder-826949-1-iscsi neutron-server[109550]: return self.request(url, 'GET', **kwargs) Jan 29 03:50:48.685085 dv-cinder-826949-1-iscsi neutron-server[109550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 03:50:48.685085 dv-cinder-826949-1-iscsi neutron-server[109550]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 03:50:48.685085 dv-cinder-826949-1-iscsi neutron-server[109550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 03:50:48.685085 dv-cinder-826949-1-iscsi neutron-server[109550]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 03:50:48.685085 dv-cinder-826949-1-iscsi neutron-server[109550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 03:50:48.685085 dv-cinder-826949-1-iscsi neutron-server[109550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 03:50:48.685085 dv-cinder-826949-1-iscsi neutron-server[109550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 03:50:48.813668 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-3f30922a-015f-43aa-a248-ebe8f316957b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1909918'] for network (4b4e9710-b6c9-4002-b8a3-8aa9bf7336cb), after_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:50:48.818119 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-3f30922a-015f-43aa-a248-ebe8f316957b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606130'] for network (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:50:48.821339 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-3f30922a-015f-43aa-a248-ebe8f316957b admin admin] 10.222.0.16 "DELETE /v2.0/networks/4b4e9710-b6c9-4002-b8a3-8aa9bf7336cb HTTP/1.1" status: 204 len: 168 time: 0.7231135 Jan 29 03:50:48.833994 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f30922a-015f-43aa-a248-ebe8f316957b admin admin] Pushing event deleted for resources: {'Network': ['ID=4b4e9710-b6c9-4002-b8a3-8aa9bf7336cb,revision_number=None']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:50:49.198427 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 51142) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:50:49.238602 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-1074263c-33c3-4974-b5c2-77aa3e40d685 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0f6df9863d6a490a92b2f3c872aec541&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0389857 Jan 29 03:50:49.240943 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 51144) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:50:49.286678 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-a2c29695-e7b3-4e9f-aba1-a0d8d5297ffe admin admin] Publish callbacks [] for security_group (c32dfb97-7425-4ca4-a806-6616729a891a), before_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:50:49.306617 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-a2c29695-e7b3-4e9f-aba1-a0d8d5297ffe admin admin] Publish callbacks [] for security_group (c32dfb97-7425-4ca4-a806-6616729a891a), precommit_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:50:49.390761 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-a2c29695-e7b3-4e9f-aba1-a0d8d5297ffe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (c32dfb97-7425-4ca4-a806-6616729a891a), after_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:50:49.393568 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-a2c29695-e7b3-4e9f-aba1-a0d8d5297ffe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:50:49.394751 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-a2c29695-e7b3-4e9f-aba1-a0d8d5297ffe admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c32dfb97-7425-4ca4-a806-6616729a891a HTTP/1.1" status: 204 len: 168 time: 0.1529284 Jan 29 03:50:49.402957 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c29695-e7b3-4e9f-aba1-a0d8d5297ffe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c32dfb97-7425-4ca4-a806-6616729a891a,revision_number=None']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:50:49.414335 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-30ace4c1-806b-4d7c-a886-fe7b65bfbfcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (7774c0be-b957-4204-896b-7e749f55bf81), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:50:49.810769 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Device 2c6d3e77-83cc-47a6-bbf0-e4e5d57482dd no longer exists at agent ovs-agent-dv-cinder-826949-1-iscsi {{(pid=109551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 03:50:49.834617 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] No Port match for: 2c6d3e77-83cc-47a6-bbf0-e4e5d57482dd {{(pid=109551) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 03:50:49.834881 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Device 2c6d3e77-83cc-47a6-bbf0-e4e5d57482dd not bound to the agent host dv-cinder-826949-1-iscsi {{(pid=109551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 03:50:51.178770 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (e75d1b00-832d-4bf5-b078-2c4f5b2c10cd), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:50:54.256618 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 51216) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:50:54.362934 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-43b4a647-1cfd-47ec-a337-0dce25d664da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:50:54.435058 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-43b4a647-1cfd-47ec-a337-0dce25d664da admin admin] Publish callbacks [] for security_group (1bd9235e-3120-4ffe-ba9a-c0f424418264), precommit_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:50:54.504002 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-43b4a647-1cfd-47ec-a337-0dce25d664da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (1bd9235e-3120-4ffe-ba9a-c0f424418264), after_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:50:54.543563 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-43b4a647-1cfd-47ec-a337-0dce25d664da admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bb466adc8ffa411a9158a995907b19e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2858720 Jan 29 03:50:54.544426 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b4a647-1cfd-47ec-a337-0dce25d664da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bd9235e-3120-4ffe-ba9a-c0f424418264,revision_number=1']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:50:54.546432 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 51220) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:50:54.593076 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-90415266-79df-4a18-92ec-27d45bf5a4f3 admin admin] Publish callbacks [] for security_group (1bd9235e-3120-4ffe-ba9a-c0f424418264), before_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:50:54.614017 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-90415266-79df-4a18-92ec-27d45bf5a4f3 admin admin] Publish callbacks [] for security_group (1bd9235e-3120-4ffe-ba9a-c0f424418264), precommit_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:50:54.721299 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-90415266-79df-4a18-92ec-27d45bf5a4f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (1bd9235e-3120-4ffe-ba9a-c0f424418264), after_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:50:54.723861 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-90415266-79df-4a18-92ec-27d45bf5a4f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:50:54.725596 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-90415266-79df-4a18-92ec-27d45bf5a4f3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1bd9235e-3120-4ffe-ba9a-c0f424418264 HTTP/1.1" status: 204 len: 168 time: 0.1781971 Jan 29 03:50:54.733181 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90415266-79df-4a18-92ec-27d45bf5a4f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bd9235e-3120-4ffe-ba9a-c0f424418264,revision_number=None']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:50:56.008137 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (ad4128b7-7a77-4672-aa49-b5d5d6c7d736), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:50:56.424528 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 51278) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:50:56.523385 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-2c0d7044-19cc-4c5c-8a9e-4763a5b50ed2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:50:56.605506 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-2c0d7044-19cc-4c5c-8a9e-4763a5b50ed2 admin admin] Publish callbacks [] for security_group (2e09f19f-0436-4696-b0b0-d898ebd4893f), precommit_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:50:56.653736 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-2c0d7044-19cc-4c5c-8a9e-4763a5b50ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (2e09f19f-0436-4696-b0b0-d898ebd4893f), after_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:50:56.691481 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-2c0d7044-19cc-4c5c-8a9e-4763a5b50ed2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fb5dac1fb06d4904b08ced81f116ad23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2658513 Jan 29 03:50:56.692348 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0d7044-19cc-4c5c-8a9e-4763a5b50ed2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e09f19f-0436-4696-b0b0-d898ebd4893f,revision_number=1']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:50:56.694322 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 51282) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:50:56.699392 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0d7044-19cc-4c5c-8a9e-4763a5b50ed2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:50:56.702990 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0d7044-19cc-4c5c-8a9e-4763a5b50ed2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:50:56.702990 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0d7044-19cc-4c5c-8a9e-4763a5b50ed2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:50:56.702990 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0d7044-19cc-4c5c-8a9e-4763a5b50ed2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:50:56.702990 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0d7044-19cc-4c5c-8a9e-4763a5b50ed2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:50:56.702990 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0d7044-19cc-4c5c-8a9e-4763a5b50ed2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:50:56.702990 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0d7044-19cc-4c5c-8a9e-4763a5b50ed2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:50:56.702990 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0d7044-19cc-4c5c-8a9e-4763a5b50ed2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:50:56.702990 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0d7044-19cc-4c5c-8a9e-4763a5b50ed2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:50:56.702990 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0d7044-19cc-4c5c-8a9e-4763a5b50ed2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:50:56.702990 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0d7044-19cc-4c5c-8a9e-4763a5b50ed2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:50:56.702990 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0d7044-19cc-4c5c-8a9e-4763a5b50ed2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:50:56.704029 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0d7044-19cc-4c5c-8a9e-4763a5b50ed2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:50:56.741585 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-97ad10d1-997b-48e5-b41e-afbbf0687e5d admin admin] Publish callbacks [] for security_group (2e09f19f-0436-4696-b0b0-d898ebd4893f), before_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:50:56.762223 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-97ad10d1-997b-48e5-b41e-afbbf0687e5d admin admin] Publish callbacks [] for security_group (2e09f19f-0436-4696-b0b0-d898ebd4893f), precommit_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:50:56.865223 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-97ad10d1-997b-48e5-b41e-afbbf0687e5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (2e09f19f-0436-4696-b0b0-d898ebd4893f), after_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:50:56.867739 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-97ad10d1-997b-48e5-b41e-afbbf0687e5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:50:56.868882 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-97ad10d1-997b-48e5-b41e-afbbf0687e5d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2e09f19f-0436-4696-b0b0-d898ebd4893f HTTP/1.1" status: 204 len: 168 time: 0.1735840 Jan 29 03:50:56.876283 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ad10d1-997b-48e5-b41e-afbbf0687e5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e09f19f-0436-4696-b0b0-d898ebd4893f,revision_number=None']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:51:01.605655 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 51428) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:51:01.708169 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-ca259b26-ff82-4273-803f-e3e9a0eb2f1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:01.779286 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-ca259b26-ff82-4273-803f-e3e9a0eb2f1d admin admin] Publish callbacks [] for security_group (267aad03-30bc-4ae3-bbc0-ff321433274d), precommit_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:01.840689 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-ca259b26-ff82-4273-803f-e3e9a0eb2f1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (267aad03-30bc-4ae3-bbc0-ff321433274d), after_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:01.877984 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-ca259b26-ff82-4273-803f-e3e9a0eb2f1d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7a0ff82ded744ab6b5d6f7bf1cf9ab8b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2711682 Jan 29 03:51:01.878977 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca259b26-ff82-4273-803f-e3e9a0eb2f1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=267aad03-30bc-4ae3-bbc0-ff321433274d,revision_number=1']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:51:01.880727 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 51434) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:51:01.928224 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-0248e911-95ad-4425-8fc1-c44fde976ac0 admin admin] Publish callbacks [] for security_group (267aad03-30bc-4ae3-bbc0-ff321433274d), before_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:01.950880 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-0248e911-95ad-4425-8fc1-c44fde976ac0 admin admin] Publish callbacks [] for security_group (267aad03-30bc-4ae3-bbc0-ff321433274d), precommit_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:02.052045 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-0248e911-95ad-4425-8fc1-c44fde976ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (267aad03-30bc-4ae3-bbc0-ff321433274d), after_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:02.054648 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-0248e911-95ad-4425-8fc1-c44fde976ac0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:02.055810 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-0248e911-95ad-4425-8fc1-c44fde976ac0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/267aad03-30bc-4ae3-bbc0-ff321433274d HTTP/1.1" status: 204 len: 168 time: 0.1740727 Jan 29 03:51:02.063195 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0248e911-95ad-4425-8fc1-c44fde976ac0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=267aad03-30bc-4ae3-bbc0-ff321433274d,revision_number=None']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:51:02.070767 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0248e911-95ad-4425-8fc1-c44fde976ac0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:51:02.071118 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0248e911-95ad-4425-8fc1-c44fde976ac0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:51:02.071459 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0248e911-95ad-4425-8fc1-c44fde976ac0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:51:02.071797 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0248e911-95ad-4425-8fc1-c44fde976ac0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:51:02.072130 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0248e911-95ad-4425-8fc1-c44fde976ac0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:51:02.072461 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0248e911-95ad-4425-8fc1-c44fde976ac0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:51:02.072790 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0248e911-95ad-4425-8fc1-c44fde976ac0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:51:02.073117 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0248e911-95ad-4425-8fc1-c44fde976ac0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:51:02.073471 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0248e911-95ad-4425-8fc1-c44fde976ac0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:51:02.073806 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0248e911-95ad-4425-8fc1-c44fde976ac0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:51:02.074145 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0248e911-95ad-4425-8fc1-c44fde976ac0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:51:02.074478 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0248e911-95ad-4425-8fc1-c44fde976ac0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:51:02.074799 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0248e911-95ad-4425-8fc1-c44fde976ac0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:51:02.652413 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 51444) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:51:02.666039 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-13692399-38e3-4020-bcf1-93701a158676 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:02.740146 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-13692399-38e3-4020-bcf1-93701a158676 admin admin] Publish callbacks [] for security_group (f591b9cb-d2bf-4e7d-9b3c-b1f1cef68ce5), precommit_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:02.806587 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-13692399-38e3-4020-bcf1-93701a158676 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (f591b9cb-d2bf-4e7d-9b3c-b1f1cef68ce5), after_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:02.843318 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13692399-38e3-4020-bcf1-93701a158676 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f591b9cb-d2bf-4e7d-9b3c-b1f1cef68ce5,revision_number=1']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:51:02.847620 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-13692399-38e3-4020-bcf1-93701a158676 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=309b5a44a160413ca2f82325512a3059&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1942079 Jan 29 03:51:02.850242 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 51446) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:51:02.898412 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-f7edded7-8415-4d11-b968-647768455d83 admin admin] Publish callbacks [] for security_group (f591b9cb-d2bf-4e7d-9b3c-b1f1cef68ce5), before_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:02.918411 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-f7edded7-8415-4d11-b968-647768455d83 admin admin] Publish callbacks [] for security_group (f591b9cb-d2bf-4e7d-9b3c-b1f1cef68ce5), precommit_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:03.042070 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-f7edded7-8415-4d11-b968-647768455d83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (f591b9cb-d2bf-4e7d-9b3c-b1f1cef68ce5), after_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:03.044604 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-f7edded7-8415-4d11-b968-647768455d83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:03.045749 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-f7edded7-8415-4d11-b968-647768455d83 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f591b9cb-d2bf-4e7d-9b3c-b1f1cef68ce5 HTTP/1.1" status: 204 len: 168 time: 0.1946130 Jan 29 03:51:03.053718 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7edded7-8415-4d11-b968-647768455d83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f591b9cb-d2bf-4e7d-9b3c-b1f1cef68ce5,revision_number=None']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:51:03.670336 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caece5a2-1baf-49b9-861e-e552816ee462 req-a8867d09-1eb1-46c3-8b2f-cb94f4e96d5c tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:51:03.671858 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-caece5a2-1baf-49b9-861e-e552816ee462 req-a8867d09-1eb1-46c3-8b2f-cb94f4e96d5c tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe9bccaa-e41b-4389-9f22-5e72a04c47b0 HTTP/1.1" status: 200 len: 946 time: 0.0536780 Jan 29 03:51:03.720902 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-caece5a2-1baf-49b9-861e-e552816ee462 req-957d5f5f-2c06-4ddd-97df-3e92036c41a1 tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d65f1d4-25f6-4c0c-b38f-909fe5487234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430880 Jan 29 03:51:04.847338 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7562c59e-88c3-4ec1-b471-2a0618a5739e req-c0330e44-fcef-44bc-9c1c-4fcda0b71cd4 tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:51:04.848842 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-7562c59e-88c3-4ec1-b471-2a0618a5739e req-c0330e44-fcef-44bc-9c1c-4fcda0b71cd4 tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe9bccaa-e41b-4389-9f22-5e72a04c47b0 HTTP/1.1" status: 200 len: 946 time: 0.0567384 Jan 29 03:51:04.898670 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-7562c59e-88c3-4ec1-b471-2a0618a5739e req-7d82dfa5-cc5a-4cea-a1bb-7afebd21ac52 tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d65f1d4-25f6-4c0c-b38f-909fe5487234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436790 Jan 29 03:51:06.016669 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da4f3e7-342a-427d-a20b-8ed875cf1958 req-4523bed6-bcd7-48c0-b486-62137ccc0a5b tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:51:06.018412 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-7da4f3e7-342a-427d-a20b-8ed875cf1958 req-4523bed6-bcd7-48c0-b486-62137ccc0a5b tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe9bccaa-e41b-4389-9f22-5e72a04c47b0 HTTP/1.1" status: 200 len: 946 time: 0.0549006 Jan 29 03:51:06.065583 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-7da4f3e7-342a-427d-a20b-8ed875cf1958 req-cc7f4076-369a-4a80-8063-8fa4e5b093c9 tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d65f1d4-25f6-4c0c-b38f-909fe5487234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409906 Jan 29 03:51:07.188416 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a07de99-d3a0-4a67-aa48-8d0651d5bc54 req-a21de574-112d-4075-a8f4-40b61629cef6 tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:51:07.188416 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-7a07de99-d3a0-4a67-aa48-8d0651d5bc54 req-a21de574-112d-4075-a8f4-40b61629cef6 tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe9bccaa-e41b-4389-9f22-5e72a04c47b0 HTTP/1.1" status: 200 len: 946 time: 0.0533121 Jan 29 03:51:07.236760 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-7a07de99-d3a0-4a67-aa48-8d0651d5bc54 req-9de488af-ac3d-4d4d-bfe0-053658d73990 tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d65f1d4-25f6-4c0c-b38f-909fe5487234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448048 Jan 29 03:51:08.363548 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58adda7-2392-4580-921f-a7165e7f2c5d req-e3bb0c98-c6d1-4448-8988-3a7b3fe4c69a tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:51:08.365032 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-b58adda7-2392-4580-921f-a7165e7f2c5d req-e3bb0c98-c6d1-4448-8988-3a7b3fe4c69a tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe9bccaa-e41b-4389-9f22-5e72a04c47b0 HTTP/1.1" status: 200 len: 946 time: 0.0524702 Jan 29 03:51:08.416916 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-b58adda7-2392-4580-921f-a7165e7f2c5d req-45342bf3-bb14-4d1d-aeee-61d7593239d5 tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d65f1d4-25f6-4c0c-b38f-909fe5487234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456018 Jan 29 03:51:09.548078 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9417f225-26cc-488d-9fc7-4fa5bdde98ad req-fca37791-8377-43a1-b0f7-31e3e8deb93d tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:51:09.549446 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-9417f225-26cc-488d-9fc7-4fa5bdde98ad req-fca37791-8377-43a1-b0f7-31e3e8deb93d tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe9bccaa-e41b-4389-9f22-5e72a04c47b0 HTTP/1.1" status: 200 len: 946 time: 0.0651250 Jan 29 03:51:09.598529 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-9417f225-26cc-488d-9fc7-4fa5bdde98ad req-71650802-ecf4-4b4c-b48f-cd3918ebe4a7 tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d65f1d4-25f6-4c0c-b38f-909fe5487234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427732 Jan 29 03:51:09.917967 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebcc182-02bc-4b06-9a83-c5fc5828b197 req-701f2d6f-a87e-439a-bf8c-69334d7fddca tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:51:09.919450 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-8ebcc182-02bc-4b06-9a83-c5fc5828b197 req-701f2d6f-a87e-439a-bf8c-69334d7fddca tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=22400b6d-3511-472c-a8d5-7ef6b31a4733 HTTP/1.1" status: 200 len: 947 time: 0.0515244 Jan 29 03:51:09.965571 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-8ebcc182-02bc-4b06-9a83-c5fc5828b197 req-5fa94b08-9530-47bf-bc2a-231a2b9f88e9 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/security-groups?id=757239fc-c09f-4d70-afc0-283cd2854d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405164 Jan 29 03:51:10.722348 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f5ee51-2b0e-49e6-8c2c-1cd32bbebc40 req-27828b74-e2de-4d46-bec0-cd1eebd84702 tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:51:10.723856 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-c8f5ee51-2b0e-49e6-8c2c-1cd32bbebc40 req-27828b74-e2de-4d46-bec0-cd1eebd84702 tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe9bccaa-e41b-4389-9f22-5e72a04c47b0 HTTP/1.1" status: 200 len: 946 time: 0.0554788 Jan 29 03:51:10.771742 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-c8f5ee51-2b0e-49e6-8c2c-1cd32bbebc40 req-595db9ff-997b-4f19-ad17-f96f96301954 tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d65f1d4-25f6-4c0c-b38f-909fe5487234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418258 Jan 29 03:51:11.027886 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a957a2c2-225d-44aa-bab4-9c33adacab8c req-01c94f00-a47a-4954-b016-303b9bda7fa7 tempest-VolumesSnapshotTestJSON-279667869 tempest-VolumesSnapshotTestJSON-279667869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:51:11.029353 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-a957a2c2-225d-44aa-bab4-9c33adacab8c req-01c94f00-a47a-4954-b016-303b9bda7fa7 tempest-VolumesSnapshotTestJSON-279667869 tempest-VolumesSnapshotTestJSON-279667869-project] 10.222.0.16 "GET /v2.0/ports?device_id=852516d9-0773-4902-b732-954253533053 HTTP/1.1" status: 200 len: 945 time: 0.0526865 Jan 29 03:51:11.075921 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-a957a2c2-225d-44aa-bab4-9c33adacab8c req-d64813da-9dbd-4a98-9f49-c4310272b598 tempest-VolumesSnapshotTestJSON-279667869 tempest-VolumesSnapshotTestJSON-279667869-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3572f94-30b0-44f5-b7c7-d56d9036bcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409045 Jan 29 03:51:11.090777 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd857d76-e00d-4e2c-abef-eeccd51e0095 req-f51350ec-0f98-478e-bdc0-fc0bb6b2a0e0 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:51:11.092268 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-bd857d76-e00d-4e2c-abef-eeccd51e0095 req-f51350ec-0f98-478e-bdc0-fc0bb6b2a0e0 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=22400b6d-3511-472c-a8d5-7ef6b31a4733 HTTP/1.1" status: 200 len: 947 time: 0.0555689 Jan 29 03:51:11.137479 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-bd857d76-e00d-4e2c-abef-eeccd51e0095 req-c09988a0-6b54-43d5-b1b4-8586fde1ef6a tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/security-groups?id=757239fc-c09f-4d70-afc0-283cd2854d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398128 Jan 29 03:51:11.592066 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd8ac56-d359-4685-b2a9-756b0feed454 req-d0c2a319-971d-47fd-b00e-0383795339dd tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:51:11.593533 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-8dd8ac56-d359-4685-b2a9-756b0feed454 req-d0c2a319-971d-47fd-b00e-0383795339dd tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.25 "GET /v2.0/ports?device_id=22400b6d-3511-472c-a8d5-7ef6b31a4733 HTTP/1.1" status: 200 len: 947 time: 0.0529795 Jan 29 03:51:11.963722 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4687892-46f1-4dd7-9a7c-5aa650751d44 req-df9a889d-b972-4bda-b229-9d81950df498 tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:51:11.965189 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-a4687892-46f1-4dd7-9a7c-5aa650751d44 req-df9a889d-b972-4bda-b229-9d81950df498 tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe9bccaa-e41b-4389-9f22-5e72a04c47b0 HTTP/1.1" status: 200 len: 946 time: 0.0873222 Jan 29 03:51:11.992732 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.plugin [req-8dd8ac56-d359-4685-b2a9-756b0feed454 req-8413d5c4-6268-4313-a3a0-a40ec3014640 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Deleting port d74c4298-21ab-40ef-9b6c-b38299577657 {{(pid=109550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 03:51:11.993079 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-8dd8ac56-d359-4685-b2a9-756b0feed454 req-8413d5c4-6268-4313-a3a0-a40ec3014640 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787145728359'] for port (d74c4298-21ab-40ef-9b6c-b38299577657), before_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:12.063744 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.agents_db [None req-5bdad2e4-4f8f-4fe6-a9f7-cf82a335ca9d None None] Agent healthcheck: found 6 active agents {{(pid=109552) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 03:51:12.069317 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-a4687892-46f1-4dd7-9a7c-5aa650751d44 req-20406235-c955-404e-9d7e-c8bc44e4c381 tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d65f1d4-25f6-4c0c-b38f-909fe5487234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974851 Jan 29 03:51:12.102346 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.db [req-8dd8ac56-d359-4685-b2a9-756b0feed454 req-8413d5c4-6268-4313-a3a0-a40ec3014640 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] For port d74c4298-21ab-40ef-9b6c-b38299577657, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=d74c4298-21ab-40ef-9b6c-b38299577657,segment=NetworkSegment(e5471ed5-97f1-48e6-86f5-92c6b5bce849),segment_id=e5471ed5-97f1-48e6-86f5-92c6b5bce849)] {{(pid=109550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 03:51:12.105153 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-8dd8ac56-d359-4685-b2a9-756b0feed454 req-8413d5c4-6268-4313-a3a0-a40ec3014640 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1915525'] for port (d74c4298-21ab-40ef-9b6c-b38299577657), precommit_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:12.201677 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df419b7-f731-4e5b-a912-e72ce151de23 req-b424c376-4992-4819-bcd0-2083ce351f3b tempest-VolumesSnapshotTestJSON-279667869 tempest-VolumesSnapshotTestJSON-279667869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:51:12.203551 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-6df419b7-f731-4e5b-a912-e72ce151de23 req-b424c376-4992-4819-bcd0-2083ce351f3b tempest-VolumesSnapshotTestJSON-279667869 tempest-VolumesSnapshotTestJSON-279667869-project] 10.222.0.16 "GET /v2.0/ports?device_id=852516d9-0773-4902-b732-954253533053 HTTP/1.1" status: 200 len: 945 time: 0.0583191 Jan 29 03:51:12.260325 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-6df419b7-f731-4e5b-a912-e72ce151de23 req-90c1f969-dd4c-448c-83a5-e8503e53cce8 tempest-VolumesSnapshotTestJSON-279667869 tempest-VolumesSnapshotTestJSON-279667869-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3572f94-30b0-44f5-b7c7-d56d9036bcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468719 Jan 29 03:51:12.331207 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51d7017-8223-4ec5-8f68-3070a0b1ad27 req-860c2dab-524d-481d-9680-a8ba60cec3e4 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:51:12.332607 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-d51d7017-8223-4ec5-8f68-3070a0b1ad27 req-860c2dab-524d-481d-9680-a8ba60cec3e4 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=22400b6d-3511-472c-a8d5-7ef6b31a4733 HTTP/1.1" status: 200 len: 947 time: 0.1059730 Jan 29 03:51:12.334478 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-8dd8ac56-d359-4685-b2a9-756b0feed454 req-8413d5c4-6268-4313-a3a0-a40ec3014640 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:12.334840 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-8dd8ac56-d359-4685-b2a9-756b0feed454 req-8413d5c4-6268-4313-a3a0-a40ec3014640 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1909920'] for floatingip (f13fe8ac-fcc6-43d7-acaf-5c4980196dee), after_update {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:12.335155 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.db.l3_db [req-8dd8ac56-d359-4685-b2a9-756b0feed454 req-8413d5c4-6268-4313-a3a0-a40ec3014640 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Floating IP f13fe8ac-fcc6-43d7-acaf-5c4980196dee disassociated. External IP: 172.27.1.137, port: d74c4298-21ab-40ef-9b6c-b38299577657. Jan 29 03:51:12.335497 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.plugin [req-8dd8ac56-d359-4685-b2a9-756b0feed454 req-8413d5c4-6268-4313-a3a0-a40ec3014640 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Calling delete_port for d74c4298-21ab-40ef-9b6c-b38299577657 owned by compute:nova {{(pid=109550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 03:51:12.428785 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-d51d7017-8223-4ec5-8f68-3070a0b1ad27 req-d7481298-b54e-4ac3-ad4d-ade55513947e tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/security-groups?id=757239fc-c09f-4d70-afc0-283cd2854d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885515 Jan 29 03:51:12.572321 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-8dd8ac56-d359-4685-b2a9-756b0feed454 req-8413d5c4-6268-4313-a3a0-a40ec3014640 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787145732033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787145433402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9207350'] for port (d74c4298-21ab-40ef-9b6c-b38299577657), after_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:12.599430 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8413d5c4-6268-4313-a3a0-a40ec3014640 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Pushing event deleted for resources: {'Port': ['ID=d74c4298-21ab-40ef-9b6c-b38299577657,revision_number=None']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:51:12.718578 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8dd8ac56-d359-4685-b2a9-756b0feed454 req-8413d5c4-6268-4313-a3a0-a40ec3014640 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Router e78ca722-9417-4f92-80a4-ae3c65afd27d has already been hosted by L3 agent d5b8732c-6ac1-45e3-a79e-cd9863fe8196 {{(pid=109550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 03:51:12.825166 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8dd8ac56-d359-4685-b2a9-756b0feed454 req-8413d5c4-6268-4313-a3a0-a40ec3014640 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Notify agent at l3_agent.dv-cinder-826949-1-iscsi the message routers_updated {{(pid=109550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 03:51:12.835426 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae9625e-a52a-468f-b384-9d99cc0b2c52 None None] Sync routers for ids ['e78ca722-9417-4f92-80a4-ae3c65afd27d'] in dv-cinder-826949-1-iscsi {{(pid=109552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 03:51:12.845375 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae9625e-a52a-468f-b384-9d99cc0b2c52 None None] Routers {'e78ca722-9417-4f92-80a4-ae3c65afd27d'} bound to L3 agent in host dv-cinder-826949-1-iscsi {{(pid=109552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 03:51:12.846012 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.l3_hamode_db [None req-4ae9625e-a52a-468f-b384-9d99cc0b2c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T03:36:17Z,description=,heartbeat_timestamp=2022-01-29T03:50:47Z,host='dv-cinder-826949-1-iscsi',id=d5b8732c-6ac1-45e3-a79e-cd9863fe8196,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T03:36:18Z,topic='l3_agent')) {'router_ids': ['e78ca722-9417-4f92-80a4-ae3c65afd27d'], 'active': True} {{(pid=109552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:51:12.865435 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dd8ac56-d359-4685-b2a9-756b0feed454 req-8413d5c4-6268-4313-a3a0-a40ec3014640 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] No DVR routers for this DVR port d74c4298-21ab-40ef-9b6c-b38299577657 on host hv-cinder-82694 {{(pid=109550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 03:51:12.868685 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-8dd8ac56-d359-4685-b2a9-756b0feed454 req-8413d5c4-6268-4313-a3a0-a40ec3014640 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166518'] for port (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:12.872409 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-8dd8ac56-d359-4685-b2a9-756b0feed454 req-8413d5c4-6268-4313-a3a0-a40ec3014640 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.25 "DELETE /v2.0/ports/d74c4298-21ab-40ef-9b6c-b38299577657 HTTP/1.1" status: 204 len: 173 time: 1.2706842 Jan 29 03:51:12.872812 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22400b6d-3511-472c-a8d5-7ef6b31a4733', 'name': 'network-vif-deleted', 'tag': 'd74c4298-21ab-40ef-9b6c-b38299577657'}] {{(pid=109550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 03:51:12.875217 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fa7e8514ec8b1871638cf3d0c6bf241b62bf17ffd430199c6215cc57604ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea2bcb24-26c8-4d5d-8772-a976793baf35" -d '{"events": [{"server_uuid": "22400b6d-3511-472c-a8d5-7ef6b31a4733", "name": "network-vif-deleted", "tag": "d74c4298-21ab-40ef-9b6c-b38299577657"}]}' {{(pid=109550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 03:51:12.910677 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 03:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1e7b222-bc4f-42d4-81f1-64cdc3884ac0 x-openstack-request-id: req-b1e7b222-bc4f-42d4-81f1-64cdc3884ac0 {{(pid=109550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 03:51:12.910976 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22400b6d-3511-472c-a8d5-7ef6b31a4733", "name": "network-vif-deleted", "tag": "d74c4298-21ab-40ef-9b6c-b38299577657", "status": "completed", "code": 200}]} {{(pid=109550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 03:51:12.911296 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b1e7b222-bc4f-42d4-81f1-64cdc3884ac0 {{(pid=109550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 03:51:12.911839 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22400b6d-3511-472c-a8d5-7ef6b31a4733', 'name': 'network-vif-deleted', 'tag': 'd74c4298-21ab-40ef-9b6c-b38299577657', 'status': 'completed', 'code': 200} Jan 29 03:51:12.966113 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.l3_dvr_db [None req-4ae9625e-a52a-468f-b384-9d99cc0b2c52 None None] Set router e78ca722-9417-4f92-80a4-ae3c65afd27d gateway port host: dv-cinder-826949-1-iscsi {{(pid=109552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 03:51:13.067373 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7839ee0c-2278-4fc0-a50f-8c89b1295219 req-cacc95fc-cdd0-4754-b67b-1b106b11223b tempest-VolumesSnapshotTestJSON-279667869 tempest-VolumesSnapshotTestJSON-279667869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:51:13.068784 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-7839ee0c-2278-4fc0-a50f-8c89b1295219 req-cacc95fc-cdd0-4754-b67b-1b106b11223b tempest-VolumesSnapshotTestJSON-279667869 tempest-VolumesSnapshotTestJSON-279667869-project] 10.222.0.25 "GET /v2.0/ports?device_id=852516d9-0773-4902-b732-954253533053 HTTP/1.1" status: 200 len: 945 time: 0.0779746 Jan 29 03:51:13.241226 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.plugin [req-7839ee0c-2278-4fc0-a50f-8c89b1295219 req-ce57fe78-21f8-44a3-911b-de5fb0c69a3f tempest-VolumesSnapshotTestJSON-279667869 tempest-VolumesSnapshotTestJSON-279667869-project] Deleting port 68ddb4df-2cd2-4e16-b531-13f97e951b39 {{(pid=109550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 03:51:13.241509 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.l3_hamode_db [None req-4ae9625e-a52a-468f-b384-9d99cc0b2c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e78ca722-9417-4f92-80a4-ae3c65afd27d', 'name': 'tempest-AttachVolumeShelveTestJSON-1494827673-router', 'tenant_id': '00cfcd24ac464466b0c59b2955aac89e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'external_fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': '89277360-4f8d-403f-b77d-1b66ab811622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T03:44:17Z', 'updated_at': '2022-01-29T03:44:24Z', 'revision_number': 4, 'project_id': '00cfcd24ac464466b0c59b2955aac89e', 'gw_port': {'id': '89277360-4f8d-403f-b77d-1b66ab811622', 'name': '', 'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:00:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78ca722-9417-4f92-80a4-ae3c65afd27d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:44:18Z', 'updated_at': '2022-01-29T03:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-1-iscsi', '_interfaces': [{'id': 'f4d8a362-b347-43d1-b3ff-5cf9dd785f4e', 'name': '', 'network_id': '204ced72-9299-4a30-aa72-466acced45bf', 'tenant_id': '00cfcd24ac464466b0c59b2955aac89e', 'mac_address': 'fa:16:3e:9f:34:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78ca722-9417-4f92-80a4-ae3c65afd27d', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c62d091f-c1de-4db7-ab9c-37bb62875bd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:44:23Z', 'updated_at': '2022-01-29T03:44:31Z', 'revision_number': 5, 'project_id': '00cfcd24ac464466b0c59b2955aac89e', 'subnets': [{'id': 'c62d091f-c1de-4db7-ab9c-37bb62875bd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-1-iscsi', False) {} {{(pid=109552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:51:13.242122 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-7839ee0c-2278-4fc0-a50f-8c89b1295219 req-ce57fe78-21f8-44a3-911b-de5fb0c69a3f tempest-VolumesSnapshotTestJSON-279667869 tempest-VolumesSnapshotTestJSON-279667869-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787145728359'] for port (68ddb4df-2cd2-4e16-b531-13f97e951b39), before_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:13.266376 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb9af1c-afaa-44e1-b7d5-549ee4233bb7 req-a85b46cf-c534-47ce-ab33-7a190a570330 tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:51:13.270523 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-9fb9af1c-afaa-44e1-b7d5-549ee4233bb7 req-a85b46cf-c534-47ce-ab33-7a190a570330 tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe9bccaa-e41b-4389-9f22-5e72a04c47b0 HTTP/1.1" status: 200 len: 946 time: 0.0922179 Jan 29 03:51:13.274181 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae9625e-a52a-468f-b384-9d99cc0b2c52 None None] Checking router: e78ca722-9417-4f92-80a4-ae3c65afd27d for host: dv-cinder-826949-1-iscsi {{(pid=109552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 03:51:13.282764 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae9625e-a52a-468f-b384-9d99cc0b2c52 None None] Routers {'e78ca722-9417-4f92-80a4-ae3c65afd27d'} bound to L3 agent in host dv-cinder-826949-1-iscsi {{(pid=109552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 03:51:13.283454 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.l3_hamode_db [None req-4ae9625e-a52a-468f-b384-9d99cc0b2c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T03:36:17Z,description=,heartbeat_timestamp=2022-01-29T03:50:47Z,host='dv-cinder-826949-1-iscsi',id=d5b8732c-6ac1-45e3-a79e-cd9863fe8196,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T03:36:18Z,topic='l3_agent')) {'router_ids': ['e78ca722-9417-4f92-80a4-ae3c65afd27d'], 'active': True} {{(pid=109552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:51:13.376209 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-9fb9af1c-afaa-44e1-b7d5-549ee4233bb7 req-92da5427-fda6-49bc-9635-9bd81d987b58 tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d65f1d4-25f6-4c0c-b38f-909fe5487234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819826 Jan 29 03:51:13.381126 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.db [req-7839ee0c-2278-4fc0-a50f-8c89b1295219 req-ce57fe78-21f8-44a3-911b-de5fb0c69a3f tempest-VolumesSnapshotTestJSON-279667869 tempest-VolumesSnapshotTestJSON-279667869-project] For port 68ddb4df-2cd2-4e16-b531-13f97e951b39, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=68ddb4df-2cd2-4e16-b531-13f97e951b39,segment=NetworkSegment(021078c8-86ac-4254-abd0-dd75ceb1afcf),segment_id=021078c8-86ac-4254-abd0-dd75ceb1afcf)] {{(pid=109550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 03:51:13.381552 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-7839ee0c-2278-4fc0-a50f-8c89b1295219 req-ce57fe78-21f8-44a3-911b-de5fb0c69a3f tempest-VolumesSnapshotTestJSON-279667869 tempest-VolumesSnapshotTestJSON-279667869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1915525'] for port (68ddb4df-2cd2-4e16-b531-13f97e951b39), precommit_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:13.399313 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.l3_dvr_db [None req-4ae9625e-a52a-468f-b384-9d99cc0b2c52 None None] Set router e78ca722-9417-4f92-80a4-ae3c65afd27d gateway port host: dv-cinder-826949-1-iscsi {{(pid=109552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 03:51:13.409618 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.plugin [req-7839ee0c-2278-4fc0-a50f-8c89b1295219 req-ce57fe78-21f8-44a3-911b-de5fb0c69a3f tempest-VolumesSnapshotTestJSON-279667869 tempest-VolumesSnapshotTestJSON-279667869-project] Calling delete_port for 68ddb4df-2cd2-4e16-b531-13f97e951b39 owned by compute:nova {{(pid=109550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 03:51:13.412124 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befcfbf4-e84d-4d51-9ef1-322a6a7bdb31 req-560afcff-e321-497f-a65d-d04027cb3b07 tempest-VolumesSnapshotTestJSON-279667869 tempest-VolumesSnapshotTestJSON-279667869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:51:13.414977 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-befcfbf4-e84d-4d51-9ef1-322a6a7bdb31 req-560afcff-e321-497f-a65d-d04027cb3b07 tempest-VolumesSnapshotTestJSON-279667869 tempest-VolumesSnapshotTestJSON-279667869-project] 10.222.0.16 "GET /v2.0/ports?device_id=852516d9-0773-4902-b732-954253533053 HTTP/1.1" status: 200 len: 945 time: 0.0834904 Jan 29 03:51:13.485954 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-befcfbf4-e84d-4d51-9ef1-322a6a7bdb31 req-fe82600b-174f-4bb8-afaa-e00ad368cc26 tempest-VolumesSnapshotTestJSON-279667869 tempest-VolumesSnapshotTestJSON-279667869-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3572f94-30b0-44f5-b7c7-d56d9036bcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640590 Jan 29 03:51:13.590558 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-06de9f47-43fd-4884-8f2f-9d3b2d4778bf req-9f230d8d-0d6d-44e6-aeff-a1fd1c99d195 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/ports?device_id=22400b6d-3511-472c-a8d5-7ef6b31a4733 HTTP/1.1" status: 200 len: 210 time: 0.0323825 Jan 29 03:51:13.612473 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-7839ee0c-2278-4fc0-a50f-8c89b1295219 req-ce57fe78-21f8-44a3-911b-de5fb0c69a3f tempest-VolumesSnapshotTestJSON-279667869 tempest-VolumesSnapshotTestJSON-279667869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787145732033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787145433402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9207350'] for port (68ddb4df-2cd2-4e16-b531-13f97e951b39), after_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:13.642496 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce57fe78-21f8-44a3-911b-de5fb0c69a3f tempest-VolumesSnapshotTestJSON-279667869 tempest-VolumesSnapshotTestJSON-279667869-project] Pushing event deleted for resources: {'Port': ['ID=68ddb4df-2cd2-4e16-b531-13f97e951b39,revision_number=None']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:51:13.647087 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] get_ports_and_sgs() called for port_ids ['68ddb4df-2cd2-4e16-b531-13f97e951b39'] {{(pid=109551) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 03:51:13.696076 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.db.l3_dvrscheduler_db [req-7839ee0c-2278-4fc0-a50f-8c89b1295219 req-ce57fe78-21f8-44a3-911b-de5fb0c69a3f tempest-VolumesSnapshotTestJSON-279667869 tempest-VolumesSnapshotTestJSON-279667869-project] No DVR routers for this DVR port 68ddb4df-2cd2-4e16-b531-13f97e951b39 on host hv-cinder-82694 {{(pid=109550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 03:51:13.698706 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-7839ee0c-2278-4fc0-a50f-8c89b1295219 req-ce57fe78-21f8-44a3-911b-de5fb0c69a3f tempest-VolumesSnapshotTestJSON-279667869 tempest-VolumesSnapshotTestJSON-279667869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166518'] for port (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:13.701918 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-7839ee0c-2278-4fc0-a50f-8c89b1295219 req-ce57fe78-21f8-44a3-911b-de5fb0c69a3f tempest-VolumesSnapshotTestJSON-279667869 tempest-VolumesSnapshotTestJSON-279667869-project] 10.222.0.25 "DELETE /v2.0/ports/68ddb4df-2cd2-4e16-b531-13f97e951b39 HTTP/1.1" status: 204 len: 173 time: 0.6277087 Jan 29 03:51:13.741525 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.l3_hamode_db [None req-4ae9625e-a52a-468f-b384-9d99cc0b2c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e78ca722-9417-4f92-80a4-ae3c65afd27d', 'name': 'tempest-AttachVolumeShelveTestJSON-1494827673-router', 'tenant_id': '00cfcd24ac464466b0c59b2955aac89e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'external_fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': '89277360-4f8d-403f-b77d-1b66ab811622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T03:44:17Z', 'updated_at': '2022-01-29T03:44:24Z', 'revision_number': 4, 'project_id': '00cfcd24ac464466b0c59b2955aac89e', 'gw_port': {'id': '89277360-4f8d-403f-b77d-1b66ab811622', 'name': '', 'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:00:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78ca722-9417-4f92-80a4-ae3c65afd27d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:44:18Z', 'updated_at': '2022-01-29T03:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-1-iscsi', '_interfaces': [{'id': 'f4d8a362-b347-43d1-b3ff-5cf9dd785f4e', 'name': '', 'network_id': '204ced72-9299-4a30-aa72-466acced45bf', 'tenant_id': '00cfcd24ac464466b0c59b2955aac89e', 'mac_address': 'fa:16:3e:9f:34:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78ca722-9417-4f92-80a4-ae3c65afd27d', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c62d091f-c1de-4db7-ab9c-37bb62875bd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:44:23Z', 'updated_at': '2022-01-29T03:44:31Z', 'revision_number': 5, 'project_id': '00cfcd24ac464466b0c59b2955aac89e', 'subnets': [{'id': 'c62d091f-c1de-4db7-ab9c-37bb62875bd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-1-iscsi', False) {} {{(pid=109552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:51:13.771635 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae9625e-a52a-468f-b384-9d99cc0b2c52 None None] The sync data for ids ['e78ca722-9417-4f92-80a4-ae3c65afd27d'] in dv-cinder-826949-1-iscsi is: [{'id': 'e78ca722-9417-4f92-80a4-ae3c65afd27d', 'name': 'tempest-AttachVolumeShelveTestJSON-1494827673-router', 'tenant_id': '00cfcd24ac464466b0c59b2955aac89e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'external_fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': '89277360-4f8d-403f-b77d-1b66ab811622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T03:44:17Z', 'updated_at': '2022-01-29T03:44:24Z', 'revision_number': 4, 'project_id': '00cfcd24ac464466b0c59b2955aac89e', 'gw_port': {'id': '89277360-4f8d-403f-b77d-1b66ab811622', 'name': '', 'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:00:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78ca722-9417-4f92-80a4-ae3c65afd27d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:44:18Z', 'updated_at': '2022-01-29T03:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-1-iscsi', '_interfaces': [{'id': 'f4d8a362-b347-43d1-b3ff-5cf9dd785f4e', 'name': '', 'network_id': '204ced72-9299-4a30-aa72-466acced45bf', 'tenant_id': '00cfcd24ac464466b0c59b2955aac89e', 'mac_address': 'fa:16:3e:9f:34:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78ca722-9417-4f92-80a4-ae3c65afd27d', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c62d091f-c1de-4db7-ab9c-37bb62875bd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:44:23Z', 'updated_at': '2022-01-29T03:44:31Z', 'revision_number': 5, 'project_id': '00cfcd24ac464466b0c59b2955aac89e', 'subnets': [{'id': 'c62d091f-c1de-4db7-ab9c-37bb62875bd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 03:51:13.978043 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc30463-781d-4ee6-8aaf-e7bb1e9bb611 None None] New status for floating IP f13fe8ac-fcc6-43d7-acaf-5c4980196dee: DOWN {{(pid=109551) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 03:51:14.041976 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82321890-f659-4743-8f4a-6ad433b6f7e6 req-232d7888-d47f-4265-8655-9a1786ed4730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:51:14.043484 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-82321890-f659-4743-8f4a-6ad433b6f7e6 req-232d7888-d47f-4265-8655-9a1786ed4730 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=033b0334af9941dfbcf5ac732f36dfd6&device_id=fe9bccaa-e41b-4389-9f22-5e72a04c47b0 HTTP/1.1" status: 200 len: 1130 time: 0.0449102 Jan 29 03:51:14.149562 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82321890-f659-4743-8f4a-6ad433b6f7e6 req-9a441cea-f4b2-4bfc-96c3-5bd65950689d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:51:14.151000 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-82321890-f659-4743-8f4a-6ad433b6f7e6 req-9a441cea-f4b2-4bfc-96c3-5bd65950689d service neutron] 10.222.0.25 "GET /v2.0/networks?id=9ce03b02-e4c1-4b51-89f8-2b8c7e281b14 HTTP/1.1" status: 200 len: 908 time: 0.0937588 Jan 29 03:51:14.216669 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-82321890-f659-4743-8f4a-6ad433b6f7e6 req-13191c75-d74c-4607-b90f-5c5c5c5a0cde service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=275c2605-c149-4f30-83c0-37611406ba82 HTTP/1.1" status: 200 len: 1002 time: 0.0583010 Jan 29 03:51:14.270969 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82321890-f659-4743-8f4a-6ad433b6f7e6 req-353643fe-0852-436e-a93f-310bba3cd11b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:51:14.272431 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-82321890-f659-4743-8f4a-6ad433b6f7e6 req-353643fe-0852-436e-a93f-310bba3cd11b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e530e8b4-da58-4e58-b7ba-de4e0fb3aa2d HTTP/1.1" status: 200 len: 847 time: 0.0496581 Jan 29 03:51:14.320497 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82321890-f659-4743-8f4a-6ad433b6f7e6 req-fe93e77f-1ce4-4687-bb7f-97b58eb4141a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:51:14.321970 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-82321890-f659-4743-8f4a-6ad433b6f7e6 req-fe93e77f-1ce4-4687-bb7f-97b58eb4141a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9ce03b02-e4c1-4b51-89f8-2b8c7e281b14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436878 Jan 29 03:51:14.409628 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-82321890-f659-4743-8f4a-6ad433b6f7e6 req-81a5c640-3bd5-47e5-8f0f-0f13d8afa8a6 service neutron] 10.222.0.25 "GET /v2.0/networks/9ce03b02-e4c1-4b51-89f8-2b8c7e281b14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809348 Jan 29 03:51:14.500042 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d455fd3-5629-48ec-a189-e7aee2762afb req-a1510955-07eb-4011-8c47-4247e587b049 tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:51:14.502804 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-1d455fd3-5629-48ec-a189-e7aee2762afb req-a1510955-07eb-4011-8c47-4247e587b049 tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe9bccaa-e41b-4389-9f22-5e72a04c47b0 HTTP/1.1" status: 200 len: 946 time: 0.0573897 Jan 29 03:51:14.514213 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-82321890-f659-4743-8f4a-6ad433b6f7e6 req-9e495c95-0225-49b3-85a7-fef2642e13b4 service neutron] 10.222.0.25 "GET /v2.0/networks/9ce03b02-e4c1-4b51-89f8-2b8c7e281b14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978189 Jan 29 03:51:14.556721 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-1d455fd3-5629-48ec-a189-e7aee2762afb req-90f23263-37d1-4e78-8a8c-2675fcff8908 tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d65f1d4-25f6-4c0c-b38f-909fe5487234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483966 Jan 29 03:51:14.608862 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-4a9882e6-2409-4102-99a7-a4c946943a14 req-2dcd46bf-ad8a-4664-9f55-97ba5059545f tempest-VolumesSnapshotTestJSON-279667869 tempest-VolumesSnapshotTestJSON-279667869-project] 10.222.0.16 "GET /v2.0/ports?device_id=852516d9-0773-4902-b732-954253533053 HTTP/1.1" status: 200 len: 210 time: 0.0281789 Jan 29 03:51:14.722902 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 51658) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:51:14.776862 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-ce8d9d9d-374e-46f2-8f4b-49607207fe10 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Publish callbacks [] for security_group (757239fc-c09f-4d70-afc0-283cd2854d5b), before_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:14.800918 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-ce8d9d9d-374e-46f2-8f4b-49607207fe10 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Publish callbacks [] for security_group (757239fc-c09f-4d70-afc0-283cd2854d5b), precommit_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:14.847808 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-c0dbfb23-f030-4e6f-9b44-4f229d936eab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (dac82def-0781-4624-a171-654e1b1d12af), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:14.893739 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-ce8d9d9d-374e-46f2-8f4b-49607207fe10 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (757239fc-c09f-4d70-afc0-283cd2854d5b), after_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:14.896333 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-ce8d9d9d-374e-46f2-8f4b-49607207fe10 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Publish callbacks [] for security_group (None), before_response {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:14.897506 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-ce8d9d9d-374e-46f2-8f4b-49607207fe10 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "DELETE /v2.0/security-groups/757239fc-c09f-4d70-afc0-283cd2854d5b HTTP/1.1" status: 204 len: 168 time: 0.1735282 Jan 29 03:51:14.902192 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 51660) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:51:14.907328 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8d9d9d-374e-46f2-8f4b-49607207fe10 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=757239fc-c09f-4d70-afc0-283cd2854d5b,revision_number=None']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:51:14.914455 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '852516d9-0773-4902-b732-954253533053', 'name': 'network-vif-deleted', 'tag': '68ddb4df-2cd2-4e16-b531-13f97e951b39'}] {{(pid=109550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 03:51:14.916770 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fa7e8514ec8b1871638cf3d0c6bf241b62bf17ffd430199c6215cc57604ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc5b8db9-6bc6-4e35-a658-1a58ac671df0" -d '{"events": [{"server_uuid": "852516d9-0773-4902-b732-954253533053", "name": "network-vif-deleted", "tag": "68ddb4df-2cd2-4e16-b531-13f97e951b39"}]}' {{(pid=109550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 03:51:14.920244 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.api.v2.resource [None req-01cb61e0-a667-4958-bc2e-ee9f5f879e29 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] show failed (client error): The resource could not be found. Jan 29 03:51:14.927361 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-01cb61e0-a667-4958-bc2e-ee9f5f879e29 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "GET /v2.0/security-groups/757239fc-c09f-4d70-afc0-283cd2854d5b HTTP/1.1" status: 404 len: 347 time: 0.0223489 Jan 29 03:51:14.927835 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 51664) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:51:14.968083 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 03:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a0d2aa3-6e96-486a-82a1-83d4428cce9d x-openstack-request-id: req-2a0d2aa3-6e96-486a-82a1-83d4428cce9d {{(pid=109550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 03:51:14.974987 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "852516d9-0773-4902-b732-954253533053", "name": "network-vif-deleted", "tag": "68ddb4df-2cd2-4e16-b531-13f97e951b39", "status": "completed", "code": 200}]} {{(pid=109550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 03:51:14.974987 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2a0d2aa3-6e96-486a-82a1-83d4428cce9d {{(pid=109550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 03:51:14.974987 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '852516d9-0773-4902-b732-954253533053', 'name': 'network-vif-deleted', 'tag': '68ddb4df-2cd2-4e16-b531-13f97e951b39', 'status': 'completed', 'code': 200} Jan 29 03:51:15.053833 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.plugin [None req-87a96725-65cd-4ba3-9256-e23792ca42c5 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Deleting port 5bfcce77-c4c9-44af-af22-6dfc55440b8e {{(pid=109550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 03:51:15.054200 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-87a96725-65cd-4ba3-9256-e23792ca42c5 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787145728359'] for port (5bfcce77-c4c9-44af-af22-6dfc55440b8e), before_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:15.129568 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-87a96725-65cd-4ba3-9256-e23792ca42c5 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1915525'] for port (5bfcce77-c4c9-44af-af22-6dfc55440b8e), precommit_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:15.129893 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-87a96725-65cd-4ba3-9256-e23792ca42c5 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Publish callbacks [] for floatingip (5bfcce77-c4c9-44af-af22-6dfc55440b8e), precommit_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:15.141732 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.plugin [None req-87a96725-65cd-4ba3-9256-e23792ca42c5 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Calling delete_port for 5bfcce77-c4c9-44af-af22-6dfc55440b8e owned by network:floatingip {{(pid=109550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 03:51:15.337687 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-87a96725-65cd-4ba3-9256-e23792ca42c5 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787145732033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787145433402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9207350'] for port (5bfcce77-c4c9-44af-af22-6dfc55440b8e), after_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:15.363856 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a96725-65cd-4ba3-9256-e23792ca42c5 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Pushing event deleted for resources: {'Port': ['ID=5bfcce77-c4c9-44af-af22-6dfc55440b8e,revision_number=None']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:51:15.420660 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-87a96725-65cd-4ba3-9256-e23792ca42c5 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Publish callbacks [] for floatingip (f13fe8ac-fcc6-43d7-acaf-5c4980196dee), after_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:15.423134 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-87a96725-65cd-4ba3-9256-e23792ca42c5 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166518'] for floatingip (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:15.424286 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-87a96725-65cd-4ba3-9256-e23792ca42c5 tempest-AttachVolumeShelveTestJSON-323054529 tempest-AttachVolumeShelveTestJSON-323054529-project] 10.222.0.16 "DELETE /v2.0/floatingips/f13fe8ac-fcc6-43d7-acaf-5c4980196dee HTTP/1.1" status: 204 len: 168 time: 0.4957590 Jan 29 03:51:15.698328 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bed6fa-8f58-4b8a-99d8-ac3dcc64bf65 req-3767b476-3530-4078-bdb1-a8bc54a76fcf tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:51:15.702608 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-b6bed6fa-8f58-4b8a-99d8-ac3dcc64bf65 req-3767b476-3530-4078-bdb1-a8bc54a76fcf tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe9bccaa-e41b-4389-9f22-5e72a04c47b0 HTTP/1.1" status: 200 len: 946 time: 0.0762088 Jan 29 03:51:15.753418 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-b6bed6fa-8f58-4b8a-99d8-ac3dcc64bf65 req-ae349448-8aac-464c-9a53-d525c8ec9687 tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d65f1d4-25f6-4c0c-b38f-909fe5487234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482023 Jan 29 03:51:16.000013 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 51686) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:51:16.105723 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-fe5a6104-742d-4334-833c-5b6b9b892261 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:16.178769 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-fe5a6104-742d-4334-833c-5b6b9b892261 admin admin] Publish callbacks [] for security_group (499486fc-6955-48ac-9feb-fc0600647a8c), precommit_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:16.270941 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-fe5a6104-742d-4334-833c-5b6b9b892261 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (499486fc-6955-48ac-9feb-fc0600647a8c), after_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:16.312297 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-fe5a6104-742d-4334-833c-5b6b9b892261 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=27c1bc125b9a42d38bbe30999a260808&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3111758 Jan 29 03:51:16.313391 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5a6104-742d-4334-833c-5b6b9b892261 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=499486fc-6955-48ac-9feb-fc0600647a8c,revision_number=1']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:51:16.315175 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 51692) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:51:16.421300 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Device 68ddb4df-2cd2-4e16-b531-13f97e951b39 no longer exists at agent hyperv_hv-cinder-82694 {{(pid=109551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 03:51:16.445751 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] No Port match for: 68ddb4df-2cd2-4e16-b531-13f97e951b39 {{(pid=109551) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 03:51:16.446102 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Device 68ddb4df-2cd2-4e16-b531-13f97e951b39 not bound to the agent host hv-cinder-82694 {{(pid=109551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 03:51:16.446552 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Device d74c4298-21ab-40ef-9b6c-b38299577657 no longer exists at agent hyperv_hv-cinder-82694 {{(pid=109551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 03:51:16.466309 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] No Port match for: d74c4298-21ab-40ef-9b6c-b38299577657 {{(pid=109551) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 03:51:16.466656 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Device d74c4298-21ab-40ef-9b6c-b38299577657 not bound to the agent host hv-cinder-82694 {{(pid=109551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 03:51:16.587956 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-26680cc1-8275-44f1-bfba-70b07a47bbe3 admin admin] Publish callbacks [] for security_group (499486fc-6955-48ac-9feb-fc0600647a8c), before_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:16.610711 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-26680cc1-8275-44f1-bfba-70b07a47bbe3 admin admin] Publish callbacks [] for security_group (499486fc-6955-48ac-9feb-fc0600647a8c), precommit_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:16.715083 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-26680cc1-8275-44f1-bfba-70b07a47bbe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (499486fc-6955-48ac-9feb-fc0600647a8c), after_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:16.717640 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-26680cc1-8275-44f1-bfba-70b07a47bbe3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:16.721256 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-26680cc1-8275-44f1-bfba-70b07a47bbe3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/499486fc-6955-48ac-9feb-fc0600647a8c HTTP/1.1" status: 204 len: 168 time: 0.4016955 Jan 29 03:51:16.727507 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26680cc1-8275-44f1-bfba-70b07a47bbe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=499486fc-6955-48ac-9feb-fc0600647a8c,revision_number=None']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:51:16.879470 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80204860-0134-4ae8-8dbd-8e5ea6e3bb69 req-69dc7583-fce5-4be2-aad7-d6d47b8a61cf tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:51:16.881124 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-80204860-0134-4ae8-8dbd-8e5ea6e3bb69 req-69dc7583-fce5-4be2-aad7-d6d47b8a61cf tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe9bccaa-e41b-4389-9f22-5e72a04c47b0 HTTP/1.1" status: 200 len: 946 time: 0.0538180 Jan 29 03:51:16.930303 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-80204860-0134-4ae8-8dbd-8e5ea6e3bb69 req-3032ccc8-8a35-4e6a-8a34-8c2f69cddc93 tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d65f1d4-25f6-4c0c-b38f-909fe5487234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424945 Jan 29 03:51:17.436612 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-253ff40f-f13b-4c07-9072-0634221bd842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (d5b8732c-6ac1-45e3-a79e-cd9863fe8196), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:17.437382 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 51716) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:51:17.450638 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-5ed33339-e7ad-46c2-a417-e6b4d4d9be2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:17.530101 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-5ed33339-e7ad-46c2-a417-e6b4d4d9be2b admin admin] Publish callbacks [] for security_group (7b325da4-b501-4ad7-b7fd-07d677500408), precommit_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:17.573808 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-5ed33339-e7ad-46c2-a417-e6b4d4d9be2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (7b325da4-b501-4ad7-b7fd-07d677500408), after_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:17.617302 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-5ed33339-e7ad-46c2-a417-e6b4d4d9be2b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=afd0d5f423e54c22b1d7e77113ab4756&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1785560 Jan 29 03:51:17.618399 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed33339-e7ad-46c2-a417-e6b4d4d9be2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b325da4-b501-4ad7-b7fd-07d677500408,revision_number=1']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:51:17.619840 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 51718) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:51:17.673313 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-2f676888-1b66-4f4d-a353-d6aea2b462d2 admin admin] Publish callbacks [] for security_group (7b325da4-b501-4ad7-b7fd-07d677500408), before_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:17.693411 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-2f676888-1b66-4f4d-a353-d6aea2b462d2 admin admin] Publish callbacks [] for security_group (7b325da4-b501-4ad7-b7fd-07d677500408), precommit_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:17.831849 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-2f676888-1b66-4f4d-a353-d6aea2b462d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (7b325da4-b501-4ad7-b7fd-07d677500408), after_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:17.835157 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-2f676888-1b66-4f4d-a353-d6aea2b462d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:17.837042 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-2f676888-1b66-4f4d-a353-d6aea2b462d2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7b325da4-b501-4ad7-b7fd-07d677500408 HTTP/1.1" status: 204 len: 168 time: 0.2161930 Jan 29 03:51:17.845198 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f676888-1b66-4f4d-a353-d6aea2b462d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b325da4-b501-4ad7-b7fd-07d677500408,revision_number=None']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:51:18.052227 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688842fd-b309-49d1-ae05-36e4d54e5efb req-d6366f4d-086f-436e-a5b7-2c4d89f8c441 tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:51:18.053714 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-688842fd-b309-49d1-ae05-36e4d54e5efb req-d6366f4d-086f-436e-a5b7-2c4d89f8c441 tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe9bccaa-e41b-4389-9f22-5e72a04c47b0 HTTP/1.1" status: 200 len: 946 time: 0.0563979 Jan 29 03:51:18.063600 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-6a0bb60c-5b7b-499b-b43f-7eb32e921150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (4cfc2a27-deed-4689-8f39-0bd5aa6fe3c3), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:18.101844 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-688842fd-b309-49d1-ae05-36e4d54e5efb req-7c57a539-68a7-417c-87d1-bf91af8218d4 tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d65f1d4-25f6-4c0c-b38f-909fe5487234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426319 Jan 29 03:51:18.406874 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 51738) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:51:18.450157 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8351ab3c-b195-4557-9d44-94e1475c84ff req-6a879ab1-c58f-4193-8265-e473fef1d866 tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:51:18.451664 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-8351ab3c-b195-4557-9d44-94e1475c84ff req-6a879ab1-c58f-4193-8265-e473fef1d866 tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe9bccaa-e41b-4389-9f22-5e72a04c47b0 HTTP/1.1" status: 200 len: 946 time: 0.0537388 Jan 29 03:51:18.503923 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-8351ab3c-b195-4557-9d44-94e1475c84ff req-6452cee5-81de-4a7d-b680-d10331a1d53b tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d65f1d4-25f6-4c0c-b38f-909fe5487234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454814 Jan 29 03:51:18.511915 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-6ab2bf81-db77-4c74-9ef1-e2b44110e946 req-080fa95b-c324-488f-83b2-d1a1f22a80d0 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=fe9bccaa-e41b-4389-9f22-5e72a04c47b0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0535972 Jan 29 03:51:18.531424 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 51742) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:51:18.545443 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-1e5c193b-bf6c-4af9-a717-aa7b14279ab9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:18.623715 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-1e5c193b-bf6c-4af9-a717-aa7b14279ab9 admin admin] Publish callbacks [] for security_group (46340cb5-8123-48c9-8f31-a126038d6368), precommit_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:18.716930 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-1e5c193b-bf6c-4af9-a717-aa7b14279ab9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (46340cb5-8123-48c9-8f31-a126038d6368), after_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:18.755396 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-1e5c193b-bf6c-4af9-a717-aa7b14279ab9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0c413c170c994d6fb7cc9f19f2b22209&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2228866 Jan 29 03:51:18.756599 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5c193b-bf6c-4af9-a717-aa7b14279ab9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46340cb5-8123-48c9-8f31-a126038d6368,revision_number=1']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:51:18.758518 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 51750) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:51:18.841114 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-c7c1346d-2827-4212-a2fe-3125a1f54ea5 admin admin] Publish callbacks [] for security_group (46340cb5-8123-48c9-8f31-a126038d6368), before_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:18.875536 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-c7c1346d-2827-4212-a2fe-3125a1f54ea5 admin admin] Publish callbacks [] for security_group (46340cb5-8123-48c9-8f31-a126038d6368), precommit_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:18.948456 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-3d2748f1-5291-4069-98ec-275a8dc66bc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1910688'] for router_interface (e78ca722-9417-4f92-80a4-ae3c65afd27d), before_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:19.142800 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-c7c1346d-2827-4212-a2fe-3125a1f54ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (46340cb5-8123-48c9-8f31-a126038d6368), after_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:19.145687 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-c7c1346d-2827-4212-a2fe-3125a1f54ea5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:19.147008 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-c7c1346d-2827-4212-a2fe-3125a1f54ea5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/46340cb5-8123-48c9-8f31-a126038d6368 HTTP/1.1" status: 204 len: 168 time: 0.3870957 Jan 29 03:51:19.160570 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c1346d-2827-4212-a2fe-3125a1f54ea5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46340cb5-8123-48c9-8f31-a126038d6368,revision_number=None']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:51:19.208832 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.plugin [None req-3d2748f1-5291-4069-98ec-275a8dc66bc5 admin admin] Deleting port f4d8a362-b347-43d1-b3ff-5cf9dd785f4e {{(pid=109550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 03:51:19.209254 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-3d2748f1-5291-4069-98ec-275a8dc66bc5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787145728359'] for port (f4d8a362-b347-43d1-b3ff-5cf9dd785f4e), before_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:19.298116 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.db [None req-3d2748f1-5291-4069-98ec-275a8dc66bc5 admin admin] For port f4d8a362-b347-43d1-b3ff-5cf9dd785f4e, host dv-cinder-826949-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-1-iscsi',level=0,port_id=f4d8a362-b347-43d1-b3ff-5cf9dd785f4e,segment=NetworkSegment(e5471ed5-97f1-48e6-86f5-92c6b5bce849),segment_id=e5471ed5-97f1-48e6-86f5-92c6b5bce849)] {{(pid=109550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 03:51:19.298519 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-3d2748f1-5291-4069-98ec-275a8dc66bc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1915525'] for port (f4d8a362-b347-43d1-b3ff-5cf9dd785f4e), precommit_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:19.311009 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.plugin [None req-3d2748f1-5291-4069-98ec-275a8dc66bc5 admin admin] Calling delete_port for f4d8a362-b347-43d1-b3ff-5cf9dd785f4e owned by network:router_interface {{(pid=109550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 03:51:19.423658 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-30ace4c1-806b-4d7c-a886-fe7b65bfbfcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (7774c0be-b957-4204-896b-7e749f55bf81), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:19.578398 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-3d2748f1-5291-4069-98ec-275a8dc66bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787145732033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787145433402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9207350'] for port (f4d8a362-b347-43d1-b3ff-5cf9dd785f4e), after_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:19.635220 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2748f1-5291-4069-98ec-275a8dc66bc5 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4d8a362-b347-43d1-b3ff-5cf9dd785f4e,revision_number=None']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:51:19.712895 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3a9b86-494f-4063-a3ee-da14d205c833 req-e8c6a0ca-51a7-4d1a-88d7-ca605cd2faf7 tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:51:19.714562 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-fc3a9b86-494f-4063-a3ee-da14d205c833 req-e8c6a0ca-51a7-4d1a-88d7-ca605cd2faf7 tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe9bccaa-e41b-4389-9f22-5e72a04c47b0 HTTP/1.1" status: 200 len: 946 time: 0.1336772 Jan 29 03:51:20.096897 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-fc3a9b86-494f-4063-a3ee-da14d205c833 req-5fb00407-5540-4fbc-8464-f2322a0ab0c0 tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d65f1d4-25f6-4c0c-b38f-909fe5487234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3762836 Jan 29 03:51:20.115781 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-3d2748f1-5291-4069-98ec-275a8dc66bc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1605897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1910556'] for router_interface (e78ca722-9417-4f92-80a4-ae3c65afd27d), after_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:20.330496 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d2748f1-5291-4069-98ec-275a8dc66bc5 admin admin] Router e78ca722-9417-4f92-80a4-ae3c65afd27d has already been hosted by L3 agent d5b8732c-6ac1-45e3-a79e-cd9863fe8196 {{(pid=109550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 03:51:20.437311 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d2748f1-5291-4069-98ec-275a8dc66bc5 admin admin] Notify agent at l3_agent.dv-cinder-826949-1-iscsi the message routers_updated {{(pid=109550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 03:51:20.442703 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-3d2748f1-5291-4069-98ec-275a8dc66bc5 admin admin] 10.222.0.16 "PUT /v2.0/routers/e78ca722-9417-4f92-80a4-ae3c65afd27d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0347130 Jan 29 03:51:20.445151 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 51782) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:51:20.447829 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685a32a3-a650-4ae6-a34b-0adf156d09c4 None None] Sync routers for ids ['e78ca722-9417-4f92-80a4-ae3c65afd27d'] in dv-cinder-826949-1-iscsi {{(pid=109552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 03:51:20.459094 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685a32a3-a650-4ae6-a34b-0adf156d09c4 None None] Routers {'e78ca722-9417-4f92-80a4-ae3c65afd27d'} bound to L3 agent in host dv-cinder-826949-1-iscsi {{(pid=109552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 03:51:20.459716 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.l3_hamode_db [None req-685a32a3-a650-4ae6-a34b-0adf156d09c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T03:36:17Z,description=,heartbeat_timestamp=2022-01-29T03:51:17Z,host='dv-cinder-826949-1-iscsi',id=d5b8732c-6ac1-45e3-a79e-cd9863fe8196,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T03:36:18Z,topic='l3_agent')) {'router_ids': ['e78ca722-9417-4f92-80a4-ae3c65afd27d'], 'active': True} {{(pid=109552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:51:20.555026 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-ba0d42db-0aaa-449f-b22c-cfa3dfd8f8ec admin admin] Publish callbacks [] for router (e78ca722-9417-4f92-80a4-ae3c65afd27d), before_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:20.590608 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.l3_dvr_db [None req-685a32a3-a650-4ae6-a34b-0adf156d09c4 None None] Set router e78ca722-9417-4f92-80a4-ae3c65afd27d gateway port host: dv-cinder-826949-1-iscsi {{(pid=109552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 03:51:20.682527 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-ba0d42db-0aaa-449f-b22c-cfa3dfd8f8ec admin admin] Publish callbacks [] for router_gateway (e78ca722-9417-4f92-80a4-ae3c65afd27d), before_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:20.697646 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Device 275c2605-c149-4f30-83c0-37611406ba82 no longer exists at agent hyperv_hv-cinder-82694 {{(pid=109551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 03:51:20.776247 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Current status of the port 275c2605-c149-4f30-83c0-37611406ba82 is: ACTIVE; New status is: DOWN {{(pid=109551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 03:51:20.776759 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (275c2605-c149-4f30-83c0-37611406ba82), before_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:20.785348 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.l3_hamode_db [None req-685a32a3-a650-4ae6-a34b-0adf156d09c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e78ca722-9417-4f92-80a4-ae3c65afd27d', 'name': 'tempest-AttachVolumeShelveTestJSON-1494827673-router', 'tenant_id': '00cfcd24ac464466b0c59b2955aac89e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'external_fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': '89277360-4f8d-403f-b77d-1b66ab811622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T03:44:17Z', 'updated_at': '2022-01-29T03:51:19Z', 'revision_number': 5, 'project_id': '00cfcd24ac464466b0c59b2955aac89e', 'gw_port': {'id': '89277360-4f8d-403f-b77d-1b66ab811622', 'name': '', 'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:00:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78ca722-9417-4f92-80a4-ae3c65afd27d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:44:18Z', 'updated_at': '2022-01-29T03:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-1-iscsi'}], 'dv-cinder-826949-1-iscsi', False) {} {{(pid=109552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:51:20.799971 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe9bccaa-e41b-4389-9f22-5e72a04c47b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '275c2605-c149-4f30-83c0-37611406ba82'}] {{(pid=109551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 03:51:20.802236 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23e056b712a42e8e31026a02bb7684ebe9f34968e78d79227c0e39fde92c0103" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31622593-0032-4024-89f1-712b598378c4" -d '{"events": [{"server_uuid": "fe9bccaa-e41b-4389-9f22-5e72a04c47b0", "name": "network-vif-unplugged", "status": "completed", "tag": "275c2605-c149-4f30-83c0-37611406ba82"}]}' {{(pid=109551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 03:51:20.818594 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] For port 275c2605-c149-4f30-83c0-37611406ba82, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=275c2605-c149-4f30-83c0-37611406ba82,segment=NetworkSegment(34cc1de7-acdd-4594-884a-fb91f28f8b0e),segment_id=34cc1de7-acdd-4594-884a-fb91f28f8b0e)] {{(pid=109551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 03:51:20.818703 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685a32a3-a650-4ae6-a34b-0adf156d09c4 None None] Checking router: e78ca722-9417-4f92-80a4-ae3c65afd27d for host: dv-cinder-826949-1-iscsi {{(pid=109552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 03:51:20.825370 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685a32a3-a650-4ae6-a34b-0adf156d09c4 None None] Routers {'e78ca722-9417-4f92-80a4-ae3c65afd27d'} bound to L3 agent in host dv-cinder-826949-1-iscsi {{(pid=109552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 03:51:20.825999 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.l3_hamode_db [None req-685a32a3-a650-4ae6-a34b-0adf156d09c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T03:36:17Z,description=,heartbeat_timestamp=2022-01-29T03:51:17Z,host='dv-cinder-826949-1-iscsi',id=d5b8732c-6ac1-45e3-a79e-cd9863fe8196,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T03:36:18Z,topic='l3_agent')) {'router_ids': ['e78ca722-9417-4f92-80a4-ae3c65afd27d'], 'active': True} {{(pid=109552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:51:20.847042 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 29 Jan 2022 03:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-718552a2-a42d-40d4-b971-c533474f8672 x-openstack-request-id: req-718552a2-a42d-40d4-b971-c533474f8672 {{(pid=109551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 03:51:20.847411 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe9bccaa-e41b-4389-9f22-5e72a04c47b0", "name": "network-vif-unplugged", "status": "failed", "tag": "275c2605-c149-4f30-83c0-37611406ba82", "code": 422}]} {{(pid=109551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 03:51:20.847810 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-718552a2-a42d-40d4-b971-c533474f8672 {{(pid=109551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 03:51:20.848395 dv-cinder-826949-1-iscsi neutron-server[109551]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'fe9bccaa-e41b-4389-9f22-5e72a04c47b0', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '275c2605-c149-4f30-83c0-37611406ba82', 'code': 422} returned with failed status Jan 29 03:51:20.919125 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429'] for port (275c2605-c149-4f30-83c0-37611406ba82), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:20.921466 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.plugin [None req-ba0d42db-0aaa-449f-b22c-cfa3dfd8f8ec admin admin] Deleting port 89277360-4f8d-403f-b77d-1b66ab811622 {{(pid=109550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 03:51:20.927932 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-ba0d42db-0aaa-449f-b22c-cfa3dfd8f8ec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787145728359'] for port (89277360-4f8d-403f-b77d-1b66ab811622), before_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:20.945870 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.l3_dvr_db [None req-685a32a3-a650-4ae6-a34b-0adf156d09c4 None None] Set router e78ca722-9417-4f92-80a4-ae3c65afd27d gateway port host: dv-cinder-826949-1-iscsi {{(pid=109552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 03:51:21.003237 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Pushing event updated for resources: {'Port': ['ID=275c2605-c149-4f30-83c0-37611406ba82,revision_number=6']} {{(pid=109551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:51:21.014682 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:51:21.015666 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:51:21.016792 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:51:21.017944 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:51:21.019172 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:51:21.020339 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:51:21.021060 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:51:21.021885 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:51:21.022483 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:51:21.024129 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:51:21.024834 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:51:21.025499 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:51:21.026542 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:51:21.091722 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.db [None req-ba0d42db-0aaa-449f-b22c-cfa3dfd8f8ec admin admin] For port 89277360-4f8d-403f-b77d-1b66ab811622, host dv-cinder-826949-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-1-iscsi',level=0,port_id=89277360-4f8d-403f-b77d-1b66ab811622,segment=NetworkSegment(59bb8c29-301f-4146-9f63-152343a78833),segment_id=59bb8c29-301f-4146-9f63-152343a78833)] {{(pid=109550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 03:51:21.092507 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-ba0d42db-0aaa-449f-b22c-cfa3dfd8f8ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1915525'] for port (89277360-4f8d-403f-b77d-1b66ab811622), precommit_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:21.131475 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.plugin [None req-ba0d42db-0aaa-449f-b22c-cfa3dfd8f8ec admin admin] Calling delete_port for 89277360-4f8d-403f-b77d-1b66ab811622 owned by network:router_gateway {{(pid=109550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 03:51:21.217521 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.l3_hamode_db [None req-685a32a3-a650-4ae6-a34b-0adf156d09c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e78ca722-9417-4f92-80a4-ae3c65afd27d', 'name': 'tempest-AttachVolumeShelveTestJSON-1494827673-router', 'tenant_id': '00cfcd24ac464466b0c59b2955aac89e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'external_fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': '89277360-4f8d-403f-b77d-1b66ab811622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T03:44:17Z', 'updated_at': '2022-01-29T03:51:19Z', 'revision_number': 5, 'project_id': '00cfcd24ac464466b0c59b2955aac89e', 'gw_port': {'id': '89277360-4f8d-403f-b77d-1b66ab811622', 'name': '', 'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:00:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78ca722-9417-4f92-80a4-ae3c65afd27d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:44:18Z', 'updated_at': '2022-01-29T03:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-1-iscsi'}], 'dv-cinder-826949-1-iscsi', False) {} {{(pid=109552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:51:21.229910 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (e75d1b00-832d-4bf5-b078-2c4f5b2c10cd), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:21.248437 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685a32a3-a650-4ae6-a34b-0adf156d09c4 None None] The sync data for ids ['e78ca722-9417-4f92-80a4-ae3c65afd27d'] in dv-cinder-826949-1-iscsi is: [{'id': 'e78ca722-9417-4f92-80a4-ae3c65afd27d', 'name': 'tempest-AttachVolumeShelveTestJSON-1494827673-router', 'tenant_id': '00cfcd24ac464466b0c59b2955aac89e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'external_fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': '89277360-4f8d-403f-b77d-1b66ab811622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T03:44:17Z', 'updated_at': '2022-01-29T03:51:19Z', 'revision_number': 5, 'project_id': '00cfcd24ac464466b0c59b2955aac89e', 'gw_port': {'id': '89277360-4f8d-403f-b77d-1b66ab811622', 'name': '', 'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:00:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78ca722-9417-4f92-80a4-ae3c65afd27d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:44:18Z', 'updated_at': '2022-01-29T03:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-1-iscsi'}] {{(pid=109552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 03:51:21.283576 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b9218d-92e3-4634-a2d3-920304a99661 req-16ce96b1-e2dc-4cd4-af60-ce4ed892fd07 tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:51:21.285078 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-d3b9218d-92e3-4634-a2d3-920304a99661 req-16ce96b1-e2dc-4cd4-af60-ce4ed892fd07 tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe9bccaa-e41b-4389-9f22-5e72a04c47b0 HTTP/1.1" status: 200 len: 944 time: 0.0882030 Jan 29 03:51:21.401514 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-d3b9218d-92e3-4634-a2d3-920304a99661 req-94d2c869-8b54-4524-b738-1c44ccfdbff1 tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d65f1d4-25f6-4c0c-b38f-909fe5487234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781891 Jan 29 03:51:21.539984 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-ba0d42db-0aaa-449f-b22c-cfa3dfd8f8ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787145732033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787145433402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9207350'] for port (89277360-4f8d-403f-b77d-1b66ab811622), after_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:21.569150 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0d42db-0aaa-449f-b22c-cfa3dfd8f8ec admin admin] Pushing event deleted for resources: {'Port': ['ID=89277360-4f8d-403f-b77d-1b66ab811622,revision_number=None']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:51:21.644794 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-ba0d42db-0aaa-449f-b22c-cfa3dfd8f8ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1915750'] for router_gateway (e78ca722-9417-4f92-80a4-ae3c65afd27d), after_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:21.750369 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-ba0d42db-0aaa-449f-b22c-cfa3dfd8f8ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1922545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32744'] for router (e78ca722-9417-4f92-80a4-ae3c65afd27d), precommit_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:21.752561 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-ba0d42db-0aaa-449f-b22c-cfa3dfd8f8ec admin admin] Publish callbacks [] for router_controller (e78ca722-9417-4f92-80a4-ae3c65afd27d), precommit_delete_associations {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:21.857502 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Device f4d8a362-b347-43d1-b3ff-5cf9dd785f4e no longer exists at agent ovs-agent-dv-cinder-826949-1-iscsi {{(pid=109551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 03:51:21.878160 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] No Port match for: f4d8a362-b347-43d1-b3ff-5cf9dd785f4e {{(pid=109551) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 03:51:21.878582 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Device f4d8a362-b347-43d1-b3ff-5cf9dd785f4e not bound to the agent host dv-cinder-826949-1-iscsi {{(pid=109551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 03:51:21.892439 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-ba0d42db-0aaa-449f-b22c-cfa3dfd8f8ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1922314'] for router (e78ca722-9417-4f92-80a4-ae3c65afd27d), after_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:21.893054 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba0d42db-0aaa-449f-b22c-cfa3dfd8f8ec admin admin] Fanout notify agent at l3_agent the message router_deleted on router e78ca722-9417-4f92-80a4-ae3c65afd27d {{(pid=109550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 03:51:21.898874 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-ba0d42db-0aaa-449f-b22c-cfa3dfd8f8ec admin admin] Publish callbacks [] for router (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:21.900350 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-ba0d42db-0aaa-449f-b22c-cfa3dfd8f8ec admin admin] 10.222.0.16 "DELETE /v2.0/routers/e78ca722-9417-4f92-80a4-ae3c65afd27d HTTP/1.1" status: 204 len: 168 time: 1.4541659 Jan 29 03:51:21.902902 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 51820) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:51:21.952289 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.db.db_base_plugin_v2 [None req-65ac72b4-0dce-4052-939f-25732ffd74f4 admin admin] Deleting subnet c62d091f-c1de-4db7-ab9c-37bb62875bd8 {{(pid=109550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 03:51:21.956407 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-65ac72b4-0dce-4052-939f-25732ffd74f4 admin admin] Publish callbacks [] for subnet (c62d091f-c1de-4db7-ab9c-37bb62875bd8), before_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:21.992803 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-65ac72b4-0dce-4052-939f-25732ffd74f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3934284'] for subnet (c62d091f-c1de-4db7-ab9c-37bb62875bd8), precommit_delete_associations {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:22.091221 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-65ac72b4-0dce-4052-939f-25732ffd74f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-756919'] for subnet (c62d091f-c1de-4db7-ab9c-37bb62875bd8), precommit_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:22.224187 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-65ac72b4-0dce-4052-939f-25732ffd74f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-756920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9207301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9335413'] for subnet (c62d091f-c1de-4db7-ab9c-37bb62875bd8), after_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:22.253823 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-65ac72b4-0dce-4052-939f-25732ffd74f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606130'] for subnet (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:22.258340 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-65ac72b4-0dce-4052-939f-25732ffd74f4 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/c62d091f-c1de-4db7-ab9c-37bb62875bd8 HTTP/1.1" status: 204 len: 168 time: 0.3544166 Jan 29 03:51:22.259532 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ac72b4-0dce-4052-939f-25732ffd74f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c62d091f-c1de-4db7-ab9c-37bb62875bd8,revision_number=None']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:51:22.260962 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 51822) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:51:22.261395 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d6cd38-1a4c-427a-9643-dc441344cdcf None None] Network 204ced72-9299-4a30-aa72-466acced45bf requested from dv-cinder-826949-1-iscsi {{(pid=109551) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 03:51:22.331408 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-3f62b3d1-ae78-47c0-bec9-ef0a3af595b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617357'] for network (204ced72-9299-4a30-aa72-466acced45bf), before_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:22.387660 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.plugins.ml2.plugin [None req-3f62b3d1-ae78-47c0-bec9-ef0a3af595b8 admin admin] Deleting port 04db32a7-85ec-476c-8c69-c1b124f63e99 {{(pid=109549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 03:51:22.388296 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-3f62b3d1-ae78-47c0-bec9-ef0a3af595b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787145728359'] for port (04db32a7-85ec-476c-8c69-c1b124f63e99), before_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:22.452248 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce591a35-16ff-414a-b8bd-2b9a93f62b5a None None] DHCP port deletion for 204ced72-9299-4a30-aa72-466acced45bf request from dv-cinder-826949-1-iscsi {{(pid=109551) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 03:51:22.471199 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.plugins.ml2.db [None req-3f62b3d1-ae78-47c0-bec9-ef0a3af595b8 admin admin] For port 04db32a7-85ec-476c-8c69-c1b124f63e99, host dv-cinder-826949-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-1-iscsi',level=0,port_id=04db32a7-85ec-476c-8c69-c1b124f63e99,segment=NetworkSegment(e5471ed5-97f1-48e6-86f5-92c6b5bce849),segment_id=e5471ed5-97f1-48e6-86f5-92c6b5bce849)] {{(pid=109549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 03:51:22.471725 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-3f62b3d1-ae78-47c0-bec9-ef0a3af595b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1915525'] for port (04db32a7-85ec-476c-8c69-c1b124f63e99), precommit_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:22.485621 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.plugins.ml2.plugin [None req-3f62b3d1-ae78-47c0-bec9-ef0a3af595b8 admin admin] Calling delete_port for 04db32a7-85ec-476c-8c69-c1b124f63e99 owned by network:dhcp {{(pid=109549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 03:51:22.505497 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-ce591a35-16ff-414a-b8bd-2b9a93f62b5a None None] Deleting port 04db32a7-85ec-476c-8c69-c1b124f63e99 {{(pid=109551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 03:51:22.506204 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-ce591a35-16ff-414a-b8bd-2b9a93f62b5a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787145728359'] for port (04db32a7-85ec-476c-8c69-c1b124f63e99), before_delete {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:22.569730 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-ce591a35-16ff-414a-b8bd-2b9a93f62b5a None None] For port 04db32a7-85ec-476c-8c69-c1b124f63e99, host dv-cinder-826949-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-1-iscsi',level=0,port_id=04db32a7-85ec-476c-8c69-c1b124f63e99,segment=NetworkSegment(e5471ed5-97f1-48e6-86f5-92c6b5bce849),segment_id=e5471ed5-97f1-48e6-86f5-92c6b5bce849)] {{(pid=109551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 03:51:22.570726 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-ce591a35-16ff-414a-b8bd-2b9a93f62b5a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1915525'] for port (04db32a7-85ec-476c-8c69-c1b124f63e99), precommit_delete {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:22.582991 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-ce591a35-16ff-414a-b8bd-2b9a93f62b5a None None] Calling delete_port for 04db32a7-85ec-476c-8c69-c1b124f63e99 owned by network:dhcp {{(pid=109551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 03:51:22.607820 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06f6dd2-b9e6-4ab7-b63c-874376783b64 req-fac50e3f-9512-4059-b8c8-2c2616db8518 tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:51:22.609350 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-c06f6dd2-b9e6-4ab7-b63c-874376783b64 req-fac50e3f-9512-4059-b8c8-2c2616db8518 tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe9bccaa-e41b-4389-9f22-5e72a04c47b0 HTTP/1.1" status: 200 len: 944 time: 0.1095176 Jan 29 03:51:22.665070 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-c06f6dd2-b9e6-4ab7-b63c-874376783b64 req-72514916-4605-458a-88a4-116c6d312d73 tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d65f1d4-25f6-4c0c-b38f-909fe5487234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466022 Jan 29 03:51:22.842472 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-3f62b3d1-ae78-47c0-bec9-ef0a3af595b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787145732033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787145433402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440449'] for port (04db32a7-85ec-476c-8c69-c1b124f63e99), after_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:22.850250 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-ce591a35-16ff-414a-b8bd-2b9a93f62b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787145732033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787145433402'] for port (04db32a7-85ec-476c-8c69-c1b124f63e99), after_delete {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:22.870121 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f62b3d1-ae78-47c0-bec9-ef0a3af595b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=04db32a7-85ec-476c-8c69-c1b124f63e99,revision_number=None']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:51:22.876626 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f62b3d1-ae78-47c0-bec9-ef0a3af595b8 admin admin] No DVR routers for this DVR port 04db32a7-85ec-476c-8c69-c1b124f63e99 on host dv-cinder-826949-1-iscsi {{(pid=109549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 03:51:22.885055 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce591a35-16ff-414a-b8bd-2b9a93f62b5a None None] Pushing event deleted for resources: {'Port': ['ID=04db32a7-85ec-476c-8c69-c1b124f63e99,revision_number=None']} {{(pid=109551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:51:22.893451 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce591a35-16ff-414a-b8bd-2b9a93f62b5a None None] No DVR routers for this DVR port 04db32a7-85ec-476c-8c69-c1b124f63e99 on host dv-cinder-826949-1-iscsi {{(pid=109551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 03:51:22.962272 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-3f62b3d1-ae78-47c0-bec9-ef0a3af595b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783436', 'neutron.services.segments.db._delete_segments_for_network-8787145932427'] for network (204ced72-9299-4a30-aa72-466acced45bf), precommit_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:22.981615 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.services.segments.db [None req-3f62b3d1-ae78-47c0-bec9-ef0a3af595b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['204ced72-9299-4a30-aa72-466acced45bf']}} {{(pid=109549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:51:22.990492 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.services.segments.db [None req-3f62b3d1-ae78-47c0-bec9-ef0a3af595b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5471ed5-97f1-48e6-86f5-92c6b5bce849') {'for_net_delete': True} {{(pid=109549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:51:22.990788 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.services.segments.db [None req-3f62b3d1-ae78-47c0-bec9-ef0a3af595b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5471ed5-97f1-48e6-86f5-92c6b5bce849') {} {{(pid=109549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:51:22.999742 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-3f62b3d1-ae78-47c0-bec9-ef0a3af595b8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787145906580', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9381393'] for segment (e5471ed5-97f1-48e6-86f5-92c6b5bce849), before_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:23.012979 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-3f62b3d1-ae78-47c0-bec9-ef0a3af595b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541992'] for segment (e5471ed5-97f1-48e6-86f5-92c6b5bce849), precommit_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:23.019482 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f62b3d1-ae78-47c0-bec9-ef0a3af595b8 admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=109549) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 03:51:23.019868 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-3f62b3d1-ae78-47c0-bec9-ef0a3af595b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8440428'] for segment (e5471ed5-97f1-48e6-86f5-92c6b5bce849), after_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:23.021455 dv-cinder-826949-1-iscsi neutron-server[109549]: Traceback (most recent call last): Jan 29 03:51:23.021455 dv-cinder-826949-1-iscsi neutron-server[109549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 03:51:23.021455 dv-cinder-826949-1-iscsi neutron-server[109549]: timer() Jan 29 03:51:23.021455 dv-cinder-826949-1-iscsi neutron-server[109549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 03:51:23.021455 dv-cinder-826949-1-iscsi neutron-server[109549]: cb(*args, **kw) Jan 29 03:51:23.021455 dv-cinder-826949-1-iscsi neutron-server[109549]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 03:51:23.021455 dv-cinder-826949-1-iscsi neutron-server[109549]: return func(*args, **kwargs) Jan 29 03:51:23.021455 dv-cinder-826949-1-iscsi neutron-server[109549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 03:51:23.021455 dv-cinder-826949-1-iscsi neutron-server[109549]: self._notify() Jan 29 03:51:23.021455 dv-cinder-826949-1-iscsi neutron-server[109549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 03:51:23.021455 dv-cinder-826949-1-iscsi neutron-server[109549]: self.callback(batched_events) Jan 29 03:51:23.021455 dv-cinder-826949-1-iscsi neutron-server[109549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 03:51:23.021455 dv-cinder-826949-1-iscsi neutron-server[109549]: event.method(event) Jan 29 03:51:23.021455 dv-cinder-826949-1-iscsi neutron-server[109549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 03:51:23.021455 dv-cinder-826949-1-iscsi neutron-server[109549]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 03:51:23.021455 dv-cinder-826949-1-iscsi neutron-server[109549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 03:51:23.021455 dv-cinder-826949-1-iscsi neutron-server[109549]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 03:51:23.021455 dv-cinder-826949-1-iscsi neutron-server[109549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 03:51:23.021455 dv-cinder-826949-1-iscsi neutron-server[109549]: return f(self, *a, **k) Jan 29 03:51:23.021455 dv-cinder-826949-1-iscsi neutron-server[109549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 03:51:23.021455 dv-cinder-826949-1-iscsi neutron-server[109549]: return self._get(url).json() Jan 29 03:51:23.021455 dv-cinder-826949-1-iscsi neutron-server[109549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 03:51:23.021455 dv-cinder-826949-1-iscsi neutron-server[109549]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 03:51:23.021455 dv-cinder-826949-1-iscsi neutron-server[109549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 03:51:23.021455 dv-cinder-826949-1-iscsi neutron-server[109549]: return self.request(url, 'GET', **kwargs) Jan 29 03:51:23.021455 dv-cinder-826949-1-iscsi neutron-server[109549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 03:51:23.021455 dv-cinder-826949-1-iscsi neutron-server[109549]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 03:51:23.021455 dv-cinder-826949-1-iscsi neutron-server[109549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 03:51:23.021455 dv-cinder-826949-1-iscsi neutron-server[109549]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 03:51:23.021455 dv-cinder-826949-1-iscsi neutron-server[109549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 03:51:23.021455 dv-cinder-826949-1-iscsi neutron-server[109549]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 03:51:23.021455 dv-cinder-826949-1-iscsi neutron-server[109549]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 03:51:23.139014 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab2bf81-db77-4c74-9ef1-e2b44110e946 req-6278eb0d-5e06-49ba-85ee-c2e0e3d75314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:51:23.140397 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-6ab2bf81-db77-4c74-9ef1-e2b44110e946 req-6278eb0d-5e06-49ba-85ee-c2e0e3d75314 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=fe9bccaa-e41b-4389-9f22-5e72a04c47b0&tenant_id=033b0334af9941dfbcf5ac732f36dfd6 HTTP/1.1" status: 200 len: 1128 time: 0.0440915 Jan 29 03:51:23.197200 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-3f62b3d1-ae78-47c0-bec9-ef0a3af595b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1909918'] for network (204ced72-9299-4a30-aa72-466acced45bf), after_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:23.201689 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-3f62b3d1-ae78-47c0-bec9-ef0a3af595b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606130'] for network (None), before_response {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:23.206570 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-3f62b3d1-ae78-47c0-bec9-ef0a3af595b8 admin admin] 10.222.0.16 "DELETE /v2.0/networks/204ced72-9299-4a30-aa72-466acced45bf HTTP/1.1" status: 204 len: 168 time: 0.9433365 Jan 29 03:51:23.220273 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab2bf81-db77-4c74-9ef1-e2b44110e946 req-5dfac0a4-0e1a-4a82-b9f9-65b2d7247512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:51:23.222465 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-6ab2bf81-db77-4c74-9ef1-e2b44110e946 req-5dfac0a4-0e1a-4a82-b9f9-65b2d7247512 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=033b0334af9941dfbcf5ac732f36dfd6&device_id=fe9bccaa-e41b-4389-9f22-5e72a04c47b0 HTTP/1.1" status: 200 len: 1128 time: 0.0485616 Jan 29 03:51:23.223300 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f62b3d1-ae78-47c0-bec9-ef0a3af595b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=204ced72-9299-4a30-aa72-466acced45bf,revision_number=None']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:51:23.319079 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab2bf81-db77-4c74-9ef1-e2b44110e946 req-1fdbac47-acf2-46fa-aaa8-32df87afb433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:51:23.321180 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-6ab2bf81-db77-4c74-9ef1-e2b44110e946 req-1fdbac47-acf2-46fa-aaa8-32df87afb433 service neutron] 10.222.0.25 "GET /v2.0/networks?id=9ce03b02-e4c1-4b51-89f8-2b8c7e281b14 HTTP/1.1" status: 200 len: 908 time: 0.0914905 Jan 29 03:51:23.390391 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-6ab2bf81-db77-4c74-9ef1-e2b44110e946 req-d6abdf67-cca9-4150-be4d-e4e38f30f8af service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=275c2605-c149-4f30-83c0-37611406ba82 HTTP/1.1" status: 200 len: 1000 time: 0.0629976 Jan 29 03:51:23.442521 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab2bf81-db77-4c74-9ef1-e2b44110e946 req-0f396def-bb16-4aa4-9bfc-5391ee73d07b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:51:23.443982 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-6ab2bf81-db77-4c74-9ef1-e2b44110e946 req-0f396def-bb16-4aa4-9bfc-5391ee73d07b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e530e8b4-da58-4e58-b7ba-de4e0fb3aa2d HTTP/1.1" status: 200 len: 847 time: 0.0476549 Jan 29 03:51:23.491357 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab2bf81-db77-4c74-9ef1-e2b44110e946 req-4068dcf5-f93b-411d-b2b1-a3ac963796d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:51:23.493361 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-6ab2bf81-db77-4c74-9ef1-e2b44110e946 req-4068dcf5-f93b-411d-b2b1-a3ac963796d3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9ce03b02-e4c1-4b51-89f8-2b8c7e281b14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434728 Jan 29 03:51:23.584533 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-6ab2bf81-db77-4c74-9ef1-e2b44110e946 req-92a689a1-7e79-4770-9fe5-92befda7736f service neutron] 10.222.0.25 "GET /v2.0/networks/9ce03b02-e4c1-4b51-89f8-2b8c7e281b14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844557 Jan 29 03:51:23.587270 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 51840) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:51:23.676997 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-6cd8dc58-b84d-45f5-a605-abb7604ea20b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=00cfcd24ac464466b0c59b2955aac89e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0885601 Jan 29 03:51:23.680055 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 51842) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:51:23.706261 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-6ab2bf81-db77-4c74-9ef1-e2b44110e946 req-03a5eb9e-38ac-4ada-8413-4396560c06cd service neutron] 10.222.0.25 "GET /v2.0/networks/9ce03b02-e4c1-4b51-89f8-2b8c7e281b14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128709 Jan 29 03:51:23.731599 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-b6510bf4-8786-459d-bc8b-8b41fce0751d admin admin] Publish callbacks [] for security_group (cf697aac-ce34-4a1d-82d5-bedd4fffaa8b), before_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:23.758345 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-b6510bf4-8786-459d-bc8b-8b41fce0751d admin admin] Publish callbacks [] for security_group (cf697aac-ce34-4a1d-82d5-bedd4fffaa8b), precommit_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:23.795551 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c25710-135c-4704-b300-6a90440902f1 req-958cb9fb-1efe-428e-ae0a-e6af49f100cc tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:51:23.797120 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-f2c25710-135c-4704-b300-6a90440902f1 req-958cb9fb-1efe-428e-ae0a-e6af49f100cc tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe9bccaa-e41b-4389-9f22-5e72a04c47b0 HTTP/1.1" status: 200 len: 944 time: 0.0610960 Jan 29 03:51:23.857783 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-f2c25710-135c-4704-b300-6a90440902f1 req-f751083d-8d78-4e4e-9587-c2c1c979d0db tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d65f1d4-25f6-4c0c-b38f-909fe5487234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502973 Jan 29 03:51:23.864717 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Device 04db32a7-85ec-476c-8c69-c1b124f63e99 no longer exists at agent ovs-agent-dv-cinder-826949-1-iscsi {{(pid=109551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 03:51:23.885312 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] No Port match for: 04db32a7-85ec-476c-8c69-c1b124f63e99 {{(pid=109551) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 03:51:23.885901 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Device 04db32a7-85ec-476c-8c69-c1b124f63e99 not bound to the agent host dv-cinder-826949-1-iscsi {{(pid=109551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 03:51:23.886058 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Device 89277360-4f8d-403f-b77d-1b66ab811622 no longer exists at agent ovs-agent-dv-cinder-826949-1-iscsi {{(pid=109551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 03:51:23.897673 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-b6510bf4-8786-459d-bc8b-8b41fce0751d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (cf697aac-ce34-4a1d-82d5-bedd4fffaa8b), after_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:23.910416 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-b6510bf4-8786-459d-bc8b-8b41fce0751d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:23.910416 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-b6510bf4-8786-459d-bc8b-8b41fce0751d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cf697aac-ce34-4a1d-82d5-bedd4fffaa8b HTTP/1.1" status: 204 len: 168 time: 0.2206273 Jan 29 03:51:23.910649 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] No Port match for: 89277360-4f8d-403f-b77d-1b66ab811622 {{(pid=109551) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 03:51:23.910649 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Device 89277360-4f8d-403f-b77d-1b66ab811622 not bound to the agent host dv-cinder-826949-1-iscsi {{(pid=109551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 03:51:23.916359 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6510bf4-8786-459d-bc8b-8b41fce0751d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf697aac-ce34-4a1d-82d5-bedd4fffaa8b,revision_number=None']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:51:24.982013 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346e6207-5d4d-464c-b255-331a1dbfe306 req-f7d0576f-6ecf-47f9-9421-47ec4ee84c44 tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:51:24.983962 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-346e6207-5d4d-464c-b255-331a1dbfe306 req-f7d0576f-6ecf-47f9-9421-47ec4ee84c44 tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe9bccaa-e41b-4389-9f22-5e72a04c47b0 HTTP/1.1" status: 200 len: 944 time: 0.0542264 Jan 29 03:51:25.036109 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-346e6207-5d4d-464c-b255-331a1dbfe306 req-363f5b6d-670b-41bf-800f-f51b73bf166e tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d65f1d4-25f6-4c0c-b38f-909fe5487234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456336 Jan 29 03:51:25.678885 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 51908) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:51:25.785228 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-bdbb369b-6ba0-4698-bf57-cc294f00c346 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:25.864652 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-bdbb369b-6ba0-4698-bf57-cc294f00c346 admin admin] Publish callbacks [] for security_group (8fc1a2e4-0e76-499e-8882-df09373d559f), precommit_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:25.945856 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-bdbb369b-6ba0-4698-bf57-cc294f00c346 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (8fc1a2e4-0e76-499e-8882-df09373d559f), after_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:25.984453 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-bdbb369b-6ba0-4698-bf57-cc294f00c346 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d0b1fdf05586443eb7507f8aceca97d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3037462 Jan 29 03:51:25.985345 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbb369b-6ba0-4698-bf57-cc294f00c346 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fc1a2e4-0e76-499e-8882-df09373d559f,revision_number=1']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:51:25.987203 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 51922) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:51:26.040843 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-3c933fef-8ca6-4096-aae4-49d42b8e9eac admin admin] Publish callbacks [] for security_group (8fc1a2e4-0e76-499e-8882-df09373d559f), before_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:26.047742 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (ad4128b7-7a77-4672-aa49-b5d5d6c7d736), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:26.062887 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-3c933fef-8ca6-4096-aae4-49d42b8e9eac admin admin] Publish callbacks [] for security_group (8fc1a2e4-0e76-499e-8882-df09373d559f), precommit_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:26.164365 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4cb6f2-09b9-44d4-b11b-730fa606e714 req-d4583171-d02d-470f-abd8-5fe898bc8fc9 tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:51:26.165872 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-ae4cb6f2-09b9-44d4-b11b-730fa606e714 req-d4583171-d02d-470f-abd8-5fe898bc8fc9 tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe9bccaa-e41b-4389-9f22-5e72a04c47b0 HTTP/1.1" status: 200 len: 944 time: 0.0533881 Jan 29 03:51:26.186081 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-3c933fef-8ca6-4096-aae4-49d42b8e9eac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (8fc1a2e4-0e76-499e-8882-df09373d559f), after_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:26.188586 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-3c933fef-8ca6-4096-aae4-49d42b8e9eac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:26.189693 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-3c933fef-8ca6-4096-aae4-49d42b8e9eac admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8fc1a2e4-0e76-499e-8882-df09373d559f HTTP/1.1" status: 204 len: 168 time: 0.2009082 Jan 29 03:51:26.203837 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c933fef-8ca6-4096-aae4-49d42b8e9eac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fc1a2e4-0e76-499e-8882-df09373d559f,revision_number=None']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:51:26.240715 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-ae4cb6f2-09b9-44d4-b11b-730fa606e714 req-75a88ef0-ac86-4f5e-922d-f26134932c3b tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d65f1d4-25f6-4c0c-b38f-909fe5487234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680580 Jan 29 03:51:26.859683 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 51938) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:51:26.873168 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-415cb747-6dca-4db1-a70d-eb4c281a1d77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:26.943555 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-415cb747-6dca-4db1-a70d-eb4c281a1d77 admin admin] Publish callbacks [] for security_group (1a01f550-3be9-4065-9c5d-3d14a349f7da), precommit_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:27.017498 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-415cb747-6dca-4db1-a70d-eb4c281a1d77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (1a01f550-3be9-4065-9c5d-3d14a349f7da), after_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:27.059288 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-415cb747-6dca-4db1-a70d-eb4c281a1d77 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6e9b96e2ffb94205bb888d2ada572473&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1985645 Jan 29 03:51:27.060120 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415cb747-6dca-4db1-a70d-eb4c281a1d77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a01f550-3be9-4065-9c5d-3d14a349f7da,revision_number=1']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:51:27.061978 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 51940) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:51:27.112246 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-964f8952-40b1-4e78-89dc-3550a2409760 admin admin] Publish callbacks [] for security_group (1a01f550-3be9-4065-9c5d-3d14a349f7da), before_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:27.132303 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-964f8952-40b1-4e78-89dc-3550a2409760 admin admin] Publish callbacks [] for security_group (1a01f550-3be9-4065-9c5d-3d14a349f7da), precommit_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:27.234705 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-964f8952-40b1-4e78-89dc-3550a2409760 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (1a01f550-3be9-4065-9c5d-3d14a349f7da), after_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:27.237260 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-964f8952-40b1-4e78-89dc-3550a2409760 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:27.238482 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-964f8952-40b1-4e78-89dc-3550a2409760 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1a01f550-3be9-4065-9c5d-3d14a349f7da HTTP/1.1" status: 204 len: 168 time: 0.1754301 Jan 29 03:51:27.246344 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964f8952-40b1-4e78-89dc-3550a2409760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a01f550-3be9-4065-9c5d-3d14a349f7da,revision_number=None']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:51:27.370579 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c365f986-35ce-4981-999d-796b29763986 req-6e1e5541-54c2-4d5c-8b9c-c3d923203566 tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:51:27.372048 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-c365f986-35ce-4981-999d-796b29763986 req-6e1e5541-54c2-4d5c-8b9c-c3d923203566 tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe9bccaa-e41b-4389-9f22-5e72a04c47b0 HTTP/1.1" status: 200 len: 944 time: 0.0532064 Jan 29 03:51:27.420028 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-c365f986-35ce-4981-999d-796b29763986 req-82b800a0-caf3-4530-8ffe-0c2d2dd1e196 tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d65f1d4-25f6-4c0c-b38f-909fe5487234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424001 Jan 29 03:51:28.535022 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2917b362-4134-4f21-b6ca-2da4380e9209 req-827f87c0-3219-4326-aac4-e77b6491a2c1 tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:51:28.536528 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-2917b362-4134-4f21-b6ca-2da4380e9209 req-827f87c0-3219-4326-aac4-e77b6491a2c1 tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe9bccaa-e41b-4389-9f22-5e72a04c47b0 HTTP/1.1" status: 200 len: 944 time: 0.0522389 Jan 29 03:51:28.590402 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-2917b362-4134-4f21-b6ca-2da4380e9209 req-9dd60f6a-aa49-487e-9025-db2f3c31e041 tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d65f1d4-25f6-4c0c-b38f-909fe5487234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476191 Jan 29 03:51:29.722481 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c040df7b-87f0-4ed1-9646-5f768993925b req-95df61e4-8d64-4a9e-8574-c2012610422d tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:51:29.723964 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-c040df7b-87f0-4ed1-9646-5f768993925b req-95df61e4-8d64-4a9e-8574-c2012610422d tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe9bccaa-e41b-4389-9f22-5e72a04c47b0 HTTP/1.1" status: 200 len: 944 time: 0.0572658 Jan 29 03:51:29.775158 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-c040df7b-87f0-4ed1-9646-5f768993925b req-cf4ac938-337c-4bd1-af2e-37d9e68a1c1b tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d65f1d4-25f6-4c0c-b38f-909fe5487234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447578 Jan 29 03:51:30.893596 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f70a50-9659-488a-9e64-443ed93bd4e3 req-4dd123dc-11b9-4c71-af89-61c058659b49 tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:51:30.895095 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-52f70a50-9659-488a-9e64-443ed93bd4e3 req-4dd123dc-11b9-4c71-af89-61c058659b49 tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe9bccaa-e41b-4389-9f22-5e72a04c47b0 HTTP/1.1" status: 200 len: 944 time: 0.0523865 Jan 29 03:51:30.944451 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-52f70a50-9659-488a-9e64-443ed93bd4e3 req-7c36108a-3b78-4d5f-bba5-2040ca45e950 tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d65f1d4-25f6-4c0c-b38f-909fe5487234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431676 Jan 29 03:51:32.060606 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ce193c-d142-4fb9-ae34-f361b9e70264 req-1bd74b7a-544e-492c-8f3a-60a3083f37c2 tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:51:32.061985 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-e5ce193c-d142-4fb9-ae34-f361b9e70264 req-1bd74b7a-544e-492c-8f3a-60a3083f37c2 tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe9bccaa-e41b-4389-9f22-5e72a04c47b0 HTTP/1.1" status: 200 len: 944 time: 0.0515516 Jan 29 03:51:32.108295 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-e5ce193c-d142-4fb9-ae34-f361b9e70264 req-3745c0f6-d693-435d-8211-5508076f852c tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d65f1d4-25f6-4c0c-b38f-909fe5487234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409105 Jan 29 03:51:33.242081 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f3199a-175c-4af9-a15e-9a6a0c23b357 req-9f35985a-997c-4935-b88d-15e1a41baadf tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:51:33.243590 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-c8f3199a-175c-4af9-a15e-9a6a0c23b357 req-9f35985a-997c-4935-b88d-15e1a41baadf tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe9bccaa-e41b-4389-9f22-5e72a04c47b0 HTTP/1.1" status: 200 len: 944 time: 0.0696008 Jan 29 03:51:33.294170 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-c8f3199a-175c-4af9-a15e-9a6a0c23b357 req-ffa654e1-95f9-4a66-b4ec-8569fb2e1fa7 tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d65f1d4-25f6-4c0c-b38f-909fe5487234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451269 Jan 29 03:51:33.901080 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Device 275c2605-c149-4f30-83c0-37611406ba82 details requested by agent hyperv_hv-cinder-82694 with host hv-cinder-82694 {{(pid=109551) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 03:51:33.995856 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] For port 275c2605-c149-4f30-83c0-37611406ba82, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=275c2605-c149-4f30-83c0-37611406ba82,segment=NetworkSegment(34cc1de7-acdd-4594-884a-fb91f28f8b0e),segment_id=34cc1de7-acdd-4594-884a-fb91f28f8b0e)] {{(pid=109551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 03:51:34.006778 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Returning: {'device': '275c2605-c149-4f30-83c0-37611406ba82', 'network_id': '9ce03b02-e4c1-4b51-89f8-2b8c7e281b14', 'port_id': '275c2605-c149-4f30-83c0-37611406ba82', 'mac_address': 'fa:16:3e:cc:7d:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e530e8b4-da58-4e58-b7ba-de4e0fb3aa2d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109551) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 03:51:34.042445 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Current status of the port 275c2605-c149-4f30-83c0-37611406ba82 is: DOWN; New status is: BUILD {{(pid=109551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 03:51:34.042763 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (275c2605-c149-4f30-83c0-37611406ba82), before_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:34.054992 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.notifiers.nova [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 275c2605-c149-4f30-83c0-37611406ba82 {{(pid=109551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 03:51:34.073736 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] For port 275c2605-c149-4f30-83c0-37611406ba82, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=275c2605-c149-4f30-83c0-37611406ba82,segment=NetworkSegment(34cc1de7-acdd-4594-884a-fb91f28f8b0e),segment_id=34cc1de7-acdd-4594-884a-fb91f28f8b0e)] {{(pid=109551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 03:51:34.219358 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429'] for port (275c2605-c149-4f30-83c0-37611406ba82), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:34.274792 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Pushing event updated for resources: {'Port': ['ID=275c2605-c149-4f30-83c0-37611406ba82,revision_number=7']} {{(pid=109551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:51:34.411974 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7818ffdf-d620-4687-97e7-4edaf1def710 req-a441f8dd-2508-4b84-8f14-c5f3cd2cfde6 tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:51:34.413934 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-7818ffdf-d620-4687-97e7-4edaf1def710 req-a441f8dd-2508-4b84-8f14-c5f3cd2cfde6 tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe9bccaa-e41b-4389-9f22-5e72a04c47b0 HTTP/1.1" status: 200 len: 945 time: 0.0515697 Jan 29 03:51:34.465724 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-7818ffdf-d620-4687-97e7-4edaf1def710 req-c60edc09-eac0-475f-9a4c-82e779811fdf tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d65f1d4-25f6-4c0c-b38f-909fe5487234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460632 Jan 29 03:51:34.513808 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] get_ports_and_sgs() called for port_ids ['275c2605-c149-4f30-83c0-37611406ba82'] {{(pid=109551) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 03:51:35.589663 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa5ad04-5dba-4aa5-a05c-de900a324aa4 req-605ccd25-9c0d-4c44-839b-3b67614b6963 tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:51:35.591532 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-3aa5ad04-5dba-4aa5-a05c-de900a324aa4 req-605ccd25-9c0d-4c44-839b-3b67614b6963 tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe9bccaa-e41b-4389-9f22-5e72a04c47b0 HTTP/1.1" status: 200 len: 945 time: 0.0598819 Jan 29 03:51:35.640008 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-3aa5ad04-5dba-4aa5-a05c-de900a324aa4 req-0922ee5b-0985-4857-96a2-d08a3a4e2c05 tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d65f1d4-25f6-4c0c-b38f-909fe5487234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431137 Jan 29 03:51:36.755141 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1f2839-53d5-41a8-9708-8a4ad1a7be7b req-fdd8b906-56fa-47b9-a68f-0a274df092ca tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:51:36.756609 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-bc1f2839-53d5-41a8-9708-8a4ad1a7be7b req-fdd8b906-56fa-47b9-a68f-0a274df092ca tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe9bccaa-e41b-4389-9f22-5e72a04c47b0 HTTP/1.1" status: 200 len: 945 time: 0.0511320 Jan 29 03:51:36.811151 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-bc1f2839-53d5-41a8-9708-8a4ad1a7be7b req-f5161ff3-d0ed-430f-b804-6da2221ffebc tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d65f1d4-25f6-4c0c-b38f-909fe5487234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485389 Jan 29 03:51:37.015325 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Device 275c2605-c149-4f30-83c0-37611406ba82 up at agent hyperv_hv-cinder-82694 {{(pid=109551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 03:51:37.062368 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.provisioning_blocks [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Provisioning complete for port 275c2605-c149-4f30-83c0-37611406ba82 triggered by entity L2. {{(pid=109551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 03:51:37.062739 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785313'] for port (275c2605-c149-4f30-83c0-37611406ba82), provisioning_complete {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:37.135933 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Current status of the port 275c2605-c149-4f30-83c0-37611406ba82 is: BUILD; New status is: ACTIVE {{(pid=109551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 03:51:37.136308 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (275c2605-c149-4f30-83c0-37611406ba82), before_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:37.160368 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe9bccaa-e41b-4389-9f22-5e72a04c47b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '275c2605-c149-4f30-83c0-37611406ba82'}] {{(pid=109551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 03:51:37.162579 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23e056b712a42e8e31026a02bb7684ebe9f34968e78d79227c0e39fde92c0103" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-820ebc55-b1cd-483e-bbca-d45b3ed06abb" -d '{"events": [{"server_uuid": "fe9bccaa-e41b-4389-9f22-5e72a04c47b0", "name": "network-vif-plugged", "status": "completed", "tag": "275c2605-c149-4f30-83c0-37611406ba82"}]}' {{(pid=109551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 03:51:37.301539 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 03:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e6bcbfe-58c5-43fd-aa53-b81a7db674be x-openstack-request-id: req-9e6bcbfe-58c5-43fd-aa53-b81a7db674be {{(pid=109551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 03:51:37.301754 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe9bccaa-e41b-4389-9f22-5e72a04c47b0", "name": "network-vif-plugged", "status": "completed", "tag": "275c2605-c149-4f30-83c0-37611406ba82", "code": 200}]} {{(pid=109551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 03:51:37.302265 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9e6bcbfe-58c5-43fd-aa53-b81a7db674be {{(pid=109551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 03:51:37.302663 dv-cinder-826949-1-iscsi neutron-server[109551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe9bccaa-e41b-4389-9f22-5e72a04c47b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '275c2605-c149-4f30-83c0-37611406ba82', 'code': 200} Jan 29 03:51:37.304818 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] For port 275c2605-c149-4f30-83c0-37611406ba82, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=275c2605-c149-4f30-83c0-37611406ba82,segment=NetworkSegment(34cc1de7-acdd-4594-884a-fb91f28f8b0e),segment_id=34cc1de7-acdd-4594-884a-fb91f28f8b0e)] {{(pid=109551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 03:51:37.368065 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429'] for port (275c2605-c149-4f30-83c0-37611406ba82), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:37.421426 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Pushing event updated for resources: {'Port': ['ID=275c2605-c149-4f30-83c0-37611406ba82,revision_number=8']} {{(pid=109551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:51:37.571405 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8a0b33-1555-41f1-87fb-b60b749e6a2d req-b89f9553-d4ec-42a8-b70e-6e750a1611f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:51:37.572964 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-6a8a0b33-1555-41f1-87fb-b60b749e6a2d req-b89f9553-d4ec-42a8-b70e-6e750a1611f1 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=fe9bccaa-e41b-4389-9f22-5e72a04c47b0 HTTP/1.1" status: 200 len: 1130 time: 0.0478060 Jan 29 03:51:37.626094 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-6a8a0b33-1555-41f1-87fb-b60b749e6a2d req-bdf0dcb1-97af-4a91-80bf-70c5a196d387 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=9d65f1d4-25f6-4c0c-b38f-909fe5487234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405993 Jan 29 03:51:37.937118 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d3418d-0ea8-43c9-b71d-6a13cfc4a800 req-df5b52d2-24a6-4160-9513-34551867f02c tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:51:37.938772 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-56d3418d-0ea8-43c9-b71d-6a13cfc4a800 req-df5b52d2-24a6-4160-9513-34551867f02c tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe9bccaa-e41b-4389-9f22-5e72a04c47b0 HTTP/1.1" status: 200 len: 946 time: 0.0585647 Jan 29 03:51:37.987805 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-56d3418d-0ea8-43c9-b71d-6a13cfc4a800 req-2e90d5e2-bc0e-4720-9861-85e08fc112f3 tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d65f1d4-25f6-4c0c-b38f-909fe5487234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436611 Jan 29 03:51:39.108991 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f774ef-1a92-428a-987b-ca70736f3528 req-3da04bff-7dc8-4d44-8da4-29e47557981e tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:51:39.110503 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-08f774ef-1a92-428a-987b-ca70736f3528 req-3da04bff-7dc8-4d44-8da4-29e47557981e tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe9bccaa-e41b-4389-9f22-5e72a04c47b0 HTTP/1.1" status: 200 len: 946 time: 0.0519111 Jan 29 03:51:39.157998 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-08f774ef-1a92-428a-987b-ca70736f3528 req-665e5b5b-f8d8-4c4c-97ff-6945d8b60011 tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d65f1d4-25f6-4c0c-b38f-909fe5487234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418637 Jan 29 03:51:40.198386 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 52216) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:51:40.304393 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-30275604-7764-4465-99f9-ce8f1b6cf391 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:40.379405 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-30275604-7764-4465-99f9-ce8f1b6cf391 admin admin] Publish callbacks [] for security_group (4fbbbe16-4f8b-4e80-90c1-25b2e26e7ee3), precommit_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:40.476211 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-30275604-7764-4465-99f9-ce8f1b6cf391 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (4fbbbe16-4f8b-4e80-90c1-25b2e26e7ee3), after_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:40.515190 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30275604-7764-4465-99f9-ce8f1b6cf391 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fbbbe16-4f8b-4e80-90c1-25b2e26e7ee3,revision_number=1']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:51:40.519841 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-30275604-7764-4465-99f9-ce8f1b6cf391 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3b3d6a28a31e41fd81131b692e8587d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3202982 Jan 29 03:51:40.522380 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 52234) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:51:40.569886 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-c9b7225f-6c50-42aa-b21a-e0ec9f9eabe3 admin admin] Publish callbacks [] for security_group (4fbbbe16-4f8b-4e80-90c1-25b2e26e7ee3), before_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:40.590894 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-c9b7225f-6c50-42aa-b21a-e0ec9f9eabe3 admin admin] Publish callbacks [] for security_group (4fbbbe16-4f8b-4e80-90c1-25b2e26e7ee3), precommit_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:40.768283 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-c9b7225f-6c50-42aa-b21a-e0ec9f9eabe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (4fbbbe16-4f8b-4e80-90c1-25b2e26e7ee3), after_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:40.771684 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-c9b7225f-6c50-42aa-b21a-e0ec9f9eabe3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:40.776367 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-c9b7225f-6c50-42aa-b21a-e0ec9f9eabe3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4fbbbe16-4f8b-4e80-90c1-25b2e26e7ee3 HTTP/1.1" status: 204 len: 168 time: 0.2503440 Jan 29 03:51:40.789409 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b7225f-6c50-42aa-b21a-e0ec9f9eabe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fbbbe16-4f8b-4e80-90c1-25b2e26e7ee3,revision_number=None']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:51:41.481248 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 52246) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:51:41.494210 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-1a1100ba-c322-46d6-af4a-273878c1f7f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:41.567288 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-1a1100ba-c322-46d6-af4a-273878c1f7f8 admin admin] Publish callbacks [] for security_group (330ce2f5-661c-4fb1-b5ab-728ed2b93132), precommit_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:41.607580 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-1a1100ba-c322-46d6-af4a-273878c1f7f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (330ce2f5-661c-4fb1-b5ab-728ed2b93132), after_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:41.648060 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-1a1100ba-c322-46d6-af4a-273878c1f7f8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5193998920914fb19434469684c6343d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1651514 Jan 29 03:51:41.649171 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1100ba-c322-46d6-af4a-273878c1f7f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=330ce2f5-661c-4fb1-b5ab-728ed2b93132,revision_number=1']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:51:41.650779 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 52248) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:51:41.698528 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-ec25aafc-0cf4-49ef-bbec-1d4e95492006 admin admin] Publish callbacks [] for security_group (330ce2f5-661c-4fb1-b5ab-728ed2b93132), before_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:41.719854 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-ec25aafc-0cf4-49ef-bbec-1d4e95492006 admin admin] Publish callbacks [] for security_group (330ce2f5-661c-4fb1-b5ab-728ed2b93132), precommit_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:41.807865 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-ec25aafc-0cf4-49ef-bbec-1d4e95492006 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (330ce2f5-661c-4fb1-b5ab-728ed2b93132), after_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:41.810565 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-ec25aafc-0cf4-49ef-bbec-1d4e95492006 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:41.811833 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-ec25aafc-0cf4-49ef-bbec-1d4e95492006 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/330ce2f5-661c-4fb1-b5ab-728ed2b93132 HTTP/1.1" status: 204 len: 168 time: 0.1599321 Jan 29 03:51:41.820597 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec25aafc-0cf4-49ef-bbec-1d4e95492006 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=330ce2f5-661c-4fb1-b5ab-728ed2b93132,revision_number=None']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:51:42.589303 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 52290) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:51:42.604064 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-3642f93d-ca42-4b06-98a2-99aeb783eac2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:42.675430 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-3642f93d-ca42-4b06-98a2-99aeb783eac2 admin admin] Publish callbacks [] for security_group (ff96ba3e-02f7-44ad-963e-71b0e04540d3), precommit_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:42.790959 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-3642f93d-ca42-4b06-98a2-99aeb783eac2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (ff96ba3e-02f7-44ad-963e-71b0e04540d3), after_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:42.830320 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-3642f93d-ca42-4b06-98a2-99aeb783eac2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=55c58d21919048eca29c7b1ec01c52a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2399251 Jan 29 03:51:42.831540 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3642f93d-ca42-4b06-98a2-99aeb783eac2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff96ba3e-02f7-44ad-963e-71b0e04540d3,revision_number=1']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:51:42.833446 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 52292) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:51:42.890063 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-d8326532-5e26-4f6d-9152-a1b60c41ae43 admin admin] Publish callbacks [] for security_group (ff96ba3e-02f7-44ad-963e-71b0e04540d3), before_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:42.912143 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-d8326532-5e26-4f6d-9152-a1b60c41ae43 admin admin] Publish callbacks [] for security_group (ff96ba3e-02f7-44ad-963e-71b0e04540d3), precommit_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:43.071331 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-d8326532-5e26-4f6d-9152-a1b60c41ae43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (ff96ba3e-02f7-44ad-963e-71b0e04540d3), after_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:43.073851 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-d8326532-5e26-4f6d-9152-a1b60c41ae43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:43.075081 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-d8326532-5e26-4f6d-9152-a1b60c41ae43 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ff96ba3e-02f7-44ad-963e-71b0e04540d3 HTTP/1.1" status: 204 len: 168 time: 0.2406785 Jan 29 03:51:43.083072 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8326532-5e26-4f6d-9152-a1b60c41ae43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff96ba3e-02f7-44ad-963e-71b0e04540d3,revision_number=None']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:51:44.253652 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 52326) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:51:44.352225 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.v2.base [None req-fee0cc4b-acad-40d6-9f47-3cf364b2fd40 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-307015322-network', 'tenant_id': '99ad53cf12564d5ea40131bca81e8f3b'}} {{(pid=109550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 03:51:44.457705 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fee0cc4b-acad-40d6-9f47-3cf364b2fd40 admin admin] Made reservation on behalf of 99ad53cf12564d5ea40131bca81e8f3b for: {'network': 1} {{(pid=109550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 03:51:44.460211 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-fee0cc4b-acad-40d6-9f47-3cf364b2fd40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for network (None), before_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:44.472131 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-fee0cc4b-acad-40d6-9f47-3cf364b2fd40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:44.548332 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-fee0cc4b-acad-40d6-9f47-3cf364b2fd40 admin admin] Publish callbacks [] for security_group (70c39e9a-c130-4679-9f4b-693ce2af89e9), precommit_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:44.563557 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 52340) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:51:44.609408 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.db.db_base_plugin_v2 [None req-57417165-68d4-4e33-a6da-3f28872dec0b admin admin] Deleting subnet 85480c1c-7f3b-4f42-8524-9ebc426c52ed {{(pid=109550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 03:51:44.612522 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-57417165-68d4-4e33-a6da-3f28872dec0b admin admin] Publish callbacks [] for subnet (85480c1c-7f3b-4f42-8524-9ebc426c52ed), before_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:44.638640 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-fee0cc4b-acad-40d6-9f47-3cf364b2fd40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (70c39e9a-c130-4679-9f4b-693ce2af89e9), after_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:44.664814 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fee0cc4b-acad-40d6-9f47-3cf364b2fd40 admin admin] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=109550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 03:51:44.671529 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-57417165-68d4-4e33-a6da-3f28872dec0b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3934284'] for subnet (85480c1c-7f3b-4f42-8524-9ebc426c52ed), precommit_delete_associations {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:44.705294 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-fee0cc4b-acad-40d6-9f47-3cf364b2fd40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541992'] for segment (04068d47-59e8-475d-8eac-fc2d5c3ced57), precommit_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:44.705634 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.db.segments_db [None req-fee0cc4b-acad-40d6-9f47-3cf364b2fd40 admin admin] Added segment 04068d47-59e8-475d-8eac-fc2d5c3ced57 of type vlan for network 798a8598-5f86-4e39-b13a-1feeb15fd786 Jan 29 03:51:44.706954 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee0cc4b-acad-40d6-9f47-3cf364b2fd40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70c39e9a-c130-4679-9f4b-693ce2af89e9,revision_number=1']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:51:44.758596 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-fee0cc4b-acad-40d6-9f47-3cf364b2fd40 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787145422201'] for network (798a8598-5f86-4e39-b13a-1feeb15fd786), precommit_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:44.760425 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-57417165-68d4-4e33-a6da-3f28872dec0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-756919'] for subnet (85480c1c-7f3b-4f42-8524-9ebc426c52ed), precommit_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:44.869146 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-65be2bbf-0e93-45c3-abc4-93eb4fd754ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (dac82def-0781-4624-a171-654e1b1d12af), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:44.900040 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-fee0cc4b-acad-40d6-9f47-3cf364b2fd40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888'] for network (798a8598-5f86-4e39-b13a-1feeb15fd786), after_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:44.901008 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee0cc4b-acad-40d6-9f47-3cf364b2fd40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:51:44.901590 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-fee0cc4b-acad-40d6-9f47-3cf364b2fd40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606130'] for network (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:44.905492 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-57417165-68d4-4e33-a6da-3f28872dec0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-756920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9207301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9335413'] for subnet (85480c1c-7f3b-4f42-8524-9ebc426c52ed), after_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:44.981483 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57417165-68d4-4e33-a6da-3f28872dec0b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85480c1c-7f3b-4f42-8524-9ebc426c52ed,revision_number=None']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:51:44.986470 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-57417165-68d4-4e33-a6da-3f28872dec0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606130'] for subnet (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:44.989565 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-57417165-68d4-4e33-a6da-3f28872dec0b admin admin] 10.222.0.16 "DELETE /v2.0/subnets/85480c1c-7f3b-4f42-8524-9ebc426c52ed HTTP/1.1" status: 204 len: 168 time: 0.4250083 Jan 29 03:51:44.992022 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 52342) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:51:45.012229 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee0cc4b-acad-40d6-9f47-3cf364b2fd40 admin admin] Pushing event updated for resources: {'Network': ['ID=798a8598-5f86-4e39-b13a-1feeb15fd786,revision_number=1']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:51:45.025757 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Network 798a8598-5f86-4e39-b13a-1feeb15fd786 details requested by agent ovs-agent-dv-cinder-826949-1-iscsi with host dv-cinder-826949-1-iscsi {{(pid=109551) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 03:51:45.056859 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-fee0cc4b-acad-40d6-9f47-3cf364b2fd40 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8020480 Jan 29 03:51:45.059822 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 52344) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:51:45.064653 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.v2.base [None req-91e67f85-3801-4822-83dc-1738d8824184 admin admin] Request body: {'subnet': {'network_id': '798a8598-5f86-4e39-b13a-1feeb15fd786', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-307015322-subnet', 'tenant_id': '99ad53cf12564d5ea40131bca81e8f3b', 'ip_version': 4}} {{(pid=109549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 03:51:45.072852 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-a0660f45-b777-429a-bbc9-83d4f61b8aad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617357'] for network (ef6de4e4-05ee-42cc-80a7-a2f0b7a60e8a), before_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:45.149863 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-a0660f45-b777-429a-bbc9-83d4f61b8aad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783436', 'neutron.services.segments.db._delete_segments_for_network-8787145932427'] for network (ef6de4e4-05ee-42cc-80a7-a2f0b7a60e8a), precommit_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:45.151565 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91e67f85-3801-4822-83dc-1738d8824184 admin admin] Made reservation on behalf of 99ad53cf12564d5ea40131bca81e8f3b for: {'subnet': 1} {{(pid=109549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 03:51:45.154037 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-91e67f85-3801-4822-83dc-1738d8824184 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9270732'] for subnet (None), before_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:45.169964 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.services.segments.db [None req-a0660f45-b777-429a-bbc9-83d4f61b8aad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef6de4e4-05ee-42cc-80a7-a2f0b7a60e8a']}} {{(pid=109550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:51:45.179084 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.services.segments.db [None req-a0660f45-b777-429a-bbc9-83d4f61b8aad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '021078c8-86ac-4254-abd0-dd75ceb1afcf') {'for_net_delete': True} {{(pid=109550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:51:45.179381 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.services.segments.db [None req-a0660f45-b777-429a-bbc9-83d4f61b8aad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '021078c8-86ac-4254-abd0-dd75ceb1afcf') {} {{(pid=109550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:51:45.189098 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-a0660f45-b777-429a-bbc9-83d4f61b8aad admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787145906580', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3934299'] for segment (021078c8-86ac-4254-abd0-dd75ceb1afcf), before_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:45.202460 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-a0660f45-b777-429a-bbc9-83d4f61b8aad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541992'] for segment (021078c8-86ac-4254-abd0-dd75ceb1afcf), precommit_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:45.208339 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0660f45-b777-429a-bbc9-83d4f61b8aad admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=109550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 03:51:45.208773 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-a0660f45-b777-429a-bbc9-83d4f61b8aad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9207515'] for segment (021078c8-86ac-4254-abd0-dd75ceb1afcf), after_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:45.210445 dv-cinder-826949-1-iscsi neutron-server[109550]: Traceback (most recent call last): Jan 29 03:51:45.210445 dv-cinder-826949-1-iscsi neutron-server[109550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 03:51:45.210445 dv-cinder-826949-1-iscsi neutron-server[109550]: timer() Jan 29 03:51:45.210445 dv-cinder-826949-1-iscsi neutron-server[109550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 03:51:45.210445 dv-cinder-826949-1-iscsi neutron-server[109550]: cb(*args, **kw) Jan 29 03:51:45.210445 dv-cinder-826949-1-iscsi neutron-server[109550]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 03:51:45.210445 dv-cinder-826949-1-iscsi neutron-server[109550]: return func(*args, **kwargs) Jan 29 03:51:45.210445 dv-cinder-826949-1-iscsi neutron-server[109550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 03:51:45.210445 dv-cinder-826949-1-iscsi neutron-server[109550]: self._notify() Jan 29 03:51:45.210445 dv-cinder-826949-1-iscsi neutron-server[109550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 03:51:45.210445 dv-cinder-826949-1-iscsi neutron-server[109550]: self.callback(batched_events) Jan 29 03:51:45.210445 dv-cinder-826949-1-iscsi neutron-server[109550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 03:51:45.210445 dv-cinder-826949-1-iscsi neutron-server[109550]: event.method(event) Jan 29 03:51:45.210445 dv-cinder-826949-1-iscsi neutron-server[109550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 03:51:45.210445 dv-cinder-826949-1-iscsi neutron-server[109550]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 03:51:45.210445 dv-cinder-826949-1-iscsi neutron-server[109550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 03:51:45.210445 dv-cinder-826949-1-iscsi neutron-server[109550]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 03:51:45.210445 dv-cinder-826949-1-iscsi neutron-server[109550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 03:51:45.210445 dv-cinder-826949-1-iscsi neutron-server[109550]: return f(self, *a, **k) Jan 29 03:51:45.210445 dv-cinder-826949-1-iscsi neutron-server[109550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 03:51:45.210445 dv-cinder-826949-1-iscsi neutron-server[109550]: return self._get(url).json() Jan 29 03:51:45.210445 dv-cinder-826949-1-iscsi neutron-server[109550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 03:51:45.210445 dv-cinder-826949-1-iscsi neutron-server[109550]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 03:51:45.210445 dv-cinder-826949-1-iscsi neutron-server[109550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 03:51:45.210445 dv-cinder-826949-1-iscsi neutron-server[109550]: return self.request(url, 'GET', **kwargs) Jan 29 03:51:45.210445 dv-cinder-826949-1-iscsi neutron-server[109550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 03:51:45.210445 dv-cinder-826949-1-iscsi neutron-server[109550]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 03:51:45.210445 dv-cinder-826949-1-iscsi neutron-server[109550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 03:51:45.210445 dv-cinder-826949-1-iscsi neutron-server[109550]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 03:51:45.210445 dv-cinder-826949-1-iscsi neutron-server[109550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 03:51:45.210445 dv-cinder-826949-1-iscsi neutron-server[109550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 03:51:45.210445 dv-cinder-826949-1-iscsi neutron-server[109550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 03:51:45.339422 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-a0660f45-b777-429a-bbc9-83d4f61b8aad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1909918'] for network (ef6de4e4-05ee-42cc-80a7-a2f0b7a60e8a), after_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:45.345529 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-a0660f45-b777-429a-bbc9-83d4f61b8aad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606130'] for network (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:45.348839 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-a0660f45-b777-429a-bbc9-83d4f61b8aad admin admin] 10.222.0.16 "DELETE /v2.0/networks/ef6de4e4-05ee-42cc-80a7-a2f0b7a60e8a HTTP/1.1" status: 204 len: 168 time: 0.3559003 Jan 29 03:51:45.360815 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0660f45-b777-429a-bbc9-83d4f61b8aad admin admin] Pushing event deleted for resources: {'Network': ['ID=ef6de4e4-05ee-42cc-80a7-a2f0b7a60e8a,revision_number=None']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:51:45.533630 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-91e67f85-3801-4822-83dc-1738d8824184 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8440565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9270782'] for subnet (4a20ce1a-eb58-43cb-a55c-470171e008be), after_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:45.595482 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e67f85-3801-4822-83dc-1738d8824184 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a20ce1a-eb58-43cb-a55c-470171e008be,revision_number=0']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:51:45.600868 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e67f85-3801-4822-83dc-1738d8824184 admin admin] Checking segment: {'id': '04068d47-59e8-475d-8eac-fc2d5c3ced57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '798a8598-5f86-4e39-b13a-1feeb15fd786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 03:51:45.601202 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e67f85-3801-4822-83dc-1738d8824184 admin admin] Network hostable DHCP agents. Network: 798a8598-5f86-4e39-b13a-1feeb15fd786, hostable agents: ['dac82def-0781-4624-a171-654e1b1d12af'], hosted agents: [] {{(pid=109549) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 03:51:45.664607 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e67f85-3801-4822-83dc-1738d8824184 admin admin] Network 798a8598-5f86-4e39-b13a-1feeb15fd786 is scheduled to be hosted by DHCP agent dac82def-0781-4624-a171-654e1b1d12af with binding_index 1 {{(pid=109549) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 03:51:45.697886 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 52354) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:51:45.739757 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-d80a8d07-8305-475e-92fb-010dc06274c3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7211c10bef7c491bbc0bae9b8223bb31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383639 Jan 29 03:51:45.740027 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 52356) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:51:45.764620 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.scheduler.base_scheduler [None req-91e67f85-3801-4822-83dc-1738d8824184 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826949-1-iscsi, 798a8598-5f86-4e39-b13a-1feeb15fd786) {{(pid=109549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 03:51:45.772676 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95651445-b239-4f3e-ba28-c599dbce28bc None None] Network 798a8598-5f86-4e39-b13a-1feeb15fd786 requested from dv-cinder-826949-1-iscsi {{(pid=109551) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 03:51:45.773457 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e67f85-3801-4822-83dc-1738d8824184 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:51:45.774042 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-91e67f85-3801-4822-83dc-1738d8824184 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:45.802581 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-bd2fe58f-2f0f-4b5a-b864-36874c407f26 admin admin] Publish callbacks [] for security_group (b3572f94-30b0-44f5-b7c7-d56d9036bcbc), before_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:45.824447 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-bd2fe58f-2f0f-4b5a-b864-36874c407f26 admin admin] Publish callbacks [] for security_group (b3572f94-30b0-44f5-b7c7-d56d9036bcbc), precommit_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:45.883553 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f79ebcdb-8b9e-4a98-8373-76aee0c1effc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ffd3bd-5e69-5ede-b676-2fcdca3717c9-798a8598-5f86-4e39-b13a-1feeb15fd786', 'network_id': '798a8598-5f86-4e39-b13a-1feeb15fd786', 'project_id': '99ad53cf12564d5ea40131bca81e8f3b', 'fixed_ips': [{'subnet_id': '4a20ce1a-eb58-43cb-a55c-470171e008be'}]}} from dv-cinder-826949-1-iscsi. {{(pid=109551) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 03:51:45.884433 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-f79ebcdb-8b9e-4a98-8373-76aee0c1effc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (None), before_create {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:45.936005 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-91e67f85-3801-4822-83dc-1738d8824184 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8750846 Jan 29 03:51:45.938594 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 52358) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:51:45.944135 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.v2.base [None req-563090e8-2622-4c9f-b345-2793b772923f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-307015322-router', 'tenant_id': '99ad53cf12564d5ea40131bca81e8f3b', 'external_gateway_info': {'network_id': '84058fb5-7499-436d-9c61-9715f17a209a'}}} {{(pid=109549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 03:51:45.962291 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-bd2fe58f-2f0f-4b5a-b864-36874c407f26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (b3572f94-30b0-44f5-b7c7-d56d9036bcbc), after_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:45.964825 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-bd2fe58f-2f0f-4b5a-b864-36874c407f26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:45.969122 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-bd2fe58f-2f0f-4b5a-b864-36874c407f26 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b3572f94-30b0-44f5-b7c7-d56d9036bcbc HTTP/1.1" status: 204 len: 168 time: 0.2250230 Jan 29 03:51:45.974501 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2fe58f-2f0f-4b5a-b864-36874c407f26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3572f94-30b0-44f5-b7c7-d56d9036bcbc,revision_number=None']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:51:46.041204 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-563090e8-2622-4c9f-b345-2793b772923f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1909339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32538'] for router (5d0339c6-d145-4d0d-a89c-7a78c6622b69), before_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:46.042319 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-563090e8-2622-4c9f-b345-2793b772923f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1922507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1915669', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1834903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32531'] for router (5d0339c6-d145-4d0d-a89c-7a78c6622b69), precommit_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:46.085064 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.db_base_plugin_common [None req-f79ebcdb-8b9e-4a98-8373-76aee0c1effc None None] Allocated IP 172.20.0.2 (798a8598-5f86-4e39-b13a-1feeb15fd786/4a20ce1a-eb58-43cb-a55c-470171e008be/d4b8733e-f21c-4a0f-a822-fdf9e81eb416) {{(pid=109551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 03:51:46.096022 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-563090e8-2622-4c9f-b345-2793b772923f admin admin] Publish callbacks [] for router_controller (5d0339c6-d145-4d0d-a89c-7a78c6622b69), precommit_add_association {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:46.238157 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-f79ebcdb-8b9e-4a98-8373-76aee0c1effc None None] Publish callbacks [] for port (d4b8733e-f21c-4a0f-a822-fdf9e81eb416), precommit_create {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:46.323177 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-563090e8-2622-4c9f-b345-2793b772923f admin admin] Publish callbacks [] for router_gateway (5d0339c6-d145-4d0d-a89c-7a78c6622b69), precommit_update {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:46.340376 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-f79ebcdb-8b9e-4a98-8373-76aee0c1effc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787145433393'] for port (d4b8733e-f21c-4a0f-a822-fdf9e81eb416), after_create {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:46.379980 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f79ebcdb-8b9e-4a98-8373-76aee0c1effc None None] Network 798a8598-5f86-4e39-b13a-1feeb15fd786 is already hosted by enough agents. {{(pid=109551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 03:51:46.384845 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.scheduler.base_scheduler [None req-f79ebcdb-8b9e-4a98-8373-76aee0c1effc None None] Resources bound (agent type, host, resource id): {{(pid=109551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 03:51:46.387645 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79ebcdb-8b9e-4a98-8373-76aee0c1effc None None] Received port after_create {{(pid=109551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 03:51:46.406888 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79ebcdb-8b9e-4a98-8373-76aee0c1effc None None] Pushing event updated for resources: {'Port': ['ID=d4b8733e-f21c-4a0f-a822-fdf9e81eb416,revision_number=1']} {{(pid=109551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:51:46.463495 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.managers [None req-f79ebcdb-8b9e-4a98-8373-76aee0c1effc None None] Attempting to bind port d4b8733e-f21c-4a0f-a822-fdf9e81eb416 on host dv-cinder-826949-1-iscsi for vnic_type normal with profile {{(pid=109551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 03:51:46.463857 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.managers [None req-f79ebcdb-8b9e-4a98-8373-76aee0c1effc None None] Attempting to bind port d4b8733e-f21c-4a0f-a822-fdf9e81eb416 by drivers openvswitch,hyperv on host dv-cinder-826949-1-iscsi at level 0 using segments [{'id': '04068d47-59e8-475d-8eac-fc2d5c3ced57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '798a8598-5f86-4e39-b13a-1feeb15fd786'}] {{(pid=109551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 03:51:46.464216 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79ebcdb-8b9e-4a98-8373-76aee0c1effc None None] Attempting to bind port d4b8733e-f21c-4a0f-a822-fdf9e81eb416 on network 798a8598-5f86-4e39-b13a-1feeb15fd786 {{(pid=109551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 03:51:46.469075 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79ebcdb-8b9e-4a98-8373-76aee0c1effc None None] Checking agent: {'id': 'e75d1b00-832d-4bf5-b078-2c4f5b2c10cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826949-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 3, 36, 21), 'started_at': datetime.datetime(2022, 1, 29, 3, 36, 51), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 3, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826949-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 03:51:46.469538 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79ebcdb-8b9e-4a98-8373-76aee0c1effc None None] Checking segment: {'id': '04068d47-59e8-475d-8eac-fc2d5c3ced57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '798a8598-5f86-4e39-b13a-1feeb15fd786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 03:51:46.469917 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-f79ebcdb-8b9e-4a98-8373-76aee0c1effc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:46.470334 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79ebcdb-8b9e-4a98-8373-76aee0c1effc None None] Bound using segment: {'id': '04068d47-59e8-475d-8eac-fc2d5c3ced57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '798a8598-5f86-4e39-b13a-1feeb15fd786'} {{(pid=109551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 03:51:46.470838 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.managers [None req-f79ebcdb-8b9e-4a98-8373-76aee0c1effc None None] Bound port: d4b8733e-f21c-4a0f-a822-fdf9e81eb416, host: dv-cinder-826949-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04068d47-59e8-475d-8eac-fc2d5c3ced57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '798a8598-5f86-4e39-b13a-1feeb15fd786'}}] {{(pid=109551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 03:51:46.471210 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-f79ebcdb-8b9e-4a98-8373-76aee0c1effc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (d4b8733e-f21c-4a0f-a822-fdf9e81eb416), before_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:46.532871 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-f79ebcdb-8b9e-4a98-8373-76aee0c1effc None None] For port d4b8733e-f21c-4a0f-a822-fdf9e81eb416, host dv-cinder-826949-1-iscsi, cleared binding levels {{(pid=109551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 03:51:46.535983 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-f79ebcdb-8b9e-4a98-8373-76aee0c1effc None None] For port d4b8733e-f21c-4a0f-a822-fdf9e81eb416, host dv-cinder-826949-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-1-iscsi',level=0,port_id=d4b8733e-f21c-4a0f-a822-fdf9e81eb416,segment=NetworkSegment(04068d47-59e8-475d-8eac-fc2d5c3ced57),segment_id=04068d47-59e8-475d-8eac-fc2d5c3ced57)] {{(pid=109551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 03:51:46.612059 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-f79ebcdb-8b9e-4a98-8373-76aee0c1effc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429'] for port (d4b8733e-f21c-4a0f-a822-fdf9e81eb416), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:46.627087 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-563090e8-2622-4c9f-b345-2793b772923f admin admin] Publish callbacks [] for router_gateway (5d0339c6-d145-4d0d-a89c-7a78c6622b69), before_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:46.646557 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-563090e8-2622-4c9f-b345-2793b772923f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (None), before_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:46.674847 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79ebcdb-8b9e-4a98-8373-76aee0c1effc None None] Pushing event updated for resources: {'Port': ['ID=d4b8733e-f21c-4a0f-a822-fdf9e81eb416,revision_number=2']} {{(pid=109551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:51:46.752617 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.db.db_base_plugin_common [None req-563090e8-2622-4c9f-b345-2793b772923f admin admin] Allocated IP 172.27.1.97 (84058fb5-7499-436d-9c61-9715f17a209a/8ef1eacb-ef7e-49c2-acc5-31126b063ddd/479b258b-6cae-4514-a0d2-9bc89f0426d6) {{(pid=109549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 03:51:46.877824 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-563090e8-2622-4c9f-b345-2793b772923f admin admin] Publish callbacks [] for port (479b258b-6cae-4514-a0d2-9bc89f0426d6), precommit_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:46.990918 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-563090e8-2622-4c9f-b345-2793b772923f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787145433393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440449'] for port (479b258b-6cae-4514-a0d2-9bc89f0426d6), after_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:47.029142 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-563090e8-2622-4c9f-b345-2793b772923f admin admin] Network 84058fb5-7499-436d-9c61-9715f17a209a is already hosted by enough agents. {{(pid=109549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 03:51:47.031904 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.scheduler.base_scheduler [None req-563090e8-2622-4c9f-b345-2793b772923f admin admin] Resources bound (agent type, host, resource id): {{(pid=109549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 03:51:47.037407 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563090e8-2622-4c9f-b345-2793b772923f admin admin] Received port after_create {{(pid=109549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 03:51:47.043277 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563090e8-2622-4c9f-b345-2793b772923f admin admin] Pushing event updated for resources: {'Port': ['ID=479b258b-6cae-4514-a0d2-9bc89f0426d6,revision_number=1']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:51:47.364497 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-563090e8-2622-4c9f-b345-2793b772923f admin admin] Publish callbacks [] for router_gateway (5d0339c6-d145-4d0d-a89c-7a78c6622b69), after_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:47.457521 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-99f190bd-a981-49be-9a25-50c3ca0fc3ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (d5b8732c-6ac1-45e3-a79e-cd9863fe8196), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:47.552650 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c87fec78-ad57-497b-9a60-495e8466d112 None None] Network 798a8598-5f86-4e39-b13a-1feeb15fd786 requested from dv-cinder-826949-1-iscsi {{(pid=109551) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 03:51:47.565875 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-563090e8-2622-4c9f-b345-2793b772923f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1922500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1915714'] for router (5d0339c6-d145-4d0d-a89c-7a78c6622b69), after_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:47.634988 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.provisioning_blocks [None req-e1006030-7887-4bc7-9c2e-1a6ef0fcc9b9 None None] Provisioning complete for port d4b8733e-f21c-4a0f-a822-fdf9e81eb416 triggered by entity DHCP. {{(pid=109551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 03:51:47.635365 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-e1006030-7887-4bc7-9c2e-1a6ef0fcc9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785313'] for port (d4b8733e-f21c-4a0f-a822-fdf9e81eb416), provisioning_complete {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:47.742232 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-e1006030-7887-4bc7-9c2e-1a6ef0fcc9b9 None None] Current status of the port d4b8733e-f21c-4a0f-a822-fdf9e81eb416 is: DOWN; New status is: ACTIVE {{(pid=109551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 03:51:47.742647 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-e1006030-7887-4bc7-9c2e-1a6ef0fcc9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (d4b8733e-f21c-4a0f-a822-fdf9e81eb416), before_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:47.772085 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-563090e8-2622-4c9f-b345-2793b772923f admin admin] Router 5d0339c6-d145-4d0d-a89c-7a78c6622b69 is scheduled to L3 agent d5b8732c-6ac1-45e3-a79e-cd9863fe8196 with binding_index 1 {{(pid=109549) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 03:51:47.778859 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-e1006030-7887-4bc7-9c2e-1a6ef0fcc9b9 None None] For port d4b8733e-f21c-4a0f-a822-fdf9e81eb416, host dv-cinder-826949-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-1-iscsi',level=0,port_id=d4b8733e-f21c-4a0f-a822-fdf9e81eb416,segment=NetworkSegment(04068d47-59e8-475d-8eac-fc2d5c3ced57),segment_id=04068d47-59e8-475d-8eac-fc2d5c3ced57)] {{(pid=109551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 03:51:47.859728 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-e1006030-7887-4bc7-9c2e-1a6ef0fcc9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429'] for port (d4b8733e-f21c-4a0f-a822-fdf9e81eb416), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:47.893831 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-563090e8-2622-4c9f-b345-2793b772923f admin admin] Notify agent at l3_agent.dv-cinder-826949-1-iscsi the message routers_updated {{(pid=109549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 03:51:47.899342 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Device d4b8733e-f21c-4a0f-a822-fdf9e81eb416 up at agent ovs-agent-dv-cinder-826949-1-iscsi {{(pid=109551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 03:51:47.905609 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8483a5-c6f2-4242-ae01-9702f1d32dba None None] Sync routers for ids ['5d0339c6-d145-4d0d-a89c-7a78c6622b69'] in dv-cinder-826949-1-iscsi {{(pid=109551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 03:51:47.955037 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1006030-7887-4bc7-9c2e-1a6ef0fcc9b9 None None] Pushing event updated for resources: {'Port': ['ID=d4b8733e-f21c-4a0f-a822-fdf9e81eb416,revision_number=3']} {{(pid=109551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:51:47.960215 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8483a5-c6f2-4242-ae01-9702f1d32dba None None] Routers {'5d0339c6-d145-4d0d-a89c-7a78c6622b69'} bound to L3 agent in host dv-cinder-826949-1-iscsi {{(pid=109551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 03:51:47.961492 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_hamode_db [None req-2f8483a5-c6f2-4242-ae01-9702f1d32dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T03:36:17Z,description=,heartbeat_timestamp=2022-01-29T03:51:47Z,host='dv-cinder-826949-1-iscsi',id=d5b8732c-6ac1-45e3-a79e-cd9863fe8196,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T03:36:18Z,topic='l3_agent')) {'router_ids': ['5d0339c6-d145-4d0d-a89c-7a78c6622b69'], 'active': True} {{(pid=109551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:51:47.966632 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-563090e8-2622-4c9f-b345-2793b772923f admin admin] Publish callbacks [] for router (None), before_response {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:47.967835 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-563090e8-2622-4c9f-b345-2793b772923f admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.0283177 Jan 29 03:51:47.970590 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 52378) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:51:48.072863 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.provisioning_blocks [None req-980be01c-78c3-4991-a422-9956b9c2fcff None None] Provisioning complete for port d4b8733e-f21c-4a0f-a822-fdf9e81eb416 triggered by entity DHCP. {{(pid=109551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 03:51:48.073141 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-980be01c-78c3-4991-a422-9956b9c2fcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785313'] for port (d4b8733e-f21c-4a0f-a822-fdf9e81eb416), provisioning_complete {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:48.080714 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.provisioning_blocks [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Provisioning complete for port d4b8733e-f21c-4a0f-a822-fdf9e81eb416 triggered by entity L2. {{(pid=109551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 03:51:48.081072 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785313'] for port (d4b8733e-f21c-4a0f-a822-fdf9e81eb416), provisioning_complete {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:48.142469 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-6a0bb60c-5b7b-499b-b43f-7eb32e921150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (4cfc2a27-deed-4689-8f39-0bd5aa6fe3c3), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:48.152389 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_dvr_db [None req-2f8483a5-c6f2-4242-ae01-9702f1d32dba None None] Set router 5d0339c6-d145-4d0d-a89c-7a78c6622b69 gateway port host: dv-cinder-826949-1-iscsi {{(pid=109551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 03:51:48.497436 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-980be01c-78c3-4991-a422-9956b9c2fcff None None] Current status of the port d4b8733e-f21c-4a0f-a822-fdf9e81eb416 is: ACTIVE; New status is: ACTIVE {{(pid=109551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 03:51:48.511705 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Current status of the port d4b8733e-f21c-4a0f-a822-fdf9e81eb416 is: ACTIVE; New status is: ACTIVE {{(pid=109551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 03:51:48.560996 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_hamode_db [None req-2f8483a5-c6f2-4242-ae01-9702f1d32dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d0339c6-d145-4d0d-a89c-7a78c6622b69', 'name': 'tempest-TestMinimumBasicScenario-307015322-router', 'tenant_id': '99ad53cf12564d5ea40131bca81e8f3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'external_fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '479b258b-6cae-4514-a0d2-9bc89f0426d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T03:51:46Z', 'updated_at': '2022-01-29T03:51:47Z', 'revision_number': 3, 'project_id': '99ad53cf12564d5ea40131bca81e8f3b', 'gw_port': {'id': '479b258b-6cae-4514-a0d2-9bc89f0426d6', 'name': '', 'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a9:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d0339c6-d145-4d0d-a89c-7a78c6622b69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:51:46Z', 'updated_at': '2022-01-29T03:51:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-1-iscsi'}], 'dv-cinder-826949-1-iscsi', False) {} {{(pid=109551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:51:48.588968 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8483a5-c6f2-4242-ae01-9702f1d32dba None None] Checking router: 5d0339c6-d145-4d0d-a89c-7a78c6622b69 for host: dv-cinder-826949-1-iscsi {{(pid=109551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 03:51:48.589311 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8483a5-c6f2-4242-ae01-9702f1d32dba None None] Updating router 5d0339c6-d145-4d0d-a89c-7a78c6622b69 port 479b258b-6cae-4514-a0d2-9bc89f0426d6 binding host dv-cinder-826949-1-iscsi {{(pid=109551) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 03:51:48.619195 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-2f8483a5-c6f2-4242-ae01-9702f1d32dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (479b258b-6cae-4514-a0d2-9bc89f0426d6), before_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:48.629286 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-1a5d4a09-04e1-4881-84a5-39c735e19397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (None), before_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:48.781798 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.db.db_base_plugin_common [None req-1a5d4a09-04e1-4881-84a5-39c735e19397 admin admin] Allocated IP 172.20.0.1 (798a8598-5f86-4e39-b13a-1feeb15fd786/4a20ce1a-eb58-43cb-a55c-470171e008be/628311f9-8ff4-4450-b588-276add8fbe4c) {{(pid=109549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 03:51:48.867674 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-2f8483a5-c6f2-4242-ae01-9702f1d32dba None None] Publish callbacks [] for port (479b258b-6cae-4514-a0d2-9bc89f0426d6), precommit_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:48.884763 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-1a5d4a09-04e1-4881-84a5-39c735e19397 admin admin] Publish callbacks [] for port (628311f9-8ff4-4450-b588-276add8fbe4c), precommit_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:48.943405 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-2f8483a5-c6f2-4242-ae01-9702f1d32dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429'] for port (479b258b-6cae-4514-a0d2-9bc89f0426d6), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:48.974717 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-1a5d4a09-04e1-4881-84a5-39c735e19397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787145433393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440449'] for port (628311f9-8ff4-4450-b588-276add8fbe4c), after_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:48.990030 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.managers [None req-2f8483a5-c6f2-4242-ae01-9702f1d32dba None None] Attempting to bind port 479b258b-6cae-4514-a0d2-9bc89f0426d6 on host dv-cinder-826949-1-iscsi for vnic_type normal with profile {{(pid=109551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 03:51:48.990429 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.managers [None req-2f8483a5-c6f2-4242-ae01-9702f1d32dba None None] Attempting to bind port 479b258b-6cae-4514-a0d2-9bc89f0426d6 by drivers openvswitch,hyperv on host dv-cinder-826949-1-iscsi at level 0 using segments [{'id': '59bb8c29-301f-4146-9f63-152343a78833', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84058fb5-7499-436d-9c61-9715f17a209a'}] {{(pid=109551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 03:51:48.990788 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8483a5-c6f2-4242-ae01-9702f1d32dba None None] Attempting to bind port 479b258b-6cae-4514-a0d2-9bc89f0426d6 on network 84058fb5-7499-436d-9c61-9715f17a209a {{(pid=109551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 03:51:49.001267 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8483a5-c6f2-4242-ae01-9702f1d32dba None None] Checking agent: {'id': 'e75d1b00-832d-4bf5-b078-2c4f5b2c10cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826949-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 3, 36, 21), 'started_at': datetime.datetime(2022, 1, 29, 3, 36, 51), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 3, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826949-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 03:51:49.001638 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8483a5-c6f2-4242-ae01-9702f1d32dba None None] Checking segment: {'id': '59bb8c29-301f-4146-9f63-152343a78833', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84058fb5-7499-436d-9c61-9715f17a209a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 03:51:49.005651 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-2f8483a5-c6f2-4242-ae01-9702f1d32dba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:49.005651 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8483a5-c6f2-4242-ae01-9702f1d32dba None None] Bound using segment: {'id': '59bb8c29-301f-4146-9f63-152343a78833', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84058fb5-7499-436d-9c61-9715f17a209a'} {{(pid=109551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 03:51:49.005651 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.managers [None req-2f8483a5-c6f2-4242-ae01-9702f1d32dba None None] Bound port: 479b258b-6cae-4514-a0d2-9bc89f0426d6, host: dv-cinder-826949-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59bb8c29-301f-4146-9f63-152343a78833', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84058fb5-7499-436d-9c61-9715f17a209a'}}] {{(pid=109551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 03:51:49.005651 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-2f8483a5-c6f2-4242-ae01-9702f1d32dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (479b258b-6cae-4514-a0d2-9bc89f0426d6), before_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:49.005651 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b16da60-b6a4-4b12-a6e3-26c1848076ad None None] Pushing event updated for resources: {'Port': ['ID=479b258b-6cae-4514-a0d2-9bc89f0426d6,revision_number=2']} {{(pid=109551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:51:49.013575 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a5d4a09-04e1-4881-84a5-39c735e19397 admin admin] Network 798a8598-5f86-4e39-b13a-1feeb15fd786 is already hosted by enough agents. {{(pid=109549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 03:51:49.016074 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.scheduler.base_scheduler [None req-1a5d4a09-04e1-4881-84a5-39c735e19397 admin admin] Resources bound (agent type, host, resource id): {{(pid=109549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 03:51:49.021862 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5d4a09-04e1-4881-84a5-39c735e19397 admin admin] Received port after_create {{(pid=109549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 03:51:49.044975 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5d4a09-04e1-4881-84a5-39c735e19397 admin admin] Pushing event updated for resources: {'Port': ['ID=628311f9-8ff4-4450-b588-276add8fbe4c,revision_number=1']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:51:49.062999 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-2f8483a5-c6f2-4242-ae01-9702f1d32dba None None] For port 479b258b-6cae-4514-a0d2-9bc89f0426d6, host dv-cinder-826949-1-iscsi, cleared binding levels {{(pid=109551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 03:51:49.066898 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-1a5d4a09-04e1-4881-84a5-39c735e19397 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1909781'] for router_interface (5d0339c6-d145-4d0d-a89c-7a78c6622b69), before_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:49.068880 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-2f8483a5-c6f2-4242-ae01-9702f1d32dba None None] For port 479b258b-6cae-4514-a0d2-9bc89f0426d6, host dv-cinder-826949-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-1-iscsi',level=0,port_id=479b258b-6cae-4514-a0d2-9bc89f0426d6,segment=NetworkSegment(59bb8c29-301f-4146-9f63-152343a78833),segment_id=59bb8c29-301f-4146-9f63-152343a78833)] {{(pid=109551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 03:51:49.072494 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.agents_db [None req-5bdad2e4-4f8f-4fe6-a9f7-cf82a335ca9d None None] Agent healthcheck: found 6 active agents {{(pid=109552) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 03:51:49.163109 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-2f8483a5-c6f2-4242-ae01-9702f1d32dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429'] for port (479b258b-6cae-4514-a0d2-9bc89f0426d6), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:49.231063 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8483a5-c6f2-4242-ae01-9702f1d32dba None None] Routers {'5d0339c6-d145-4d0d-a89c-7a78c6622b69'} bound to L3 agent in host dv-cinder-826949-1-iscsi {{(pid=109551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 03:51:49.231584 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_hamode_db [None req-2f8483a5-c6f2-4242-ae01-9702f1d32dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T03:36:17Z,description=,heartbeat_timestamp=2022-01-29T03:51:47Z,host='dv-cinder-826949-1-iscsi',id=d5b8732c-6ac1-45e3-a79e-cd9863fe8196,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T03:36:18Z,topic='l3_agent')) {'router_ids': ['5d0339c6-d145-4d0d-a89c-7a78c6622b69'], 'active': True} {{(pid=109551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:51:49.236218 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b16da60-b6a4-4b12-a6e3-26c1848076ad None None] Pushing event updated for resources: {'Port': ['ID=479b258b-6cae-4514-a0d2-9bc89f0426d6,revision_number=3']} {{(pid=109551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:51:49.276903 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.provisioning_blocks [None req-6ee32284-1765-43bb-a902-e919e3174c98 None None] Provisioning complete for port 628311f9-8ff4-4450-b588-276add8fbe4c triggered by entity DHCP. {{(pid=109551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 03:51:49.277278 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-6ee32284-1765-43bb-a902-e919e3174c98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785313'] for port (628311f9-8ff4-4450-b588-276add8fbe4c), provisioning_complete {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:49.285650 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-1a5d4a09-04e1-4881-84a5-39c735e19397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (628311f9-8ff4-4450-b588-276add8fbe4c), before_update {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:49.347368 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-6ee32284-1765-43bb-a902-e919e3174c98 None None] Port 628311f9-8ff4-4450-b588-276add8fbe4c cannot update to ACTIVE because it is not bound. {{(pid=109551) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 03:51:49.379656 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_dvr_db [None req-2f8483a5-c6f2-4242-ae01-9702f1d32dba None None] Set router 5d0339c6-d145-4d0d-a89c-7a78c6622b69 gateway port host: dv-cinder-826949-1-iscsi {{(pid=109551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 03:51:49.444207 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-1a5d4a09-04e1-4881-84a5-39c735e19397 admin admin] Publish callbacks [] for port (628311f9-8ff4-4450-b588-276add8fbe4c), precommit_update {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:49.475916 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-30ace4c1-806b-4d7c-a886-fe7b65bfbfcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (7774c0be-b957-4204-896b-7e749f55bf81), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:49.564474 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_hamode_db [None req-2f8483a5-c6f2-4242-ae01-9702f1d32dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d0339c6-d145-4d0d-a89c-7a78c6622b69', 'name': 'tempest-TestMinimumBasicScenario-307015322-router', 'tenant_id': '99ad53cf12564d5ea40131bca81e8f3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'external_fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '479b258b-6cae-4514-a0d2-9bc89f0426d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T03:51:46Z', 'updated_at': '2022-01-29T03:51:47Z', 'revision_number': 3, 'project_id': '99ad53cf12564d5ea40131bca81e8f3b', 'gw_port': {'id': '479b258b-6cae-4514-a0d2-9bc89f0426d6', 'name': '', 'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a9:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d0339c6-d145-4d0d-a89c-7a78c6622b69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:51:46Z', 'updated_at': '2022-01-29T03:51:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-1-iscsi'}], 'dv-cinder-826949-1-iscsi', False) {} {{(pid=109551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:51:49.594684 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8483a5-c6f2-4242-ae01-9702f1d32dba None None] The sync data for ids ['5d0339c6-d145-4d0d-a89c-7a78c6622b69'] in dv-cinder-826949-1-iscsi is: [{'id': '5d0339c6-d145-4d0d-a89c-7a78c6622b69', 'name': 'tempest-TestMinimumBasicScenario-307015322-router', 'tenant_id': '99ad53cf12564d5ea40131bca81e8f3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'external_fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '479b258b-6cae-4514-a0d2-9bc89f0426d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T03:51:46Z', 'updated_at': '2022-01-29T03:51:47Z', 'revision_number': 3, 'project_id': '99ad53cf12564d5ea40131bca81e8f3b', 'gw_port': {'id': '479b258b-6cae-4514-a0d2-9bc89f0426d6', 'name': '', 'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a9:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d0339c6-d145-4d0d-a89c-7a78c6622b69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:51:46Z', 'updated_at': '2022-01-29T03:51:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-1-iscsi'}] {{(pid=109551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 03:51:49.798047 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-1a5d4a09-04e1-4881-84a5-39c735e19397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440456'] for port (628311f9-8ff4-4450-b588-276add8fbe4c), after_update {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:49.868727 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-1a5d4a09-04e1-4881-84a5-39c735e19397 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1605918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1910661'] for router_interface (5d0339c6-d145-4d0d-a89c-7a78c6622b69), after_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:49.870582 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5d4a09-04e1-4881-84a5-39c735e19397 admin admin] Pushing event updated for resources: {'Port': ['ID=628311f9-8ff4-4450-b588-276add8fbe4c,revision_number=2']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:51:49.892013 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Device d4b8733e-f21c-4a0f-a822-fdf9e81eb416 up at agent ovs-agent-dv-cinder-826949-1-iscsi {{(pid=109551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 03:51:49.951366 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.provisioning_blocks [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Provisioning complete for port d4b8733e-f21c-4a0f-a822-fdf9e81eb416 triggered by entity L2. {{(pid=109551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 03:51:49.951744 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785313'] for port (d4b8733e-f21c-4a0f-a822-fdf9e81eb416), provisioning_complete {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:49.987889 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a5d4a09-04e1-4881-84a5-39c735e19397 admin admin] Network 798a8598-5f86-4e39-b13a-1feeb15fd786 is already hosted by enough agents. {{(pid=109549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 03:51:49.990056 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.scheduler.base_scheduler [None req-1a5d4a09-04e1-4881-84a5-39c735e19397 admin admin] Resources bound (agent type, host, resource id): {{(pid=109549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 03:51:50.076832 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Current status of the port d4b8733e-f21c-4a0f-a822-fdf9e81eb416 is: ACTIVE; New status is: ACTIVE {{(pid=109551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 03:51:50.133570 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a5d4a09-04e1-4881-84a5-39c735e19397 admin admin] Router 5d0339c6-d145-4d0d-a89c-7a78c6622b69 has already been hosted by L3 agent d5b8732c-6ac1-45e3-a79e-cd9863fe8196 {{(pid=109549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 03:51:50.272669 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a5d4a09-04e1-4881-84a5-39c735e19397 admin admin] Notify agent at l3_agent.dv-cinder-826949-1-iscsi the message routers_updated {{(pid=109549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 03:51:50.283810 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-1a5d4a09-04e1-4881-84a5-39c735e19397 admin admin] 10.222.0.16 "PUT /v2.0/routers/5d0339c6-d145-4d0d-a89c-7a78c6622b69/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3121235 Jan 29 03:51:50.284013 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.provisioning_blocks [None req-2d0f25a3-4e3a-4106-9ee2-847db52b845a None None] Provisioning complete for port 628311f9-8ff4-4450-b588-276add8fbe4c triggered by entity DHCP. {{(pid=109551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 03:51:50.284406 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-2d0f25a3-4e3a-4106-9ee2-847db52b845a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785313'] for port (628311f9-8ff4-4450-b588-276add8fbe4c), provisioning_complete {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:50.327508 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-2d0f25a3-4e3a-4106-9ee2-847db52b845a None None] Port 628311f9-8ff4-4450-b588-276add8fbe4c cannot update to ACTIVE because it is not bound. {{(pid=109551) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 03:51:51.005723 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 52406) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:51:51.011155 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.v2.base [None req-bb6c205b-a477-43a8-bbc8-798e2344f33f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2136697810-network', 'tenant_id': '4cdeb95700c04376a602dde02bdf3645'}} {{(pid=109549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 03:51:51.126118 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb6c205b-a477-43a8-bbc8-798e2344f33f admin admin] Made reservation on behalf of 4cdeb95700c04376a602dde02bdf3645 for: {'network': 1} {{(pid=109549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 03:51:51.129105 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-bb6c205b-a477-43a8-bbc8-798e2344f33f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for network (None), before_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:51.138675 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-bb6c205b-a477-43a8-bbc8-798e2344f33f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:51.166482 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85035d5-3e62-4962-9170-d1c01d33745c None None] Sync routers for ids ['5d0339c6-d145-4d0d-a89c-7a78c6622b69'] in dv-cinder-826949-1-iscsi {{(pid=109552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 03:51:51.177093 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85035d5-3e62-4962-9170-d1c01d33745c None None] Routers {'5d0339c6-d145-4d0d-a89c-7a78c6622b69'} bound to L3 agent in host dv-cinder-826949-1-iscsi {{(pid=109552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 03:51:51.177714 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.l3_hamode_db [None req-c85035d5-3e62-4962-9170-d1c01d33745c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T03:36:17Z,description=,heartbeat_timestamp=2022-01-29T03:51:47Z,host='dv-cinder-826949-1-iscsi',id=d5b8732c-6ac1-45e3-a79e-cd9863fe8196,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T03:36:18Z,topic='l3_agent')) {'router_ids': ['5d0339c6-d145-4d0d-a89c-7a78c6622b69'], 'active': True} {{(pid=109552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:51:51.202291 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (e75d1b00-832d-4bf5-b078-2c4f5b2c10cd), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:51.222119 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-bb6c205b-a477-43a8-bbc8-798e2344f33f admin admin] Publish callbacks [] for security_group (dcc7ad40-70d4-4a85-a21e-9352fdad5336), precommit_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:51.288305 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.l3_dvr_db [None req-c85035d5-3e62-4962-9170-d1c01d33745c None None] Set router 5d0339c6-d145-4d0d-a89c-7a78c6622b69 gateway port host: dv-cinder-826949-1-iscsi {{(pid=109552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 03:51:51.327526 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-bb6c205b-a477-43a8-bbc8-798e2344f33f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (dcc7ad40-70d4-4a85-a21e-9352fdad5336), after_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:51.351885 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb6c205b-a477-43a8-bbc8-798e2344f33f admin admin] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=109549) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 03:51:51.361538 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6c205b-a477-43a8-bbc8-798e2344f33f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcc7ad40-70d4-4a85-a21e-9352fdad5336,revision_number=1']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:51:51.367849 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-bb6c205b-a477-43a8-bbc8-798e2344f33f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541992'] for segment (501a76f5-a8e3-49e0-a6ea-a7273a633547), precommit_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:51.368195 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.db.segments_db [None req-bb6c205b-a477-43a8-bbc8-798e2344f33f admin admin] Added segment 501a76f5-a8e3-49e0-a6ea-a7273a633547 of type vlan for network 3c6ab710-3e11-4ee5-ae00-296ccada5f00 Jan 29 03:51:51.407685 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-bb6c205b-a477-43a8-bbc8-798e2344f33f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787145422201'] for network (3c6ab710-3e11-4ee5-ae00-296ccada5f00), precommit_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:51.488541 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.l3_hamode_db [None req-c85035d5-3e62-4962-9170-d1c01d33745c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d0339c6-d145-4d0d-a89c-7a78c6622b69', 'name': 'tempest-TestMinimumBasicScenario-307015322-router', 'tenant_id': '99ad53cf12564d5ea40131bca81e8f3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'external_fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '479b258b-6cae-4514-a0d2-9bc89f0426d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T03:51:46Z', 'updated_at': '2022-01-29T03:51:49Z', 'revision_number': 4, 'project_id': '99ad53cf12564d5ea40131bca81e8f3b', 'gw_port': {'id': '479b258b-6cae-4514-a0d2-9bc89f0426d6', 'name': '', 'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a9:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d0339c6-d145-4d0d-a89c-7a78c6622b69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:51:46Z', 'updated_at': '2022-01-29T03:51:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-1-iscsi', '_interfaces': [{'id': '628311f9-8ff4-4450-b588-276add8fbe4c', 'name': '', 'network_id': '798a8598-5f86-4e39-b13a-1feeb15fd786', 'tenant_id': '99ad53cf12564d5ea40131bca81e8f3b', 'mac_address': 'fa:16:3e:12:2c:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d0339c6-d145-4d0d-a89c-7a78c6622b69', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '4a20ce1a-eb58-43cb-a55c-470171e008be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:51:48Z', 'updated_at': '2022-01-29T03:51:49Z', 'revision_number': 2, 'project_id': '99ad53cf12564d5ea40131bca81e8f3b', 'subnets': [{'id': '4a20ce1a-eb58-43cb-a55c-470171e008be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-1-iscsi', False) {} {{(pid=109552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:51:51.518001 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85035d5-3e62-4962-9170-d1c01d33745c None None] Checking router: 5d0339c6-d145-4d0d-a89c-7a78c6622b69 for host: dv-cinder-826949-1-iscsi {{(pid=109552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 03:51:51.518383 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85035d5-3e62-4962-9170-d1c01d33745c None None] Updating router 5d0339c6-d145-4d0d-a89c-7a78c6622b69 port 628311f9-8ff4-4450-b588-276add8fbe4c binding host dv-cinder-826949-1-iscsi {{(pid=109552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 03:51:51.520593 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-bb6c205b-a477-43a8-bbc8-798e2344f33f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888'] for network (3c6ab710-3e11-4ee5-ae00-296ccada5f00), after_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:51.521757 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb6c205b-a477-43a8-bbc8-798e2344f33f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:51:51.522545 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-bb6c205b-a477-43a8-bbc8-798e2344f33f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606130'] for network (None), before_response {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:51.546114 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron_lib.callbacks.manager [None req-c85035d5-3e62-4962-9170-d1c01d33745c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (628311f9-8ff4-4450-b588-276add8fbe4c), before_update {{(pid=109552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:51.583796 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6c205b-a477-43a8-bbc8-798e2344f33f admin admin] Pushing event updated for resources: {'Network': ['ID=3c6ab710-3e11-4ee5-ae00-296ccada5f00,revision_number=1']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:51:51.594791 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Network 3c6ab710-3e11-4ee5-ae00-296ccada5f00 details requested by agent ovs-agent-dv-cinder-826949-1-iscsi with host dv-cinder-826949-1-iscsi {{(pid=109551) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 03:51:51.610749 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-bb6c205b-a477-43a8-bbc8-798e2344f33f admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6038420 Jan 29 03:51:51.613426 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 52414) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:51:51.619059 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.v2.base [None req-6ccaea3e-05b3-4ffc-a209-ca534f56c951 admin admin] Request body: {'subnet': {'network_id': '3c6ab710-3e11-4ee5-ae00-296ccada5f00', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2136697810-subnet', 'tenant_id': '4cdeb95700c04376a602dde02bdf3645', 'ip_version': 4}} {{(pid=109549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 03:51:51.722437 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ccaea3e-05b3-4ffc-a209-ca534f56c951 admin admin] Made reservation on behalf of 4cdeb95700c04376a602dde02bdf3645 for: {'subnet': 1} {{(pid=109549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 03:51:51.725134 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-6ccaea3e-05b3-4ffc-a209-ca534f56c951 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9270732'] for subnet (None), before_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:51.895814 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Device 479b258b-6cae-4514-a0d2-9bc89f0426d6 up at agent ovs-agent-dv-cinder-826949-1-iscsi {{(pid=109551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 03:51:51.904289 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron_lib.callbacks.manager [None req-c85035d5-3e62-4962-9170-d1c01d33745c None None] Publish callbacks [] for port (628311f9-8ff4-4450-b588-276add8fbe4c), precommit_update {{(pid=109552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:51.947874 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.provisioning_blocks [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Provisioning complete for port 479b258b-6cae-4514-a0d2-9bc89f0426d6 triggered by entity L2. {{(pid=109551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 03:51:51.948250 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785313'] for port (479b258b-6cae-4514-a0d2-9bc89f0426d6), provisioning_complete {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:51.996005 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron_lib.callbacks.manager [None req-c85035d5-3e62-4962-9170-d1c01d33745c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429'] for port (628311f9-8ff4-4450-b588-276add8fbe4c), after_update {{(pid=109552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:52.021575 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Current status of the port 479b258b-6cae-4514-a0d2-9bc89f0426d6 is: DOWN; New status is: ACTIVE {{(pid=109551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 03:51:52.021965 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (479b258b-6cae-4514-a0d2-9bc89f0426d6), before_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:52.026079 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-6ccaea3e-05b3-4ffc-a209-ca534f56c951 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8440565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9270782'] for subnet (53d41824-a4ed-40c0-904b-d908a53a3653), after_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:52.044652 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] For port 479b258b-6cae-4514-a0d2-9bc89f0426d6, host dv-cinder-826949-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-1-iscsi',level=0,port_id=479b258b-6cae-4514-a0d2-9bc89f0426d6,segment=NetworkSegment(59bb8c29-301f-4146-9f63-152343a78833),segment_id=59bb8c29-301f-4146-9f63-152343a78833)] {{(pid=109551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 03:51:52.047375 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72463133-c868-4c40-9251-5d21d264aee1 None None] Pushing event updated for resources: {'Port': ['ID=628311f9-8ff4-4450-b588-276add8fbe4c,revision_number=3']} {{(pid=109552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:51:52.056418 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72463133-c868-4c40-9251-5d21d264aee1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:51:52.056782 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72463133-c868-4c40-9251-5d21d264aee1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:51:52.057151 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72463133-c868-4c40-9251-5d21d264aee1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:51:52.057499 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72463133-c868-4c40-9251-5d21d264aee1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:51:52.057873 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72463133-c868-4c40-9251-5d21d264aee1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:51:52.058421 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72463133-c868-4c40-9251-5d21d264aee1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:51:52.062821 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72463133-c868-4c40-9251-5d21d264aee1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:51:52.062821 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72463133-c868-4c40-9251-5d21d264aee1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:51:52.062821 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72463133-c868-4c40-9251-5d21d264aee1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:51:52.062821 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72463133-c868-4c40-9251-5d21d264aee1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:51:52.062821 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72463133-c868-4c40-9251-5d21d264aee1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:51:52.062821 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72463133-c868-4c40-9251-5d21d264aee1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:51:52.062821 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72463133-c868-4c40-9251-5d21d264aee1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:51:52.081481 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccaea3e-05b3-4ffc-a209-ca534f56c951 admin admin] Pushing event updated for resources: {'Subnet': ['ID=53d41824-a4ed-40c0-904b-d908a53a3653,revision_number=0']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:51:52.104721 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429'] for port (479b258b-6cae-4514-a0d2-9bc89f0426d6), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:52.107299 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ccaea3e-05b3-4ffc-a209-ca534f56c951 admin admin] Checking segment: {'id': '501a76f5-a8e3-49e0-a6ea-a7273a633547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '3c6ab710-3e11-4ee5-ae00-296ccada5f00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 03:51:52.107968 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ccaea3e-05b3-4ffc-a209-ca534f56c951 admin admin] Network hostable DHCP agents. Network: 3c6ab710-3e11-4ee5-ae00-296ccada5f00, hostable agents: ['dac82def-0781-4624-a171-654e1b1d12af'], hosted agents: [] {{(pid=109549) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 03:51:52.139067 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.plugins.ml2.managers [None req-c85035d5-3e62-4962-9170-d1c01d33745c None None] Attempting to bind port 628311f9-8ff4-4450-b588-276add8fbe4c on host dv-cinder-826949-1-iscsi for vnic_type normal with profile {{(pid=109552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 03:51:52.139486 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.plugins.ml2.managers [None req-c85035d5-3e62-4962-9170-d1c01d33745c None None] Attempting to bind port 628311f9-8ff4-4450-b588-276add8fbe4c by drivers openvswitch,hyperv on host dv-cinder-826949-1-iscsi at level 0 using segments [{'id': '04068d47-59e8-475d-8eac-fc2d5c3ced57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '798a8598-5f86-4e39-b13a-1feeb15fd786'}] {{(pid=109552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 03:51:52.139852 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85035d5-3e62-4962-9170-d1c01d33745c None None] Attempting to bind port 628311f9-8ff4-4450-b588-276add8fbe4c on network 798a8598-5f86-4e39-b13a-1feeb15fd786 {{(pid=109552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 03:51:52.145762 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85035d5-3e62-4962-9170-d1c01d33745c None None] Checking agent: {'id': 'e75d1b00-832d-4bf5-b078-2c4f5b2c10cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826949-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 3, 36, 21), 'started_at': datetime.datetime(2022, 1, 29, 3, 36, 51), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 3, 51, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826949-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 03:51:52.146191 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85035d5-3e62-4962-9170-d1c01d33745c None None] Checking segment: {'id': '04068d47-59e8-475d-8eac-fc2d5c3ced57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '798a8598-5f86-4e39-b13a-1feeb15fd786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 03:51:52.146606 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron_lib.callbacks.manager [None req-c85035d5-3e62-4962-9170-d1c01d33745c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:52.146999 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85035d5-3e62-4962-9170-d1c01d33745c None None] Bound using segment: {'id': '04068d47-59e8-475d-8eac-fc2d5c3ced57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '798a8598-5f86-4e39-b13a-1feeb15fd786'} {{(pid=109552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 03:51:52.147474 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.plugins.ml2.managers [None req-c85035d5-3e62-4962-9170-d1c01d33745c None None] Bound port: 628311f9-8ff4-4450-b588-276add8fbe4c, host: dv-cinder-826949-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04068d47-59e8-475d-8eac-fc2d5c3ced57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '798a8598-5f86-4e39-b13a-1feeb15fd786'}}] {{(pid=109552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 03:51:52.147853 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron_lib.callbacks.manager [None req-c85035d5-3e62-4962-9170-d1c01d33745c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (628311f9-8ff4-4450-b588-276add8fbe4c), before_update {{(pid=109552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:52.165170 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Pushing event updated for resources: {'Port': ['ID=479b258b-6cae-4514-a0d2-9bc89f0426d6,revision_number=4']} {{(pid=109551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:51:52.167426 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ccaea3e-05b3-4ffc-a209-ca534f56c951 admin admin] Network 3c6ab710-3e11-4ee5-ae00-296ccada5f00 is scheduled to be hosted by DHCP agent dac82def-0781-4624-a171-654e1b1d12af with binding_index 1 {{(pid=109549) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 03:51:52.214970 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.plugins.ml2.db [None req-c85035d5-3e62-4962-9170-d1c01d33745c None None] For port 628311f9-8ff4-4450-b588-276add8fbe4c, host dv-cinder-826949-1-iscsi, cleared binding levels {{(pid=109552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 03:51:52.221260 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.plugins.ml2.db [None req-c85035d5-3e62-4962-9170-d1c01d33745c None None] For port 628311f9-8ff4-4450-b588-276add8fbe4c, host dv-cinder-826949-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-1-iscsi',level=0,port_id=628311f9-8ff4-4450-b588-276add8fbe4c,segment=NetworkSegment(04068d47-59e8-475d-8eac-fc2d5c3ced57),segment_id=04068d47-59e8-475d-8eac-fc2d5c3ced57)] {{(pid=109552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 03:51:52.225244 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.scheduler.base_scheduler [None req-6ccaea3e-05b3-4ffc-a209-ca534f56c951 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826949-1-iscsi, 3c6ab710-3e11-4ee5-ae00-296ccada5f00) {{(pid=109549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 03:51:52.229597 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ccaea3e-05b3-4ffc-a209-ca534f56c951 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:51:52.230220 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-6ccaea3e-05b3-4ffc-a209-ca534f56c951 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:52.237713 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f8a2ff7-1c91-460b-bb6d-cc659bf8c78e None None] Network 3c6ab710-3e11-4ee5-ae00-296ccada5f00 requested from dv-cinder-826949-1-iscsi {{(pid=109551) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 03:51:52.270897 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron_lib.callbacks.manager [None req-c85035d5-3e62-4962-9170-d1c01d33745c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429'] for port (628311f9-8ff4-4450-b588-276add8fbe4c), after_update {{(pid=109552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:52.298837 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-6ccaea3e-05b3-4ffc-a209-ca534f56c951 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6815114 Jan 29 03:51:52.300340 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.provisioning_blocks [None req-9b57fd98-2d8d-448d-831f-1e645f373cd0 None None] Provisioning complete for port 628311f9-8ff4-4450-b588-276add8fbe4c triggered by entity DHCP. {{(pid=109551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 03:51:52.300769 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 52416) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:51:52.301343 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-9b57fd98-2d8d-448d-831f-1e645f373cd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785313'] for port (628311f9-8ff4-4450-b588-276add8fbe4c), provisioning_complete {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:52.307812 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.v2.base [None req-2272586c-b3c3-4e8b-8fc0-80a6adcb7d88 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2136697810-router', 'tenant_id': '4cdeb95700c04376a602dde02bdf3645', 'external_gateway_info': {'network_id': '84058fb5-7499-436d-9c61-9715f17a209a'}}} {{(pid=109550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 03:51:52.314593 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85035d5-3e62-4962-9170-d1c01d33745c None None] Routers {'5d0339c6-d145-4d0d-a89c-7a78c6622b69'} bound to L3 agent in host dv-cinder-826949-1-iscsi {{(pid=109552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 03:51:52.315421 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.l3_hamode_db [None req-c85035d5-3e62-4962-9170-d1c01d33745c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T03:36:17Z,description=,heartbeat_timestamp=2022-01-29T03:51:47Z,host='dv-cinder-826949-1-iscsi',id=d5b8732c-6ac1-45e3-a79e-cd9863fe8196,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T03:36:18Z,topic='l3_agent')) {'router_ids': ['5d0339c6-d145-4d0d-a89c-7a78c6622b69'], 'active': True} {{(pid=109552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:51:52.396380 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f3ad317-3570-4f0b-8ad7-9ecdbde83085 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ffd3bd-5e69-5ede-b676-2fcdca3717c9-3c6ab710-3e11-4ee5-ae00-296ccada5f00', 'network_id': '3c6ab710-3e11-4ee5-ae00-296ccada5f00', 'project_id': '4cdeb95700c04376a602dde02bdf3645', 'fixed_ips': [{'subnet_id': '53d41824-a4ed-40c0-904b-d908a53a3653'}]}} from dv-cinder-826949-1-iscsi. {{(pid=109551) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 03:51:52.397599 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-3f3ad317-3570-4f0b-8ad7-9ecdbde83085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (None), before_create {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:52.411964 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-2272586c-b3c3-4e8b-8fc0-80a6adcb7d88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1909339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32538'] for router (ee8ebc84-28a5-43ef-a6ae-73b4c3c6f40b), before_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:52.413565 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-2272586c-b3c3-4e8b-8fc0-80a6adcb7d88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1922507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1915669', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1834903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32531'] for router (ee8ebc84-28a5-43ef-a6ae-73b4c3c6f40b), precommit_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:52.457093 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.l3_dvr_db [None req-c85035d5-3e62-4962-9170-d1c01d33745c None None] Set router 5d0339c6-d145-4d0d-a89c-7a78c6622b69 gateway port host: dv-cinder-826949-1-iscsi {{(pid=109552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 03:51:52.486741 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-2272586c-b3c3-4e8b-8fc0-80a6adcb7d88 admin admin] Publish callbacks [] for router_controller (ee8ebc84-28a5-43ef-a6ae-73b4c3c6f40b), precommit_add_association {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:52.558969 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72463133-c868-4c40-9251-5d21d264aee1 None None] Pushing event updated for resources: {'Port': ['ID=628311f9-8ff4-4450-b588-276add8fbe4c,revision_number=4']} {{(pid=109552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:51:52.574566 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-9b57fd98-2d8d-448d-831f-1e645f373cd0 None None] Current status of the port 628311f9-8ff4-4450-b588-276add8fbe4c is: DOWN; New status is: ACTIVE {{(pid=109551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 03:51:52.574963 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-9b57fd98-2d8d-448d-831f-1e645f373cd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (628311f9-8ff4-4450-b588-276add8fbe4c), before_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:52.649233 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-9b57fd98-2d8d-448d-831f-1e645f373cd0 None None] For port 628311f9-8ff4-4450-b588-276add8fbe4c, host dv-cinder-826949-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-1-iscsi',level=0,port_id=628311f9-8ff4-4450-b588-276add8fbe4c,segment=NetworkSegment(04068d47-59e8-475d-8eac-fc2d5c3ced57),segment_id=04068d47-59e8-475d-8eac-fc2d5c3ced57)] {{(pid=109551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 03:51:52.650662 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.db_base_plugin_common [None req-3f3ad317-3570-4f0b-8ad7-9ecdbde83085 None None] Allocated IP 172.20.0.2 (3c6ab710-3e11-4ee5-ae00-296ccada5f00/53d41824-a4ed-40c0-904b-d908a53a3653/1c502f23-8baa-466f-9b52-cc499a6e5d41) {{(pid=109551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 03:51:52.682638 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.l3_hamode_db [None req-c85035d5-3e62-4962-9170-d1c01d33745c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d0339c6-d145-4d0d-a89c-7a78c6622b69', 'name': 'tempest-TestMinimumBasicScenario-307015322-router', 'tenant_id': '99ad53cf12564d5ea40131bca81e8f3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'external_fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '479b258b-6cae-4514-a0d2-9bc89f0426d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T03:51:46Z', 'updated_at': '2022-01-29T03:51:49Z', 'revision_number': 4, 'project_id': '99ad53cf12564d5ea40131bca81e8f3b', 'gw_port': {'id': '479b258b-6cae-4514-a0d2-9bc89f0426d6', 'name': '', 'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0339c6-d145-4d0d-a89c-7a78c6622b69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:51:46Z', 'updated_at': '2022-01-29T03:51:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-1-iscsi', '_interfaces': [{'id': '628311f9-8ff4-4450-b588-276add8fbe4c', 'name': '', 'network_id': '798a8598-5f86-4e39-b13a-1feeb15fd786', 'tenant_id': '99ad53cf12564d5ea40131bca81e8f3b', 'mac_address': 'fa:16:3e:12:2c:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d0339c6-d145-4d0d-a89c-7a78c6622b69', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '4a20ce1a-eb58-43cb-a55c-470171e008be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:51:48Z', 'updated_at': '2022-01-29T03:51:52Z', 'revision_number': 4, 'project_id': '99ad53cf12564d5ea40131bca81e8f3b', 'subnets': [{'id': '4a20ce1a-eb58-43cb-a55c-470171e008be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-1-iscsi', False) {} {{(pid=109552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:51:52.707521 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-9b57fd98-2d8d-448d-831f-1e645f373cd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429'] for port (628311f9-8ff4-4450-b588-276add8fbe4c), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:52.709963 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85035d5-3e62-4962-9170-d1c01d33745c None None] The sync data for ids ['5d0339c6-d145-4d0d-a89c-7a78c6622b69'] in dv-cinder-826949-1-iscsi is: [{'id': '5d0339c6-d145-4d0d-a89c-7a78c6622b69', 'name': 'tempest-TestMinimumBasicScenario-307015322-router', 'tenant_id': '99ad53cf12564d5ea40131bca81e8f3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'external_fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '479b258b-6cae-4514-a0d2-9bc89f0426d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T03:51:46Z', 'updated_at': '2022-01-29T03:51:49Z', 'revision_number': 4, 'project_id': '99ad53cf12564d5ea40131bca81e8f3b', 'gw_port': {'id': '479b258b-6cae-4514-a0d2-9bc89f0426d6', 'name': '', 'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0339c6-d145-4d0d-a89c-7a78c6622b69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:51:46Z', 'updated_at': '2022-01-29T03:51:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-1-iscsi', '_interfaces': [{'id': '628311f9-8ff4-4450-b588-276add8fbe4c', 'name': '', 'network_id': '798a8598-5f86-4e39-b13a-1feeb15fd786', 'tenant_id': '99ad53cf12564d5ea40131bca81e8f3b', 'mac_address': 'fa:16:3e:12:2c:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d0339c6-d145-4d0d-a89c-7a78c6622b69', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '4a20ce1a-eb58-43cb-a55c-470171e008be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:51:48Z', 'updated_at': '2022-01-29T03:51:52Z', 'revision_number': 4, 'project_id': '99ad53cf12564d5ea40131bca81e8f3b', 'subnets': [{'id': '4a20ce1a-eb58-43cb-a55c-470171e008be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 03:51:52.728958 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-2272586c-b3c3-4e8b-8fc0-80a6adcb7d88 admin admin] Publish callbacks [] for router_gateway (ee8ebc84-28a5-43ef-a6ae-73b4c3c6f40b), precommit_update {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:52.801836 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b57fd98-2d8d-448d-831f-1e645f373cd0 None None] Pushing event updated for resources: {'Port': ['ID=628311f9-8ff4-4450-b588-276add8fbe4c,revision_number=5']} {{(pid=109551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:51:52.867484 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.provisioning_blocks [None req-a2658eee-1156-49ea-8c23-ca232565a64f None None] Provisioning complete for port 628311f9-8ff4-4450-b588-276add8fbe4c triggered by entity DHCP. {{(pid=109551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 03:51:52.867868 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-a2658eee-1156-49ea-8c23-ca232565a64f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785313'] for port (628311f9-8ff4-4450-b588-276add8fbe4c), provisioning_complete {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:52.900167 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-3f3ad317-3570-4f0b-8ad7-9ecdbde83085 None None] Publish callbacks [] for port (1c502f23-8baa-466f-9b52-cc499a6e5d41), precommit_create {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:52.961064 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-a2658eee-1156-49ea-8c23-ca232565a64f None None] Current status of the port 628311f9-8ff4-4450-b588-276add8fbe4c is: ACTIVE; New status is: ACTIVE {{(pid=109551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 03:51:52.995102 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-3f3ad317-3570-4f0b-8ad7-9ecdbde83085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787145433393'] for port (1c502f23-8baa-466f-9b52-cc499a6e5d41), after_create {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:53.037057 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3ad317-3570-4f0b-8ad7-9ecdbde83085 None None] Network 3c6ab710-3e11-4ee5-ae00-296ccada5f00 is already hosted by enough agents. {{(pid=109551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 03:51:53.046737 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.scheduler.base_scheduler [None req-3f3ad317-3570-4f0b-8ad7-9ecdbde83085 None None] Resources bound (agent type, host, resource id): {{(pid=109551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 03:51:53.049043 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3ad317-3570-4f0b-8ad7-9ecdbde83085 None None] Pushing event updated for resources: {'Port': ['ID=1c502f23-8baa-466f-9b52-cc499a6e5d41,revision_number=1']} {{(pid=109551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:51:53.051309 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3ad317-3570-4f0b-8ad7-9ecdbde83085 None None] Received port after_create {{(pid=109551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 03:51:53.055489 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-2272586c-b3c3-4e8b-8fc0-80a6adcb7d88 admin admin] Publish callbacks [] for router_gateway (ee8ebc84-28a5-43ef-a6ae-73b4c3c6f40b), before_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:53.082845 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-2272586c-b3c3-4e8b-8fc0-80a6adcb7d88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (None), before_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:53.120985 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.managers [None req-3f3ad317-3570-4f0b-8ad7-9ecdbde83085 None None] Attempting to bind port 1c502f23-8baa-466f-9b52-cc499a6e5d41 on host dv-cinder-826949-1-iscsi for vnic_type normal with profile {{(pid=109551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 03:51:53.121355 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.managers [None req-3f3ad317-3570-4f0b-8ad7-9ecdbde83085 None None] Attempting to bind port 1c502f23-8baa-466f-9b52-cc499a6e5d41 by drivers openvswitch,hyperv on host dv-cinder-826949-1-iscsi at level 0 using segments [{'id': '501a76f5-a8e3-49e0-a6ea-a7273a633547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '3c6ab710-3e11-4ee5-ae00-296ccada5f00'}] {{(pid=109551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 03:51:53.121713 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3ad317-3570-4f0b-8ad7-9ecdbde83085 None None] Attempting to bind port 1c502f23-8baa-466f-9b52-cc499a6e5d41 on network 3c6ab710-3e11-4ee5-ae00-296ccada5f00 {{(pid=109551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 03:51:53.127118 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3ad317-3570-4f0b-8ad7-9ecdbde83085 None None] Checking agent: {'id': 'e75d1b00-832d-4bf5-b078-2c4f5b2c10cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826949-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 3, 36, 21), 'started_at': datetime.datetime(2022, 1, 29, 3, 36, 51), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 3, 51, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826949-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 03:51:53.127566 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3ad317-3570-4f0b-8ad7-9ecdbde83085 None None] Checking segment: {'id': '501a76f5-a8e3-49e0-a6ea-a7273a633547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '3c6ab710-3e11-4ee5-ae00-296ccada5f00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 03:51:53.127969 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-3f3ad317-3570-4f0b-8ad7-9ecdbde83085 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:53.128352 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3ad317-3570-4f0b-8ad7-9ecdbde83085 None None] Bound using segment: {'id': '501a76f5-a8e3-49e0-a6ea-a7273a633547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '3c6ab710-3e11-4ee5-ae00-296ccada5f00'} {{(pid=109551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 03:51:53.128815 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.managers [None req-3f3ad317-3570-4f0b-8ad7-9ecdbde83085 None None] Bound port: 1c502f23-8baa-466f-9b52-cc499a6e5d41, host: dv-cinder-826949-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '501a76f5-a8e3-49e0-a6ea-a7273a633547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '3c6ab710-3e11-4ee5-ae00-296ccada5f00'}}] {{(pid=109551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 03:51:53.129193 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-3f3ad317-3570-4f0b-8ad7-9ecdbde83085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (1c502f23-8baa-466f-9b52-cc499a6e5d41), before_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:53.194981 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.db.db_base_plugin_common [None req-2272586c-b3c3-4e8b-8fc0-80a6adcb7d88 admin admin] Allocated IP 172.27.1.234 (84058fb5-7499-436d-9c61-9715f17a209a/8ef1eacb-ef7e-49c2-acc5-31126b063ddd/daeb8b8f-f76b-4f47-9983-94d54f1cee5e) {{(pid=109550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 03:51:53.198826 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-3f3ad317-3570-4f0b-8ad7-9ecdbde83085 None None] For port 1c502f23-8baa-466f-9b52-cc499a6e5d41, host dv-cinder-826949-1-iscsi, cleared binding levels {{(pid=109551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 03:51:53.202161 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-3f3ad317-3570-4f0b-8ad7-9ecdbde83085 None None] For port 1c502f23-8baa-466f-9b52-cc499a6e5d41, host dv-cinder-826949-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-1-iscsi',level=0,port_id=1c502f23-8baa-466f-9b52-cc499a6e5d41,segment=NetworkSegment(501a76f5-a8e3-49e0-a6ea-a7273a633547),segment_id=501a76f5-a8e3-49e0-a6ea-a7273a633547)] {{(pid=109551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 03:51:53.306908 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-2272586c-b3c3-4e8b-8fc0-80a6adcb7d88 admin admin] Publish callbacks [] for port (daeb8b8f-f76b-4f47-9983-94d54f1cee5e), precommit_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:53.339803 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-3f3ad317-3570-4f0b-8ad7-9ecdbde83085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429'] for port (1c502f23-8baa-466f-9b52-cc499a6e5d41), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:53.396614 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3ad317-3570-4f0b-8ad7-9ecdbde83085 None None] Pushing event updated for resources: {'Port': ['ID=1c502f23-8baa-466f-9b52-cc499a6e5d41,revision_number=2']} {{(pid=109551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:51:53.469827 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-2272586c-b3c3-4e8b-8fc0-80a6adcb7d88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787145433393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9207350'] for port (daeb8b8f-f76b-4f47-9983-94d54f1cee5e), after_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:53.518870 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2272586c-b3c3-4e8b-8fc0-80a6adcb7d88 admin admin] Network 84058fb5-7499-436d-9c61-9715f17a209a is already hosted by enough agents. {{(pid=109550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 03:51:53.545820 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.scheduler.base_scheduler [None req-2272586c-b3c3-4e8b-8fc0-80a6adcb7d88 admin admin] Resources bound (agent type, host, resource id): {{(pid=109550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 03:51:53.550237 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2272586c-b3c3-4e8b-8fc0-80a6adcb7d88 admin admin] Received port after_create {{(pid=109550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 03:51:53.556792 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2272586c-b3c3-4e8b-8fc0-80a6adcb7d88 admin admin] Pushing event updated for resources: {'Port': ['ID=daeb8b8f-f76b-4f47-9983-94d54f1cee5e,revision_number=1']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:51:53.901288 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-2272586c-b3c3-4e8b-8fc0-80a6adcb7d88 admin admin] Publish callbacks [] for router_gateway (ee8ebc84-28a5-43ef-a6ae-73b4c3c6f40b), after_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:53.973948 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Device 479b258b-6cae-4514-a0d2-9bc89f0426d6 up at agent ovs-agent-dv-cinder-826949-1-iscsi {{(pid=109551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 03:51:54.030859 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.provisioning_blocks [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Provisioning complete for port 479b258b-6cae-4514-a0d2-9bc89f0426d6 triggered by entity L2. {{(pid=109551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 03:51:54.031327 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785313'] for port (479b258b-6cae-4514-a0d2-9bc89f0426d6), provisioning_complete {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:54.108214 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-2272586c-b3c3-4e8b-8fc0-80a6adcb7d88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1922500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1915714'] for router (ee8ebc84-28a5-43ef-a6ae-73b4c3c6f40b), after_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:54.110778 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Current status of the port 479b258b-6cae-4514-a0d2-9bc89f0426d6 is: ACTIVE; New status is: ACTIVE {{(pid=109551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 03:51:54.111835 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Device 1c502f23-8baa-466f-9b52-cc499a6e5d41 up at agent ovs-agent-dv-cinder-826949-1-iscsi {{(pid=109551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 03:51:54.159312 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.provisioning_blocks [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Provisioning complete for port 1c502f23-8baa-466f-9b52-cc499a6e5d41 triggered by entity L2. {{(pid=109551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 03:51:54.159685 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785313'] for port (1c502f23-8baa-466f-9b52-cc499a6e5d41), provisioning_complete {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:54.257681 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Current status of the port 1c502f23-8baa-466f-9b52-cc499a6e5d41 is: DOWN; New status is: ACTIVE {{(pid=109551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 03:51:54.258315 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (1c502f23-8baa-466f-9b52-cc499a6e5d41), before_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:54.297180 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] For port 1c502f23-8baa-466f-9b52-cc499a6e5d41, host dv-cinder-826949-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-1-iscsi',level=0,port_id=1c502f23-8baa-466f-9b52-cc499a6e5d41,segment=NetworkSegment(501a76f5-a8e3-49e0-a6ea-a7273a633547),segment_id=501a76f5-a8e3-49e0-a6ea-a7273a633547)] {{(pid=109551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 03:51:54.343147 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a54e004-a1b2-455f-8927-ece726284b22 None None] Network 3c6ab710-3e11-4ee5-ae00-296ccada5f00 requested from dv-cinder-826949-1-iscsi {{(pid=109551) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 03:51:54.362764 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429'] for port (1c502f23-8baa-466f-9b52-cc499a6e5d41), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:54.363550 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Device 628311f9-8ff4-4450-b588-276add8fbe4c up at agent ovs-agent-dv-cinder-826949-1-iscsi {{(pid=109551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 03:51:54.607996 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2272586c-b3c3-4e8b-8fc0-80a6adcb7d88 admin admin] Router ee8ebc84-28a5-43ef-a6ae-73b4c3c6f40b is scheduled to L3 agent d5b8732c-6ac1-45e3-a79e-cd9863fe8196 with binding_index 1 {{(pid=109550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 03:51:54.617358 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.provisioning_blocks [None req-5685d10f-1398-423b-be74-3e3974a7044d None None] Provisioning complete for port 1c502f23-8baa-466f-9b52-cc499a6e5d41 triggered by entity DHCP. {{(pid=109551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 03:51:54.621361 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-5685d10f-1398-423b-be74-3e3974a7044d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785313'] for port (1c502f23-8baa-466f-9b52-cc499a6e5d41), provisioning_complete {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:54.651870 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Pushing event updated for resources: {'Port': ['ID=1c502f23-8baa-466f-9b52-cc499a6e5d41,revision_number=3']} {{(pid=109551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:51:54.698405 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.provisioning_blocks [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Provisioning complete for port 628311f9-8ff4-4450-b588-276add8fbe4c triggered by entity L2. {{(pid=109551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 03:51:54.698781 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785313'] for port (628311f9-8ff4-4450-b588-276add8fbe4c), provisioning_complete {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:54.713741 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2272586c-b3c3-4e8b-8fc0-80a6adcb7d88 admin admin] Notify agent at l3_agent.dv-cinder-826949-1-iscsi the message routers_updated {{(pid=109550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 03:51:54.728461 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9551e96-54b4-4678-8e5f-2d583320f9bc None None] Sync routers for ids ['ee8ebc84-28a5-43ef-a6ae-73b4c3c6f40b'] in dv-cinder-826949-1-iscsi {{(pid=109551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 03:51:54.777260 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9551e96-54b4-4678-8e5f-2d583320f9bc None None] Routers {'ee8ebc84-28a5-43ef-a6ae-73b4c3c6f40b'} bound to L3 agent in host dv-cinder-826949-1-iscsi {{(pid=109551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 03:51:54.778234 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_hamode_db [None req-d9551e96-54b4-4678-8e5f-2d583320f9bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T03:36:17Z,description=,heartbeat_timestamp=2022-01-29T03:51:47Z,host='dv-cinder-826949-1-iscsi',id=d5b8732c-6ac1-45e3-a79e-cd9863fe8196,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T03:36:18Z,topic='l3_agent')) {'router_ids': ['ee8ebc84-28a5-43ef-a6ae-73b4c3c6f40b'], 'active': True} {{(pid=109551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:51:54.840324 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-5685d10f-1398-423b-be74-3e3974a7044d None None] Current status of the port 1c502f23-8baa-466f-9b52-cc499a6e5d41 is: ACTIVE; New status is: ACTIVE {{(pid=109551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 03:51:54.842215 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-2272586c-b3c3-4e8b-8fc0-80a6adcb7d88 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:54.848658 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-2272586c-b3c3-4e8b-8fc0-80a6adcb7d88 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.5429535 Jan 29 03:51:54.849269 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 52432) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:51:54.924285 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Current status of the port 628311f9-8ff4-4450-b588-276add8fbe4c is: ACTIVE; New status is: ACTIVE {{(pid=109551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 03:51:54.937732 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_dvr_db [None req-d9551e96-54b4-4678-8e5f-2d583320f9bc None None] Set router ee8ebc84-28a5-43ef-a6ae-73b4c3c6f40b gateway port host: dv-cinder-826949-1-iscsi {{(pid=109551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 03:51:55.096349 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.provisioning_blocks [None req-1d4899be-2570-4834-9c71-826115f59591 None None] Provisioning complete for port 1c502f23-8baa-466f-9b52-cc499a6e5d41 triggered by entity DHCP. {{(pid=109551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 03:51:55.096650 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-1d4899be-2570-4834-9c71-826115f59591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785313'] for port (1c502f23-8baa-466f-9b52-cc499a6e5d41), provisioning_complete {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:55.180069 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_hamode_db [None req-d9551e96-54b4-4678-8e5f-2d583320f9bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee8ebc84-28a5-43ef-a6ae-73b4c3c6f40b', 'name': 'tempest-TestMinimumBasicScenario-2136697810-router', 'tenant_id': '4cdeb95700c04376a602dde02bdf3645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'external_fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': 'daeb8b8f-f76b-4f47-9983-94d54f1cee5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T03:51:52Z', 'updated_at': '2022-01-29T03:51:53Z', 'revision_number': 3, 'project_id': '4cdeb95700c04376a602dde02bdf3645', 'gw_port': {'id': 'daeb8b8f-f76b-4f47-9983-94d54f1cee5e', 'name': '', 'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:be:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee8ebc84-28a5-43ef-a6ae-73b4c3c6f40b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:51:53Z', 'updated_at': '2022-01-29T03:51:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-1-iscsi'}], 'dv-cinder-826949-1-iscsi', False) {} {{(pid=109551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:51:55.209540 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9551e96-54b4-4678-8e5f-2d583320f9bc None None] Checking router: ee8ebc84-28a5-43ef-a6ae-73b4c3c6f40b for host: dv-cinder-826949-1-iscsi {{(pid=109551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 03:51:55.209888 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9551e96-54b4-4678-8e5f-2d583320f9bc None None] Updating router ee8ebc84-28a5-43ef-a6ae-73b4c3c6f40b port daeb8b8f-f76b-4f47-9983-94d54f1cee5e binding host dv-cinder-826949-1-iscsi {{(pid=109551) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 03:51:55.237633 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-1d4899be-2570-4834-9c71-826115f59591 None None] Current status of the port 1c502f23-8baa-466f-9b52-cc499a6e5d41 is: ACTIVE; New status is: ACTIVE {{(pid=109551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 03:51:55.244238 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-d9551e96-54b4-4678-8e5f-2d583320f9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (daeb8b8f-f76b-4f47-9983-94d54f1cee5e), before_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:55.281150 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-e13f21b7-1312-48dc-afcc-2fca3e2530ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (None), before_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:55.444606 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.db.db_base_plugin_common [None req-e13f21b7-1312-48dc-afcc-2fca3e2530ea admin admin] Allocated IP 172.20.0.1 (3c6ab710-3e11-4ee5-ae00-296ccada5f00/53d41824-a4ed-40c0-904b-d908a53a3653/fca0784c-bc59-4f4d-a7d1-25bd6cf1d766) {{(pid=109549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 03:51:55.509582 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-d9551e96-54b4-4678-8e5f-2d583320f9bc None None] Publish callbacks [] for port (daeb8b8f-f76b-4f47-9983-94d54f1cee5e), precommit_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:55.550645 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-e13f21b7-1312-48dc-afcc-2fca3e2530ea admin admin] Publish callbacks [] for port (fca0784c-bc59-4f4d-a7d1-25bd6cf1d766), precommit_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:55.588591 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-d9551e96-54b4-4678-8e5f-2d583320f9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429'] for port (daeb8b8f-f76b-4f47-9983-94d54f1cee5e), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:55.643949 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.managers [None req-d9551e96-54b4-4678-8e5f-2d583320f9bc None None] Attempting to bind port daeb8b8f-f76b-4f47-9983-94d54f1cee5e on host dv-cinder-826949-1-iscsi for vnic_type normal with profile {{(pid=109551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 03:51:55.644559 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.managers [None req-d9551e96-54b4-4678-8e5f-2d583320f9bc None None] Attempting to bind port daeb8b8f-f76b-4f47-9983-94d54f1cee5e by drivers openvswitch,hyperv on host dv-cinder-826949-1-iscsi at level 0 using segments [{'id': '59bb8c29-301f-4146-9f63-152343a78833', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84058fb5-7499-436d-9c61-9715f17a209a'}] {{(pid=109551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 03:51:55.645147 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9551e96-54b4-4678-8e5f-2d583320f9bc None None] Attempting to bind port daeb8b8f-f76b-4f47-9983-94d54f1cee5e on network 84058fb5-7499-436d-9c61-9715f17a209a {{(pid=109551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 03:51:55.647698 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26bd1c-ce55-4487-b18e-2a52b8791fa9 None None] Pushing event updated for resources: {'Port': ['ID=daeb8b8f-f76b-4f47-9983-94d54f1cee5e,revision_number=2']} {{(pid=109551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:51:55.654720 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-e13f21b7-1312-48dc-afcc-2fca3e2530ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787145433393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440449'] for port (fca0784c-bc59-4f4d-a7d1-25bd6cf1d766), after_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:55.654964 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9551e96-54b4-4678-8e5f-2d583320f9bc None None] Checking agent: {'id': 'e75d1b00-832d-4bf5-b078-2c4f5b2c10cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826949-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 3, 36, 21), 'started_at': datetime.datetime(2022, 1, 29, 3, 36, 51), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 3, 51, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826949-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 03:51:55.655208 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9551e96-54b4-4678-8e5f-2d583320f9bc None None] Checking segment: {'id': '59bb8c29-301f-4146-9f63-152343a78833', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84058fb5-7499-436d-9c61-9715f17a209a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 03:51:55.655638 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-d9551e96-54b4-4678-8e5f-2d583320f9bc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:55.655950 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9551e96-54b4-4678-8e5f-2d583320f9bc None None] Bound using segment: {'id': '59bb8c29-301f-4146-9f63-152343a78833', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84058fb5-7499-436d-9c61-9715f17a209a'} {{(pid=109551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 03:51:55.656426 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.managers [None req-d9551e96-54b4-4678-8e5f-2d583320f9bc None None] Bound port: daeb8b8f-f76b-4f47-9983-94d54f1cee5e, host: dv-cinder-826949-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59bb8c29-301f-4146-9f63-152343a78833', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84058fb5-7499-436d-9c61-9715f17a209a'}}] {{(pid=109551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 03:51:55.656811 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-d9551e96-54b4-4678-8e5f-2d583320f9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (daeb8b8f-f76b-4f47-9983-94d54f1cee5e), before_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:55.691488 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e13f21b7-1312-48dc-afcc-2fca3e2530ea admin admin] Network 3c6ab710-3e11-4ee5-ae00-296ccada5f00 is already hosted by enough agents. {{(pid=109549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 03:51:55.694293 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.scheduler.base_scheduler [None req-e13f21b7-1312-48dc-afcc-2fca3e2530ea admin admin] Resources bound (agent type, host, resource id): {{(pid=109549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 03:51:55.696788 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13f21b7-1312-48dc-afcc-2fca3e2530ea admin admin] Received port after_create {{(pid=109549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 03:51:55.710202 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-d9551e96-54b4-4678-8e5f-2d583320f9bc None None] For port daeb8b8f-f76b-4f47-9983-94d54f1cee5e, host dv-cinder-826949-1-iscsi, cleared binding levels {{(pid=109551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 03:51:55.714006 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-d9551e96-54b4-4678-8e5f-2d583320f9bc None None] For port daeb8b8f-f76b-4f47-9983-94d54f1cee5e, host dv-cinder-826949-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-1-iscsi',level=0,port_id=daeb8b8f-f76b-4f47-9983-94d54f1cee5e,segment=NetworkSegment(59bb8c29-301f-4146-9f63-152343a78833),segment_id=59bb8c29-301f-4146-9f63-152343a78833)] {{(pid=109551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 03:51:55.730629 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13f21b7-1312-48dc-afcc-2fca3e2530ea admin admin] Pushing event updated for resources: {'Port': ['ID=fca0784c-bc59-4f4d-a7d1-25bd6cf1d766,revision_number=1']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:51:55.744506 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-e13f21b7-1312-48dc-afcc-2fca3e2530ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1909781'] for router_interface (ee8ebc84-28a5-43ef-a6ae-73b4c3c6f40b), before_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:55.810032 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-d9551e96-54b4-4678-8e5f-2d583320f9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429'] for port (daeb8b8f-f76b-4f47-9983-94d54f1cee5e), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:55.867157 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9551e96-54b4-4678-8e5f-2d583320f9bc None None] Routers {'ee8ebc84-28a5-43ef-a6ae-73b4c3c6f40b'} bound to L3 agent in host dv-cinder-826949-1-iscsi {{(pid=109551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 03:51:55.867782 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_hamode_db [None req-d9551e96-54b4-4678-8e5f-2d583320f9bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T03:36:17Z,description=,heartbeat_timestamp=2022-01-29T03:51:47Z,host='dv-cinder-826949-1-iscsi',id=d5b8732c-6ac1-45e3-a79e-cd9863fe8196,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T03:36:18Z,topic='l3_agent')) {'router_ids': ['ee8ebc84-28a5-43ef-a6ae-73b4c3c6f40b'], 'active': True} {{(pid=109551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:51:55.909528 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Device 1c502f23-8baa-466f-9b52-cc499a6e5d41 up at agent ovs-agent-dv-cinder-826949-1-iscsi {{(pid=109551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 03:51:55.933151 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26bd1c-ce55-4487-b18e-2a52b8791fa9 None None] Pushing event updated for resources: {'Port': ['ID=daeb8b8f-f76b-4f47-9983-94d54f1cee5e,revision_number=3']} {{(pid=109551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:51:56.018411 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.provisioning_blocks [None req-a40a7fcc-666b-469a-9b1d-68e356139a90 None None] Provisioning complete for port fca0784c-bc59-4f4d-a7d1-25bd6cf1d766 triggered by entity DHCP. {{(pid=109551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 03:51:56.018707 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-a40a7fcc-666b-469a-9b1d-68e356139a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785313'] for port (fca0784c-bc59-4f4d-a7d1-25bd6cf1d766), provisioning_complete {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:56.028440 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-e13f21b7-1312-48dc-afcc-2fca3e2530ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (fca0784c-bc59-4f4d-a7d1-25bd6cf1d766), before_update {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:56.048251 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_dvr_db [None req-d9551e96-54b4-4678-8e5f-2d583320f9bc None None] Set router ee8ebc84-28a5-43ef-a6ae-73b4c3c6f40b gateway port host: dv-cinder-826949-1-iscsi {{(pid=109551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 03:51:56.137379 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.provisioning_blocks [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Provisioning complete for port 1c502f23-8baa-466f-9b52-cc499a6e5d41 triggered by entity L2. {{(pid=109551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 03:51:56.137756 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785313'] for port (1c502f23-8baa-466f-9b52-cc499a6e5d41), provisioning_complete {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:56.166679 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-a40a7fcc-666b-469a-9b1d-68e356139a90 None None] Port fca0784c-bc59-4f4d-a7d1-25bd6cf1d766 cannot update to ACTIVE because it is not bound. {{(pid=109551) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 03:51:56.189638 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-e13f21b7-1312-48dc-afcc-2fca3e2530ea admin admin] Publish callbacks [] for port (fca0784c-bc59-4f4d-a7d1-25bd6cf1d766), precommit_update {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:56.206625 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (ad4128b7-7a77-4672-aa49-b5d5d6c7d736), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:56.230820 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-e13f21b7-1312-48dc-afcc-2fca3e2530ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440456'] for port (fca0784c-bc59-4f4d-a7d1-25bd6cf1d766), after_update {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:56.301536 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-e13f21b7-1312-48dc-afcc-2fca3e2530ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1605918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1910661'] for router_interface (ee8ebc84-28a5-43ef-a6ae-73b4c3c6f40b), after_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:56.303283 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13f21b7-1312-48dc-afcc-2fca3e2530ea admin admin] Pushing event updated for resources: {'Port': ['ID=fca0784c-bc59-4f4d-a7d1-25bd6cf1d766,revision_number=2']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:51:56.398344 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e13f21b7-1312-48dc-afcc-2fca3e2530ea admin admin] Network 3c6ab710-3e11-4ee5-ae00-296ccada5f00 is already hosted by enough agents. {{(pid=109549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 03:51:56.399827 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.scheduler.base_scheduler [None req-e13f21b7-1312-48dc-afcc-2fca3e2530ea admin admin] Resources bound (agent type, host, resource id): {{(pid=109549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 03:51:56.440238 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Current status of the port 1c502f23-8baa-466f-9b52-cc499a6e5d41 is: ACTIVE; New status is: ACTIVE {{(pid=109551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 03:51:56.460711 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_hamode_db [None req-d9551e96-54b4-4678-8e5f-2d583320f9bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee8ebc84-28a5-43ef-a6ae-73b4c3c6f40b', 'name': 'tempest-TestMinimumBasicScenario-2136697810-router', 'tenant_id': '4cdeb95700c04376a602dde02bdf3645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'external_fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': 'daeb8b8f-f76b-4f47-9983-94d54f1cee5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T03:51:52Z', 'updated_at': '2022-01-29T03:51:53Z', 'revision_number': 3, 'project_id': '4cdeb95700c04376a602dde02bdf3645', 'gw_port': {'id': 'daeb8b8f-f76b-4f47-9983-94d54f1cee5e', 'name': '', 'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:be:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee8ebc84-28a5-43ef-a6ae-73b4c3c6f40b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:51:53Z', 'updated_at': '2022-01-29T03:51:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-1-iscsi'}], 'dv-cinder-826949-1-iscsi', False) {} {{(pid=109551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:51:56.488471 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9551e96-54b4-4678-8e5f-2d583320f9bc None None] The sync data for ids ['ee8ebc84-28a5-43ef-a6ae-73b4c3c6f40b'] in dv-cinder-826949-1-iscsi is: [{'id': 'ee8ebc84-28a5-43ef-a6ae-73b4c3c6f40b', 'name': 'tempest-TestMinimumBasicScenario-2136697810-router', 'tenant_id': '4cdeb95700c04376a602dde02bdf3645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'external_fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': 'daeb8b8f-f76b-4f47-9983-94d54f1cee5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T03:51:52Z', 'updated_at': '2022-01-29T03:51:53Z', 'revision_number': 3, 'project_id': '4cdeb95700c04376a602dde02bdf3645', 'gw_port': {'id': 'daeb8b8f-f76b-4f47-9983-94d54f1cee5e', 'name': '', 'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:be:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee8ebc84-28a5-43ef-a6ae-73b4c3c6f40b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:51:53Z', 'updated_at': '2022-01-29T03:51:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-1-iscsi'}] {{(pid=109551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 03:51:56.523667 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e13f21b7-1312-48dc-afcc-2fca3e2530ea admin admin] Router ee8ebc84-28a5-43ef-a6ae-73b4c3c6f40b has already been hosted by L3 agent d5b8732c-6ac1-45e3-a79e-cd9863fe8196 {{(pid=109549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 03:51:56.636793 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e13f21b7-1312-48dc-afcc-2fca3e2530ea admin admin] Notify agent at l3_agent.dv-cinder-826949-1-iscsi the message routers_updated {{(pid=109549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 03:51:56.642019 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-e13f21b7-1312-48dc-afcc-2fca3e2530ea admin admin] 10.222.0.16 "PUT /v2.0/routers/ee8ebc84-28a5-43ef-a6ae-73b4c3c6f40b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7909334 Jan 29 03:51:56.694801 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.provisioning_blocks [None req-ce73cb22-5325-4961-a3e5-2dd162d8a4af None None] Provisioning complete for port fca0784c-bc59-4f4d-a7d1-25bd6cf1d766 triggered by entity DHCP. {{(pid=109551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 03:51:56.695272 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-ce73cb22-5325-4961-a3e5-2dd162d8a4af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785313'] for port (fca0784c-bc59-4f4d-a7d1-25bd6cf1d766), provisioning_complete {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:56.752412 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-ce73cb22-5325-4961-a3e5-2dd162d8a4af None None] Port fca0784c-bc59-4f4d-a7d1-25bd6cf1d766 cannot update to ACTIVE because it is not bound. {{(pid=109551) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 03:51:57.913115 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Device daeb8b8f-f76b-4f47-9983-94d54f1cee5e up at agent ovs-agent-dv-cinder-826949-1-iscsi {{(pid=109551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 03:51:57.964813 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.provisioning_blocks [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Provisioning complete for port daeb8b8f-f76b-4f47-9983-94d54f1cee5e triggered by entity L2. {{(pid=109551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 03:51:57.965192 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785313'] for port (daeb8b8f-f76b-4f47-9983-94d54f1cee5e), provisioning_complete {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:58.055928 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Current status of the port daeb8b8f-f76b-4f47-9983-94d54f1cee5e is: DOWN; New status is: ACTIVE {{(pid=109551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 03:51:58.056337 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (daeb8b8f-f76b-4f47-9983-94d54f1cee5e), before_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:58.085916 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] For port daeb8b8f-f76b-4f47-9983-94d54f1cee5e, host dv-cinder-826949-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-1-iscsi',level=0,port_id=daeb8b8f-f76b-4f47-9983-94d54f1cee5e,segment=NetworkSegment(59bb8c29-301f-4146-9f63-152343a78833),segment_id=59bb8c29-301f-4146-9f63-152343a78833)] {{(pid=109551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 03:51:58.167889 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429'] for port (daeb8b8f-f76b-4f47-9983-94d54f1cee5e), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:58.177329 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f30d57d-eda3-4757-a9f7-814698c8d3a8 None None] Sync routers for ids ['ee8ebc84-28a5-43ef-a6ae-73b4c3c6f40b'] in dv-cinder-826949-1-iscsi {{(pid=109552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 03:51:58.189414 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f30d57d-eda3-4757-a9f7-814698c8d3a8 None None] Routers {'ee8ebc84-28a5-43ef-a6ae-73b4c3c6f40b'} bound to L3 agent in host dv-cinder-826949-1-iscsi {{(pid=109552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 03:51:58.190045 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.l3_hamode_db [None req-5f30d57d-eda3-4757-a9f7-814698c8d3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T03:36:17Z,description=,heartbeat_timestamp=2022-01-29T03:51:47Z,host='dv-cinder-826949-1-iscsi',id=d5b8732c-6ac1-45e3-a79e-cd9863fe8196,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T03:36:18Z,topic='l3_agent')) {'router_ids': ['ee8ebc84-28a5-43ef-a6ae-73b4c3c6f40b'], 'active': True} {{(pid=109552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:51:58.223782 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Pushing event updated for resources: {'Port': ['ID=daeb8b8f-f76b-4f47-9983-94d54f1cee5e,revision_number=4']} {{(pid=109551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:51:58.314739 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.l3_dvr_db [None req-5f30d57d-eda3-4757-a9f7-814698c8d3a8 None None] Set router ee8ebc84-28a5-43ef-a6ae-73b4c3c6f40b gateway port host: dv-cinder-826949-1-iscsi {{(pid=109552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 03:51:58.547101 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.l3_hamode_db [None req-5f30d57d-eda3-4757-a9f7-814698c8d3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee8ebc84-28a5-43ef-a6ae-73b4c3c6f40b', 'name': 'tempest-TestMinimumBasicScenario-2136697810-router', 'tenant_id': '4cdeb95700c04376a602dde02bdf3645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'external_fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': 'daeb8b8f-f76b-4f47-9983-94d54f1cee5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T03:51:52Z', 'updated_at': '2022-01-29T03:51:55Z', 'revision_number': 4, 'project_id': '4cdeb95700c04376a602dde02bdf3645', 'gw_port': {'id': 'daeb8b8f-f76b-4f47-9983-94d54f1cee5e', 'name': '', 'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:be:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8ebc84-28a5-43ef-a6ae-73b4c3c6f40b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:51:53Z', 'updated_at': '2022-01-29T03:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-1-iscsi', '_interfaces': [{'id': 'fca0784c-bc59-4f4d-a7d1-25bd6cf1d766', 'name': '', 'network_id': '3c6ab710-3e11-4ee5-ae00-296ccada5f00', 'tenant_id': '4cdeb95700c04376a602dde02bdf3645', 'mac_address': 'fa:16:3e:6d:7e:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee8ebc84-28a5-43ef-a6ae-73b4c3c6f40b', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '53d41824-a4ed-40c0-904b-d908a53a3653', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:51:55Z', 'updated_at': '2022-01-29T03:51:56Z', 'revision_number': 2, 'project_id': '4cdeb95700c04376a602dde02bdf3645', 'subnets': [{'id': '53d41824-a4ed-40c0-904b-d908a53a3653', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-1-iscsi', False) {} {{(pid=109552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:51:58.574230 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f30d57d-eda3-4757-a9f7-814698c8d3a8 None None] Checking router: ee8ebc84-28a5-43ef-a6ae-73b4c3c6f40b for host: dv-cinder-826949-1-iscsi {{(pid=109552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 03:51:58.574853 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f30d57d-eda3-4757-a9f7-814698c8d3a8 None None] Updating router ee8ebc84-28a5-43ef-a6ae-73b4c3c6f40b port fca0784c-bc59-4f4d-a7d1-25bd6cf1d766 binding host dv-cinder-826949-1-iscsi {{(pid=109552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 03:51:58.603611 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron_lib.callbacks.manager [None req-5f30d57d-eda3-4757-a9f7-814698c8d3a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (fca0784c-bc59-4f4d-a7d1-25bd6cf1d766), before_update {{(pid=109552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:58.897047 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron_lib.callbacks.manager [None req-5f30d57d-eda3-4757-a9f7-814698c8d3a8 None None] Publish callbacks [] for port (fca0784c-bc59-4f4d-a7d1-25bd6cf1d766), precommit_update {{(pid=109552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:58.984639 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron_lib.callbacks.manager [None req-5f30d57d-eda3-4757-a9f7-814698c8d3a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429'] for port (fca0784c-bc59-4f4d-a7d1-25bd6cf1d766), after_update {{(pid=109552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:59.047386 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c735dfd8-0d93-42fe-94eb-bcb01c6b007d None None] Pushing event updated for resources: {'Port': ['ID=fca0784c-bc59-4f4d-a7d1-25bd6cf1d766,revision_number=3']} {{(pid=109552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:51:59.113548 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.plugins.ml2.managers [None req-5f30d57d-eda3-4757-a9f7-814698c8d3a8 None None] Attempting to bind port fca0784c-bc59-4f4d-a7d1-25bd6cf1d766 on host dv-cinder-826949-1-iscsi for vnic_type normal with profile {{(pid=109552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 03:51:59.114065 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.plugins.ml2.managers [None req-5f30d57d-eda3-4757-a9f7-814698c8d3a8 None None] Attempting to bind port fca0784c-bc59-4f4d-a7d1-25bd6cf1d766 by drivers openvswitch,hyperv on host dv-cinder-826949-1-iscsi at level 0 using segments [{'id': '501a76f5-a8e3-49e0-a6ea-a7273a633547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '3c6ab710-3e11-4ee5-ae00-296ccada5f00'}] {{(pid=109552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 03:51:59.114566 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f30d57d-eda3-4757-a9f7-814698c8d3a8 None None] Attempting to bind port fca0784c-bc59-4f4d-a7d1-25bd6cf1d766 on network 3c6ab710-3e11-4ee5-ae00-296ccada5f00 {{(pid=109552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 03:51:59.120225 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f30d57d-eda3-4757-a9f7-814698c8d3a8 None None] Checking agent: {'id': 'e75d1b00-832d-4bf5-b078-2c4f5b2c10cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826949-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 3, 36, 21), 'started_at': datetime.datetime(2022, 1, 29, 3, 36, 51), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 3, 51, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826949-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 03:51:59.120816 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f30d57d-eda3-4757-a9f7-814698c8d3a8 None None] Checking segment: {'id': '501a76f5-a8e3-49e0-a6ea-a7273a633547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '3c6ab710-3e11-4ee5-ae00-296ccada5f00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 03:51:59.121308 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron_lib.callbacks.manager [None req-5f30d57d-eda3-4757-a9f7-814698c8d3a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:59.122712 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f30d57d-eda3-4757-a9f7-814698c8d3a8 None None] Bound using segment: {'id': '501a76f5-a8e3-49e0-a6ea-a7273a633547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '3c6ab710-3e11-4ee5-ae00-296ccada5f00'} {{(pid=109552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 03:51:59.122712 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.plugins.ml2.managers [None req-5f30d57d-eda3-4757-a9f7-814698c8d3a8 None None] Bound port: fca0784c-bc59-4f4d-a7d1-25bd6cf1d766, host: dv-cinder-826949-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '501a76f5-a8e3-49e0-a6ea-a7273a633547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '3c6ab710-3e11-4ee5-ae00-296ccada5f00'}}] {{(pid=109552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 03:51:59.122912 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron_lib.callbacks.manager [None req-5f30d57d-eda3-4757-a9f7-814698c8d3a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (fca0784c-bc59-4f4d-a7d1-25bd6cf1d766), before_update {{(pid=109552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:59.209723 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.plugins.ml2.db [None req-5f30d57d-eda3-4757-a9f7-814698c8d3a8 None None] For port fca0784c-bc59-4f4d-a7d1-25bd6cf1d766, host dv-cinder-826949-1-iscsi, cleared binding levels {{(pid=109552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 03:51:59.213714 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.plugins.ml2.db [None req-5f30d57d-eda3-4757-a9f7-814698c8d3a8 None None] For port fca0784c-bc59-4f4d-a7d1-25bd6cf1d766, host dv-cinder-826949-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-1-iscsi',level=0,port_id=fca0784c-bc59-4f4d-a7d1-25bd6cf1d766,segment=NetworkSegment(501a76f5-a8e3-49e0-a6ea-a7273a633547),segment_id=501a76f5-a8e3-49e0-a6ea-a7273a633547)] {{(pid=109552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 03:51:59.291879 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.provisioning_blocks [None req-fedf4b0d-e900-4092-9f68-2c179b1159af None None] Provisioning complete for port fca0784c-bc59-4f4d-a7d1-25bd6cf1d766 triggered by entity DHCP. {{(pid=109551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 03:51:59.292418 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-fedf4b0d-e900-4092-9f68-2c179b1159af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785313'] for port (fca0784c-bc59-4f4d-a7d1-25bd6cf1d766), provisioning_complete {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:59.316682 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron_lib.callbacks.manager [None req-5f30d57d-eda3-4757-a9f7-814698c8d3a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429'] for port (fca0784c-bc59-4f4d-a7d1-25bd6cf1d766), after_update {{(pid=109552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:59.344339 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-fedf4b0d-e900-4092-9f68-2c179b1159af None None] Port fca0784c-bc59-4f4d-a7d1-25bd6cf1d766 cannot update to ACTIVE because it is not bound. {{(pid=109551) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 03:51:59.374963 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f30d57d-eda3-4757-a9f7-814698c8d3a8 None None] Routers {'ee8ebc84-28a5-43ef-a6ae-73b4c3c6f40b'} bound to L3 agent in host dv-cinder-826949-1-iscsi {{(pid=109552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 03:51:59.375601 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.l3_hamode_db [None req-5f30d57d-eda3-4757-a9f7-814698c8d3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T03:36:17Z,description=,heartbeat_timestamp=2022-01-29T03:51:47Z,host='dv-cinder-826949-1-iscsi',id=d5b8732c-6ac1-45e3-a79e-cd9863fe8196,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T03:36:18Z,topic='l3_agent')) {'router_ids': ['ee8ebc84-28a5-43ef-a6ae-73b4c3c6f40b'], 'active': True} {{(pid=109552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:51:59.448899 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c735dfd8-0d93-42fe-94eb-bcb01c6b007d None None] Pushing event updated for resources: {'Port': ['ID=fca0784c-bc59-4f4d-a7d1-25bd6cf1d766,revision_number=4']} {{(pid=109552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:51:59.634239 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.l3_dvr_db [None req-5f30d57d-eda3-4757-a9f7-814698c8d3a8 None None] Set router ee8ebc84-28a5-43ef-a6ae-73b4c3c6f40b gateway port host: dv-cinder-826949-1-iscsi {{(pid=109552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 03:51:59.677772 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.provisioning_blocks [None req-00ea8128-fa95-44fa-b4f3-176da61f84d0 None None] Provisioning complete for port fca0784c-bc59-4f4d-a7d1-25bd6cf1d766 triggered by entity DHCP. {{(pid=109551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 03:51:59.678417 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-00ea8128-fa95-44fa-b4f3-176da61f84d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785313'] for port (fca0784c-bc59-4f4d-a7d1-25bd6cf1d766), provisioning_complete {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:59.809027 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-00ea8128-fa95-44fa-b4f3-176da61f84d0 None None] Current status of the port fca0784c-bc59-4f4d-a7d1-25bd6cf1d766 is: DOWN; New status is: ACTIVE {{(pid=109551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 03:51:59.810998 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-00ea8128-fa95-44fa-b4f3-176da61f84d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (fca0784c-bc59-4f4d-a7d1-25bd6cf1d766), before_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:59.882591 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-00ea8128-fa95-44fa-b4f3-176da61f84d0 None None] For port fca0784c-bc59-4f4d-a7d1-25bd6cf1d766, host dv-cinder-826949-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-1-iscsi',level=0,port_id=fca0784c-bc59-4f4d-a7d1-25bd6cf1d766,segment=NetworkSegment(501a76f5-a8e3-49e0-a6ea-a7273a633547),segment_id=501a76f5-a8e3-49e0-a6ea-a7273a633547)] {{(pid=109551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 03:51:59.884052 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Device daeb8b8f-f76b-4f47-9983-94d54f1cee5e up at agent ovs-agent-dv-cinder-826949-1-iscsi {{(pid=109551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 03:51:59.918298 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.l3_hamode_db [None req-5f30d57d-eda3-4757-a9f7-814698c8d3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee8ebc84-28a5-43ef-a6ae-73b4c3c6f40b', 'name': 'tempest-TestMinimumBasicScenario-2136697810-router', 'tenant_id': '4cdeb95700c04376a602dde02bdf3645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'external_fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': 'daeb8b8f-f76b-4f47-9983-94d54f1cee5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T03:51:52Z', 'updated_at': '2022-01-29T03:51:55Z', 'revision_number': 4, 'project_id': '4cdeb95700c04376a602dde02bdf3645', 'gw_port': {'id': 'daeb8b8f-f76b-4f47-9983-94d54f1cee5e', 'name': '', 'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:be:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8ebc84-28a5-43ef-a6ae-73b4c3c6f40b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:51:53Z', 'updated_at': '2022-01-29T03:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-1-iscsi', '_interfaces': [{'id': 'fca0784c-bc59-4f4d-a7d1-25bd6cf1d766', 'name': '', 'network_id': '3c6ab710-3e11-4ee5-ae00-296ccada5f00', 'tenant_id': '4cdeb95700c04376a602dde02bdf3645', 'mac_address': 'fa:16:3e:6d:7e:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee8ebc84-28a5-43ef-a6ae-73b4c3c6f40b', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '53d41824-a4ed-40c0-904b-d908a53a3653', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:51:55Z', 'updated_at': '2022-01-29T03:51:59Z', 'revision_number': 4, 'project_id': '4cdeb95700c04376a602dde02bdf3645', 'subnets': [{'id': '53d41824-a4ed-40c0-904b-d908a53a3653', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-1-iscsi', False) {} {{(pid=109552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:51:59.940635 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.provisioning_blocks [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Provisioning complete for port daeb8b8f-f76b-4f47-9983-94d54f1cee5e triggered by entity L2. {{(pid=109551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 03:51:59.941280 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785313'] for port (daeb8b8f-f76b-4f47-9983-94d54f1cee5e), provisioning_complete {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:51:59.951719 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f30d57d-eda3-4757-a9f7-814698c8d3a8 None None] The sync data for ids ['ee8ebc84-28a5-43ef-a6ae-73b4c3c6f40b'] in dv-cinder-826949-1-iscsi is: [{'id': 'ee8ebc84-28a5-43ef-a6ae-73b4c3c6f40b', 'name': 'tempest-TestMinimumBasicScenario-2136697810-router', 'tenant_id': '4cdeb95700c04376a602dde02bdf3645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'external_fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': 'daeb8b8f-f76b-4f47-9983-94d54f1cee5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T03:51:52Z', 'updated_at': '2022-01-29T03:51:55Z', 'revision_number': 4, 'project_id': '4cdeb95700c04376a602dde02bdf3645', 'gw_port': {'id': 'daeb8b8f-f76b-4f47-9983-94d54f1cee5e', 'name': '', 'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:be:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8ebc84-28a5-43ef-a6ae-73b4c3c6f40b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:51:53Z', 'updated_at': '2022-01-29T03:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-1-iscsi', '_interfaces': [{'id': 'fca0784c-bc59-4f4d-a7d1-25bd6cf1d766', 'name': '', 'network_id': '3c6ab710-3e11-4ee5-ae00-296ccada5f00', 'tenant_id': '4cdeb95700c04376a602dde02bdf3645', 'mac_address': 'fa:16:3e:6d:7e:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee8ebc84-28a5-43ef-a6ae-73b4c3c6f40b', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '53d41824-a4ed-40c0-904b-d908a53a3653', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:51:55Z', 'updated_at': '2022-01-29T03:51:59Z', 'revision_number': 4, 'project_id': '4cdeb95700c04376a602dde02bdf3645', 'subnets': [{'id': '53d41824-a4ed-40c0-904b-d908a53a3653', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 03:52:00.027790 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-00ea8128-fa95-44fa-b4f3-176da61f84d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429'] for port (fca0784c-bc59-4f4d-a7d1-25bd6cf1d766), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:52:00.074438 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Current status of the port daeb8b8f-f76b-4f47-9983-94d54f1cee5e is: ACTIVE; New status is: ACTIVE {{(pid=109551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 03:52:00.106228 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ea8128-fa95-44fa-b4f3-176da61f84d0 None None] Pushing event updated for resources: {'Port': ['ID=fca0784c-bc59-4f4d-a7d1-25bd6cf1d766,revision_number=5']} {{(pid=109551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:52:01.904103 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Device fca0784c-bc59-4f4d-a7d1-25bd6cf1d766 up at agent ovs-agent-dv-cinder-826949-1-iscsi {{(pid=109551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 03:52:01.965152 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.provisioning_blocks [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Provisioning complete for port fca0784c-bc59-4f4d-a7d1-25bd6cf1d766 triggered by entity L2. {{(pid=109551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 03:52:01.965546 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785313'] for port (fca0784c-bc59-4f4d-a7d1-25bd6cf1d766), provisioning_complete {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:52:02.054461 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Current status of the port fca0784c-bc59-4f4d-a7d1-25bd6cf1d766 is: ACTIVE; New status is: ACTIVE {{(pid=109551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 03:52:08.521340 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c62bfaf-e725-4c12-94cc-64a515ae0efb req-8c87d781-1a30-42a6-9bac-5004b279f1c1 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:52:08.522828 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-8c62bfaf-e725-4c12-94cc-64a515ae0efb req-8c87d781-1a30-42a6-9bac-5004b279f1c1 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] 10.222.0.16 "GET /v2.0/networks?id=798a8598-5f86-4e39-b13a-1feeb15fd786 HTTP/1.1" status: 200 len: 814 time: 0.1011343 Jan 29 03:52:08.537441 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-8c62bfaf-e725-4c12-94cc-64a515ae0efb req-6900646b-66ee-4585-9b19-794d7d252cfb tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] 10.222.0.16 "GET /v2.0/quotas/99ad53cf12564d5ea40131bca81e8f3b HTTP/1.1" status: 200 len: 375 time: 0.0087824 Jan 29 03:52:08.595404 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-8c62bfaf-e725-4c12-94cc-64a515ae0efb req-d0c92126-3298-490c-8369-548e3dc74c86 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=99ad53cf12564d5ea40131bca81e8f3b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0523624 Jan 29 03:52:08.687938 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-8c62bfaf-e725-4c12-94cc-64a515ae0efb req-ff559106-54a2-43cf-a9e3-f7076fb16124 service neutron] 10.222.0.16 "GET /v2.0/networks/798a8598-5f86-4e39-b13a-1feeb15fd786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810268 Jan 29 03:52:08.778947 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-8c62bfaf-e725-4c12-94cc-64a515ae0efb req-8f2ac263-6393-4e8a-96da-7b9e18cc8070 service neutron] 10.222.0.16 "GET /v2.0/networks/798a8598-5f86-4e39-b13a-1feeb15fd786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852277 Jan 29 03:52:09.008009 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-76e0cb6e-181b-4bf1-abbc-19138f7301d8 req-f3750d21-70c7-407a-abcd-248347c218b6 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] 10.222.0.16 "GET /v2.0/ports?device_id=1eb9c795-02a0-4502-a49f-032ef0fdfae1 HTTP/1.1" status: 200 len: 210 time: 0.0287893 Jan 29 03:52:10.100142 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-336f84b1-42b6-4ec5-af41-10fe648ba933 req-d6819634-68de-43a9-9002-7c36cb029bc3 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] 10.222.0.16 "GET /v2.0/ports?device_id=1eb9c795-02a0-4502-a49f-032ef0fdfae1 HTTP/1.1" status: 200 len: 210 time: 0.0269215 Jan 29 03:52:11.191885 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-a852f5ec-96be-4eaf-8267-32d6df132aa7 req-e779e508-4929-401e-8831-5ed0532b0bae tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] 10.222.0.16 "GET /v2.0/ports?device_id=1eb9c795-02a0-4502-a49f-032ef0fdfae1 HTTP/1.1" status: 200 len: 210 time: 0.0298004 Jan 29 03:52:12.285739 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-60e17391-417b-44b2-b472-469bd8c861ec req-8ae32a15-f1a8-492d-a01b-090503f9f776 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] 10.222.0.16 "GET /v2.0/ports?device_id=1eb9c795-02a0-4502-a49f-032ef0fdfae1 HTTP/1.1" status: 200 len: 210 time: 0.0278392 Jan 29 03:52:13.317831 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c62bfaf-e725-4c12-94cc-64a515ae0efb req-9864ec73-f282-4afb-ba91-aecbcd59a87a tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:52:13.320511 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-8c62bfaf-e725-4c12-94cc-64a515ae0efb req-9864ec73-f282-4afb-ba91-aecbcd59a87a tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] 10.222.0.25 "GET /v2.0/networks?id=798a8598-5f86-4e39-b13a-1feeb15fd786 HTTP/1.1" status: 200 len: 814 time: 0.1082420 Jan 29 03:52:13.340492 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.v2.base [req-8c62bfaf-e725-4c12-94cc-64a515ae0efb req-4beb3a24-70ed-4c59-9f30-56ea25ccf481 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] Request body: {'port': {'device_id': '1eb9c795-02a0-4502-a49f-032ef0fdfae1', 'network_id': '798a8598-5f86-4e39-b13a-1feeb15fd786', 'admin_state_up': True, 'tenant_id': '99ad53cf12564d5ea40131bca81e8f3b'}} {{(pid=109550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 03:52:13.383254 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-16797601-3d67-485f-8c08-909fd5731c45 req-e2176ca0-4f9e-498d-90d7-bd1ddf935288 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] 10.222.0.16 "GET /v2.0/ports?device_id=1eb9c795-02a0-4502-a49f-032ef0fdfae1 HTTP/1.1" status: 200 len: 210 time: 0.0270951 Jan 29 03:52:13.539307 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c62bfaf-e725-4c12-94cc-64a515ae0efb req-4beb3a24-70ed-4c59-9f30-56ea25ccf481 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] Made reservation on behalf of 99ad53cf12564d5ea40131bca81e8f3b for: {'port': 1} {{(pid=109550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 03:52:13.542755 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-8c62bfaf-e725-4c12-94cc-64a515ae0efb req-4beb3a24-70ed-4c59-9f30-56ea25ccf481 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (None), before_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:52:13.676108 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.db.db_base_plugin_common [req-8c62bfaf-e725-4c12-94cc-64a515ae0efb req-4beb3a24-70ed-4c59-9f30-56ea25ccf481 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] Allocated IP 172.20.0.13 (798a8598-5f86-4e39-b13a-1feeb15fd786/4a20ce1a-eb58-43cb-a55c-470171e008be/5693b10e-5880-4367-8e86-dc545a331b14) {{(pid=109550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 03:52:13.833390 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-8c62bfaf-e725-4c12-94cc-64a515ae0efb req-4beb3a24-70ed-4c59-9f30-56ea25ccf481 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] Publish callbacks [] for port (5693b10e-5880-4367-8e86-dc545a331b14), precommit_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:52:13.932020 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-8c62bfaf-e725-4c12-94cc-64a515ae0efb req-4beb3a24-70ed-4c59-9f30-56ea25ccf481 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787145433393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9207350'] for port (5693b10e-5880-4367-8e86-dc545a331b14), after_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:52:13.973389 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c62bfaf-e725-4c12-94cc-64a515ae0efb req-4beb3a24-70ed-4c59-9f30-56ea25ccf481 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] Network 798a8598-5f86-4e39-b13a-1feeb15fd786 is already hosted by enough agents. {{(pid=109550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 03:52:13.976530 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.scheduler.base_scheduler [req-8c62bfaf-e725-4c12-94cc-64a515ae0efb req-4beb3a24-70ed-4c59-9f30-56ea25ccf481 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] Resources bound (agent type, host, resource id): {{(pid=109550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 03:52:13.980701 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c62bfaf-e725-4c12-94cc-64a515ae0efb req-4beb3a24-70ed-4c59-9f30-56ea25ccf481 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] Received port after_create {{(pid=109550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 03:52:14.013931 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4beb3a24-70ed-4c59-9f30-56ea25ccf481 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] Pushing event updated for resources: {'Port': ['ID=5693b10e-5880-4367-8e86-dc545a331b14,revision_number=1']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:52:14.039554 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4beb3a24-70ed-4c59-9f30-56ea25ccf481 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:52:14.039900 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4beb3a24-70ed-4c59-9f30-56ea25ccf481 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:52:14.040188 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4beb3a24-70ed-4c59-9f30-56ea25ccf481 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:52:14.041061 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4beb3a24-70ed-4c59-9f30-56ea25ccf481 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:52:14.041425 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4beb3a24-70ed-4c59-9f30-56ea25ccf481 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:52:14.041797 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4beb3a24-70ed-4c59-9f30-56ea25ccf481 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:52:14.042061 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4beb3a24-70ed-4c59-9f30-56ea25ccf481 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:52:14.042400 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4beb3a24-70ed-4c59-9f30-56ea25ccf481 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:52:14.042729 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4beb3a24-70ed-4c59-9f30-56ea25ccf481 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:52:14.043059 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4beb3a24-70ed-4c59-9f30-56ea25ccf481 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:52:14.043387 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4beb3a24-70ed-4c59-9f30-56ea25ccf481 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:52:14.043713 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4beb3a24-70ed-4c59-9f30-56ea25ccf481 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:52:14.044156 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4beb3a24-70ed-4c59-9f30-56ea25ccf481 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:52:14.081581 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c62bfaf-e725-4c12-94cc-64a515ae0efb req-4beb3a24-70ed-4c59-9f30-56ea25ccf481 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:52:14.082303 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-8c62bfaf-e725-4c12-94cc-64a515ae0efb req-4beb3a24-70ed-4c59-9f30-56ea25ccf481 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166518'] for port (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:52:14.183276 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-8c62bfaf-e725-4c12-94cc-64a515ae0efb req-4beb3a24-70ed-4c59-9f30-56ea25ccf481 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8476696 Jan 29 03:52:14.235581 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.v2.base [req-8c62bfaf-e725-4c12-94cc-64a515ae0efb req-8ae01486-e53e-412a-8212-6a9affbe6ade service neutron] Request body: {'port': {'device_id': '1eb9c795-02a0-4502-a49f-032ef0fdfae1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82694'}} {{(pid=109550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 03:52:14.335173 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-8c62bfaf-e725-4c12-94cc-64a515ae0efb req-8ae01486-e53e-412a-8212-6a9affbe6ade service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (5693b10e-5880-4367-8e86-dc545a331b14), before_update {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:52:14.360900 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.provisioning_blocks [None req-2d7704ef-a31b-4ea2-ac37-d888824d1d5e None None] Provisioning complete for port 5693b10e-5880-4367-8e86-dc545a331b14 triggered by entity DHCP. {{(pid=109551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 03:52:14.361895 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-2d7704ef-a31b-4ea2-ac37-d888824d1d5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785313'] for port (5693b10e-5880-4367-8e86-dc545a331b14), provisioning_complete {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:52:14.401361 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-2d7704ef-a31b-4ea2-ac37-d888824d1d5e None None] Port 5693b10e-5880-4367-8e86-dc545a331b14 cannot update to ACTIVE because it is not bound. {{(pid=109551) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 03:52:14.691837 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcfb3b1-439a-4fa6-901a-8378ac891489 req-f3043cb7-2d7f-4c34-949d-b7701e0e4a81 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:52:14.694346 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-dbcfb3b1-439a-4fa6-901a-8378ac891489 req-f3043cb7-2d7f-4c34-949d-b7701e0e4a81 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] 10.222.0.16 "GET /v2.0/ports?device_id=1eb9c795-02a0-4502-a49f-032ef0fdfae1 HTTP/1.1" status: 200 len: 932 time: 0.2088876 Jan 29 03:52:14.806579 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.notifiers.nova [req-8c62bfaf-e725-4c12-94cc-64a515ae0efb req-8ae01486-e53e-412a-8212-6a9affbe6ade service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5693b10e-5880-4367-8e86-dc545a331b14 {{(pid=109550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 03:52:14.816751 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-dbcfb3b1-439a-4fa6-901a-8378ac891489 req-61a3de96-e42d-4a8e-92e0-7433b088a47b tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] 10.222.0.16 "GET /v2.0/security-groups?id=70c39e9a-c130-4679-9f4b-693ce2af89e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152935 Jan 29 03:52:14.818905 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-8c62bfaf-e725-4c12-94cc-64a515ae0efb req-8ae01486-e53e-412a-8212-6a9affbe6ade service neutron] Publish callbacks [] for port (5693b10e-5880-4367-8e86-dc545a331b14), precommit_update {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:52:14.846301 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.db.provisioning_blocks [req-8c62bfaf-e725-4c12-94cc-64a515ae0efb req-8ae01486-e53e-412a-8212-6a9affbe6ade service neutron] Transition to ACTIVE for port object 5693b10e-5880-4367-8e86-dc545a331b14 will not be triggered until provisioned by entity L2. {{(pid=109550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 03:52:14.985239 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-8c62bfaf-e725-4c12-94cc-64a515ae0efb req-8ae01486-e53e-412a-8212-6a9affbe6ade service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9207359'] for port (5693b10e-5880-4367-8e86-dc545a331b14), after_update {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:52:14.985976 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-c6247831-f305-4c47-b6e9-b701a71d4f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (dac82def-0781-4624-a171-654e1b1d12af), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:52:15.066888 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae01486-e53e-412a-8212-6a9affbe6ade service neutron] Pushing event updated for resources: {'Port': ['ID=5693b10e-5880-4367-8e86-dc545a331b14,revision_number=2']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:52:15.157288 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.managers [req-8c62bfaf-e725-4c12-94cc-64a515ae0efb req-8ae01486-e53e-412a-8212-6a9affbe6ade service neutron] Attempting to bind port 5693b10e-5880-4367-8e86-dc545a331b14 on host hv-cinder-82694 for vnic_type normal with profile {{(pid=109550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 03:52:15.157920 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.managers [req-8c62bfaf-e725-4c12-94cc-64a515ae0efb req-8ae01486-e53e-412a-8212-6a9affbe6ade service neutron] Attempting to bind port 5693b10e-5880-4367-8e86-dc545a331b14 by drivers openvswitch,hyperv on host hv-cinder-82694 at level 0 using segments [{'id': '04068d47-59e8-475d-8eac-fc2d5c3ced57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '798a8598-5f86-4e39-b13a-1feeb15fd786'}] {{(pid=109550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 03:52:15.158657 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c62bfaf-e725-4c12-94cc-64a515ae0efb req-8ae01486-e53e-412a-8212-6a9affbe6ade service neutron] Attempting to bind port 5693b10e-5880-4367-8e86-dc545a331b14 on network 798a8598-5f86-4e39-b13a-1feeb15fd786 {{(pid=109550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 03:52:15.166653 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c62bfaf-e725-4c12-94cc-64a515ae0efb req-8ae01486-e53e-412a-8212-6a9affbe6ade service neutron] Port 5693b10e-5880-4367-8e86-dc545a331b14 on network 798a8598-5f86-4e39-b13a-1feeb15fd786 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82694 {{(pid=109550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 03:52:15.174951 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c62bfaf-e725-4c12-94cc-64a515ae0efb req-8ae01486-e53e-412a-8212-6a9affbe6ade service neutron] Attempting to bind port 5693b10e-5880-4367-8e86-dc545a331b14 on network 798a8598-5f86-4e39-b13a-1feeb15fd786 {{(pid=109550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 03:52:15.174951 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c62bfaf-e725-4c12-94cc-64a515ae0efb req-8ae01486-e53e-412a-8212-6a9affbe6ade service neutron] Checking agent: {'id': 'ad4128b7-7a77-4672-aa49-b5d5d6c7d736', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 3, 42, 25), 'started_at': datetime.datetime(2022, 1, 29, 3, 42, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 3, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 03:52:15.174951 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c62bfaf-e725-4c12-94cc-64a515ae0efb req-8ae01486-e53e-412a-8212-6a9affbe6ade service neutron] Checking segment: {'id': '04068d47-59e8-475d-8eac-fc2d5c3ced57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '798a8598-5f86-4e39-b13a-1feeb15fd786'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 03:52:15.175647 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c62bfaf-e725-4c12-94cc-64a515ae0efb req-8ae01486-e53e-412a-8212-6a9affbe6ade service neutron] Bound using segment: {'id': '04068d47-59e8-475d-8eac-fc2d5c3ced57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '798a8598-5f86-4e39-b13a-1feeb15fd786'} {{(pid=109550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 03:52:15.176265 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.managers [req-8c62bfaf-e725-4c12-94cc-64a515ae0efb req-8ae01486-e53e-412a-8212-6a9affbe6ade service neutron] Bound port: 5693b10e-5880-4367-8e86-dc545a331b14, host: hv-cinder-82694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04068d47-59e8-475d-8eac-fc2d5c3ced57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '798a8598-5f86-4e39-b13a-1feeb15fd786'}}] {{(pid=109550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 03:52:15.176846 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-8c62bfaf-e725-4c12-94cc-64a515ae0efb req-8ae01486-e53e-412a-8212-6a9affbe6ade service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (5693b10e-5880-4367-8e86-dc545a331b14), before_update {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:52:15.282602 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.db [req-8c62bfaf-e725-4c12-94cc-64a515ae0efb req-8ae01486-e53e-412a-8212-6a9affbe6ade service neutron] For port 5693b10e-5880-4367-8e86-dc545a331b14, host hv-cinder-82694, cleared binding levels {{(pid=109550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 03:52:15.286375 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.db [req-8c62bfaf-e725-4c12-94cc-64a515ae0efb req-8ae01486-e53e-412a-8212-6a9affbe6ade service neutron] For port 5693b10e-5880-4367-8e86-dc545a331b14, host hv-cinder-82694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=5693b10e-5880-4367-8e86-dc545a331b14,segment=NetworkSegment(04068d47-59e8-475d-8eac-fc2d5c3ced57),segment_id=04068d47-59e8-475d-8eac-fc2d5c3ced57)] {{(pid=109550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 03:52:15.384629 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-8c62bfaf-e725-4c12-94cc-64a515ae0efb req-8ae01486-e53e-412a-8212-6a9affbe6ade service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9207359'] for port (5693b10e-5880-4367-8e86-dc545a331b14), after_update {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:52:15.448667 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c62bfaf-e725-4c12-94cc-64a515ae0efb req-8ae01486-e53e-412a-8212-6a9affbe6ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:52:15.449257 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-8c62bfaf-e725-4c12-94cc-64a515ae0efb req-8ae01486-e53e-412a-8212-6a9affbe6ade service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166518'] for port (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:52:15.450728 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-8c62bfaf-e725-4c12-94cc-64a515ae0efb req-8ae01486-e53e-412a-8212-6a9affbe6ade service neutron] 10.222.0.25 "PUT /v2.0/ports/5693b10e-5880-4367-8e86-dc545a331b14 HTTP/1.1" status: 200 len: 1094 time: 1.2197211 Jan 29 03:52:15.451209 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1eb9c795-02a0-4502-a49f-032ef0fdfae1', 'tag': '5693b10e-5880-4367-8e86-dc545a331b14'}] {{(pid=109550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 03:52:15.453421 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fa7e8514ec8b1871638cf3d0c6bf241b62bf17ffd430199c6215cc57604ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9bb40e9-7483-4d94-9c7f-dcbe7a162250" -d '{"events": [{"name": "network-changed", "server_uuid": "1eb9c795-02a0-4502-a49f-032ef0fdfae1", "tag": "5693b10e-5880-4367-8e86-dc545a331b14"}]}' {{(pid=109550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 03:52:15.478474 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae01486-e53e-412a-8212-6a9affbe6ade service neutron] Pushing event updated for resources: {'Port': ['ID=5693b10e-5880-4367-8e86-dc545a331b14,revision_number=3']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:52:15.513424 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 03:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecc5c1e1-69c6-4c87-9548-6e847b780d50 x-openstack-request-id: req-ecc5c1e1-69c6-4c87-9548-6e847b780d50 {{(pid=109550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 03:52:15.513917 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1eb9c795-02a0-4502-a49f-032ef0fdfae1", "tag": "5693b10e-5880-4367-8e86-dc545a331b14", "status": "completed", "code": 200}]} {{(pid=109550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 03:52:15.514381 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ecc5c1e1-69c6-4c87-9548-6e847b780d50 {{(pid=109550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 03:52:15.514941 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1eb9c795-02a0-4502-a49f-032ef0fdfae1', 'tag': '5693b10e-5880-4367-8e86-dc545a331b14', 'status': 'completed', 'code': 200} Jan 29 03:52:15.959048 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f003ef-5d0a-4853-bba5-2dc10ea1a0fc req-cfd595d5-7280-4897-94d1-ef0a55e7a1d1 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:52:15.963277 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-55f003ef-5d0a-4853-bba5-2dc10ea1a0fc req-cfd595d5-7280-4897-94d1-ef0a55e7a1d1 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] 10.222.0.16 "GET /v2.0/ports?device_id=1eb9c795-02a0-4502-a49f-032ef0fdfae1 HTTP/1.1" status: 200 len: 944 time: 0.0651131 Jan 29 03:52:16.029225 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-55f003ef-5d0a-4853-bba5-2dc10ea1a0fc req-a78fceee-90a5-4a11-bb54-a3fe87f43952 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] 10.222.0.16 "GET /v2.0/security-groups?id=70c39e9a-c130-4679-9f4b-693ce2af89e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536149 Jan 29 03:52:16.914197 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 52712) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:52:17.027182 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-8c335943-283a-446d-98a3-083c1e5edd51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:52:17.145400 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-8c335943-283a-446d-98a3-083c1e5edd51 admin admin] Publish callbacks [] for security_group (eee40259-4733-4b5a-a932-c251634aa41b), precommit_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:52:17.171640 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4477a3ec-6717-4341-b216-aa8bc9fe1294 req-a477ced3-89cc-4659-a080-f4f87fd5521e tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:52:17.173219 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-4477a3ec-6717-4341-b216-aa8bc9fe1294 req-a477ced3-89cc-4659-a080-f4f87fd5521e tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] 10.222.0.16 "GET /v2.0/ports?device_id=1eb9c795-02a0-4502-a49f-032ef0fdfae1 HTTP/1.1" status: 200 len: 944 time: 0.0791180 Jan 29 03:52:17.218192 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-8c335943-283a-446d-98a3-083c1e5edd51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (eee40259-4733-4b5a-a932-c251634aa41b), after_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:52:17.265881 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-4477a3ec-6717-4341-b216-aa8bc9fe1294 req-ed6ed39e-cb95-457e-8dcd-34f66bf98147 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] 10.222.0.16 "GET /v2.0/security-groups?id=70c39e9a-c130-4679-9f4b-693ce2af89e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856705 Jan 29 03:52:17.286336 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c335943-283a-446d-98a3-083c1e5edd51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eee40259-4733-4b5a-a932-c251634aa41b,revision_number=1']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:52:17.287493 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-8c335943-283a-446d-98a3-083c1e5edd51 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=dbde2b1ca68d4a8eb0664c83e6da8527&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3721523 Jan 29 03:52:17.290300 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 52718) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:52:17.298753 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c335943-283a-446d-98a3-083c1e5edd51 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:52:17.299098 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c335943-283a-446d-98a3-083c1e5edd51 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:52:17.299449 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c335943-283a-446d-98a3-083c1e5edd51 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:52:17.299804 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c335943-283a-446d-98a3-083c1e5edd51 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:52:17.300136 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c335943-283a-446d-98a3-083c1e5edd51 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:52:17.300473 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c335943-283a-446d-98a3-083c1e5edd51 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:52:17.300809 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c335943-283a-446d-98a3-083c1e5edd51 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:52:17.301140 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c335943-283a-446d-98a3-083c1e5edd51 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:52:17.301480 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c335943-283a-446d-98a3-083c1e5edd51 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:52:17.301800 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c335943-283a-446d-98a3-083c1e5edd51 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:52:17.302145 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c335943-283a-446d-98a3-083c1e5edd51 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:52:17.307042 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c335943-283a-446d-98a3-083c1e5edd51 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:52:17.307541 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c335943-283a-446d-98a3-083c1e5edd51 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:52:17.352107 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-b9c21255-2013-4643-b2f0-80e96fbd0e63 admin admin] Publish callbacks [] for security_group (eee40259-4733-4b5a-a932-c251634aa41b), before_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:52:17.381683 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-b9c21255-2013-4643-b2f0-80e96fbd0e63 admin admin] Publish callbacks [] for security_group (eee40259-4733-4b5a-a932-c251634aa41b), precommit_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:52:17.514011 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-e066bcfc-0391-4451-b0b2-66e6c796c2c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (d5b8732c-6ac1-45e3-a79e-cd9863fe8196), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:52:17.540878 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-b9c21255-2013-4643-b2f0-80e96fbd0e63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (eee40259-4733-4b5a-a932-c251634aa41b), after_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:52:17.540878 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-b9c21255-2013-4643-b2f0-80e96fbd0e63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:52:17.541194 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-b9c21255-2013-4643-b2f0-80e96fbd0e63 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/eee40259-4733-4b5a-a932-c251634aa41b HTTP/1.1" status: 204 len: 168 time: 0.2496302 Jan 29 03:52:17.553843 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c21255-2013-4643-b2f0-80e96fbd0e63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eee40259-4733-4b5a-a932-c251634aa41b,revision_number=None']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:52:18.093711 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-6a0bb60c-5b7b-499b-b43f-7eb32e921150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (4cfc2a27-deed-4689-8f39-0bd5aa6fe3c3), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:52:18.387663 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 52732) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:52:18.411450 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7a64a2-48f7-4c12-a4d6-9b4bbfae1506 req-4ca5da15-2549-42a3-87e1-49dcd7b6398f tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:52:18.413259 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-5d7a64a2-48f7-4c12-a4d6-9b4bbfae1506 req-4ca5da15-2549-42a3-87e1-49dcd7b6398f tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] 10.222.0.16 "GET /v2.0/ports?device_id=1eb9c795-02a0-4502-a49f-032ef0fdfae1 HTTP/1.1" status: 200 len: 944 time: 0.0710742 Jan 29 03:52:18.414266 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-26ea5f10-4177-4360-9de6-2a732d13a488 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:52:18.493670 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-5d7a64a2-48f7-4c12-a4d6-9b4bbfae1506 req-dd0fc0d8-4f62-4878-8340-1c6278bc050b tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] 10.222.0.16 "GET /v2.0/security-groups?id=70c39e9a-c130-4679-9f4b-693ce2af89e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709045 Jan 29 03:52:18.553018 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-26ea5f10-4177-4360-9de6-2a732d13a488 admin admin] Publish callbacks [] for security_group (080a4284-6a85-4338-a37e-f145e9cf55a0), precommit_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:52:18.636375 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-26ea5f10-4177-4360-9de6-2a732d13a488 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (080a4284-6a85-4338-a37e-f145e9cf55a0), after_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:52:18.676101 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-26ea5f10-4177-4360-9de6-2a732d13a488 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=578f752573604e768bf83c4912f9938c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2868328 Jan 29 03:52:18.677240 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ea5f10-4177-4360-9de6-2a732d13a488 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=080a4284-6a85-4338-a37e-f145e9cf55a0,revision_number=1']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:52:18.678924 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 52734) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:52:18.734037 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-35c22d87-1ecc-4276-9648-3c56ea8b0081 admin admin] Publish callbacks [] for security_group (080a4284-6a85-4338-a37e-f145e9cf55a0), before_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:52:18.758498 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-35c22d87-1ecc-4276-9648-3c56ea8b0081 admin admin] Publish callbacks [] for security_group (080a4284-6a85-4338-a37e-f145e9cf55a0), precommit_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:52:19.005719 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-35c22d87-1ecc-4276-9648-3c56ea8b0081 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (080a4284-6a85-4338-a37e-f145e9cf55a0), after_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:52:19.005719 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-35c22d87-1ecc-4276-9648-3c56ea8b0081 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:52:19.005719 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-35c22d87-1ecc-4276-9648-3c56ea8b0081 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/080a4284-6a85-4338-a37e-f145e9cf55a0 HTTP/1.1" status: 204 len: 168 time: 0.2667744 Jan 29 03:52:19.005719 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c22d87-1ecc-4276-9648-3c56ea8b0081 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=080a4284-6a85-4338-a37e-f145e9cf55a0,revision_number=None']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:52:19.566540 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bb40e9-7483-4d94-9c7f-dcbe7a162250 req-fba9fbfc-4229-4548-b892-7f9c83b84e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:52:19.568062 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-d9bb40e9-7483-4d94-9c7f-dcbe7a162250 req-fba9fbfc-4229-4548-b892-7f9c83b84e8b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=99ad53cf12564d5ea40131bca81e8f3b&device_id=1eb9c795-02a0-4502-a49f-032ef0fdfae1 HTTP/1.1" status: 200 len: 1128 time: 0.0490260 Jan 29 03:52:19.619643 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7a37cf-ab62-4f75-ae72-76fe80fb6c1c req-0362a692-93d8-4b25-a41c-3d40afce0276 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:52:19.621187 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-2d7a37cf-ab62-4f75-ae72-76fe80fb6c1c req-0362a692-93d8-4b25-a41c-3d40afce0276 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] 10.222.0.16 "GET /v2.0/ports?device_id=1eb9c795-02a0-4502-a49f-032ef0fdfae1 HTTP/1.1" status: 200 len: 944 time: 0.0550253 Jan 29 03:52:19.732526 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-2d7a37cf-ab62-4f75-ae72-76fe80fb6c1c req-6da842df-014e-45af-b755-28c78dec326f tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] 10.222.0.16 "GET /v2.0/security-groups?id=70c39e9a-c130-4679-9f4b-693ce2af89e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491588 Jan 29 03:52:19.733636 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bb40e9-7483-4d94-9c7f-dcbe7a162250 req-2436a04f-0f96-42ab-92e6-bef7bd82de2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:52:19.733636 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-d9bb40e9-7483-4d94-9c7f-dcbe7a162250 req-2436a04f-0f96-42ab-92e6-bef7bd82de2c service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=99ad53cf12564d5ea40131bca81e8f3b&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1027899 Jan 29 03:52:19.782533 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bb40e9-7483-4d94-9c7f-dcbe7a162250 req-fc79c610-f45f-4a40-9ea5-09f014855f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:52:19.784007 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-d9bb40e9-7483-4d94-9c7f-dcbe7a162250 req-fc79c610-f45f-4a40-9ea5-09f014855f22 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0950511 Jan 29 03:52:20.198853 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-30ace4c1-806b-4d7c-a886-fe7b65bfbfcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (7774c0be-b957-4204-896b-7e749f55bf81), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:52:20.838350 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a1c8f9-8468-4618-9e43-c1c09b800688 req-a32a91c6-4844-46b8-a520-dd8965cc5b6e tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:52:20.839904 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-a1a1c8f9-8468-4618-9e43-c1c09b800688 req-a32a91c6-4844-46b8-a520-dd8965cc5b6e tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] 10.222.0.16 "GET /v2.0/ports?device_id=1eb9c795-02a0-4502-a49f-032ef0fdfae1 HTTP/1.1" status: 200 len: 944 time: 0.0619581 Jan 29 03:52:20.888432 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-a1a1c8f9-8468-4618-9e43-c1c09b800688 req-bfb99e2d-3302-4128-b363-7ff11bfd4e40 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] 10.222.0.16 "GET /v2.0/security-groups?id=70c39e9a-c130-4679-9f4b-693ce2af89e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428474 Jan 29 03:52:21.201047 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c62bfaf-e725-4c12-94cc-64a515ae0efb req-95e240e2-d141-4103-bb6a-0287bd0d506d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:52:21.203449 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-8c62bfaf-e725-4c12-94cc-64a515ae0efb req-95e240e2-d141-4103-bb6a-0287bd0d506d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=99ad53cf12564d5ea40131bca81e8f3b&device_id=1eb9c795-02a0-4502-a49f-032ef0fdfae1 HTTP/1.1" status: 200 len: 1128 time: 0.0515096 Jan 29 03:52:21.371577 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (e75d1b00-832d-4bf5-b078-2c4f5b2c10cd), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:52:21.465102 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-8c62bfaf-e725-4c12-94cc-64a515ae0efb req-96c26055-1b89-4e2c-ae19-897ab7dfbfd5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5693b10e-5880-4367-8e86-dc545a331b14 HTTP/1.1" status: 200 len: 217 time: 0.0443695 Jan 29 03:52:21.495295 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c62bfaf-e725-4c12-94cc-64a515ae0efb req-3129f104-e9bc-4e90-ac85-43f6c0918f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:52:21.496840 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-8c62bfaf-e725-4c12-94cc-64a515ae0efb req-3129f104-e9bc-4e90-ac85-43f6c0918f48 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4a20ce1a-eb58-43cb-a55c-470171e008be HTTP/1.1" status: 200 len: 853 time: 0.0637829 Jan 29 03:52:21.579272 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c62bfaf-e725-4c12-94cc-64a515ae0efb req-2aac1d84-82f4-4bbf-88cc-5bcd70f266a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:52:21.581216 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-8c62bfaf-e725-4c12-94cc-64a515ae0efb req-2aac1d84-82f4-4bbf-88cc-5bcd70f266a1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=798a8598-5f86-4e39-b13a-1feeb15fd786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0785956 Jan 29 03:52:21.741491 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-8c62bfaf-e725-4c12-94cc-64a515ae0efb req-42a4191b-cb45-4c78-8bee-b686d21cc16b service neutron] 10.222.0.25 "GET /v2.0/networks/798a8598-5f86-4e39-b13a-1feeb15fd786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964770 Jan 29 03:52:22.024296 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6048ee17-f1c0-46c2-a5f4-4acb51a75bc6 req-1f80075b-32d1-4ab0-bbd0-6b0fae890592 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:52:22.026405 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-6048ee17-f1c0-46c2-a5f4-4acb51a75bc6 req-1f80075b-32d1-4ab0-bbd0-6b0fae890592 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] 10.222.0.16 "GET /v2.0/ports?device_id=1eb9c795-02a0-4502-a49f-032ef0fdfae1 HTTP/1.1" status: 200 len: 944 time: 0.0698416 Jan 29 03:52:22.039580 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-8c62bfaf-e725-4c12-94cc-64a515ae0efb req-ed1dcbac-a185-4f3f-8edb-a79aa0aaf50a service neutron] 10.222.0.25 "GET /v2.0/networks/798a8598-5f86-4e39-b13a-1feeb15fd786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966856 Jan 29 03:52:22.078553 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-6048ee17-f1c0-46c2-a5f4-4acb51a75bc6 req-c5aa5c6e-c9ef-4038-88dd-6ca52902e830 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] 10.222.0.16 "GET /v2.0/security-groups?id=70c39e9a-c130-4679-9f4b-693ce2af89e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413792 Jan 29 03:52:23.210371 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521d9165-1f45-4dd9-a0aa-1179ed9aefc8 req-ba5ee4f8-664a-478d-ab5d-f3603bb13438 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:52:23.211926 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-521d9165-1f45-4dd9-a0aa-1179ed9aefc8 req-ba5ee4f8-664a-478d-ab5d-f3603bb13438 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] 10.222.0.16 "GET /v2.0/ports?device_id=1eb9c795-02a0-4502-a49f-032ef0fdfae1 HTTP/1.1" status: 200 len: 944 time: 0.0562978 Jan 29 03:52:23.259489 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-521d9165-1f45-4dd9-a0aa-1179ed9aefc8 req-e493d61e-9da3-41c6-9830-1097fac95146 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] 10.222.0.16 "GET /v2.0/security-groups?id=70c39e9a-c130-4679-9f4b-693ce2af89e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419698 Jan 29 03:52:24.376824 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3c5f13-6879-486c-911e-ee005446c3f2 req-d4294ab5-ae3b-4268-941a-781620c80591 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:52:24.378367 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-9b3c5f13-6879-486c-911e-ee005446c3f2 req-d4294ab5-ae3b-4268-941a-781620c80591 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] 10.222.0.16 "GET /v2.0/ports?device_id=1eb9c795-02a0-4502-a49f-032ef0fdfae1 HTTP/1.1" status: 200 len: 944 time: 0.0522654 Jan 29 03:52:24.425794 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-9b3c5f13-6879-486c-911e-ee005446c3f2 req-faa22300-8d5d-4f3a-a601-0add16d8c766 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] 10.222.0.16 "GET /v2.0/security-groups?id=70c39e9a-c130-4679-9f4b-693ce2af89e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417719 Jan 29 03:52:25.226905 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Device 5693b10e-5880-4367-8e86-dc545a331b14 details requested by agent hyperv_hv-cinder-82694 with host hv-cinder-82694 {{(pid=109551) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 03:52:25.321975 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] For port 5693b10e-5880-4367-8e86-dc545a331b14, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=5693b10e-5880-4367-8e86-dc545a331b14,segment=NetworkSegment(04068d47-59e8-475d-8eac-fc2d5c3ced57),segment_id=04068d47-59e8-475d-8eac-fc2d5c3ced57)] {{(pid=109551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 03:52:25.332722 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Returning: {'device': '5693b10e-5880-4367-8e86-dc545a331b14', 'network_id': '798a8598-5f86-4e39-b13a-1feeb15fd786', 'port_id': '5693b10e-5880-4367-8e86-dc545a331b14', 'mac_address': 'fa:16:3e:76:8b:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a20ce1a-eb58-43cb-a55c-470171e008be', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109551) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 03:52:25.371699 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Current status of the port 5693b10e-5880-4367-8e86-dc545a331b14 is: DOWN; New status is: BUILD {{(pid=109551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 03:52:25.372085 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (5693b10e-5880-4367-8e86-dc545a331b14), before_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:52:25.385052 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.notifiers.nova [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5693b10e-5880-4367-8e86-dc545a331b14 {{(pid=109551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 03:52:25.404603 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] For port 5693b10e-5880-4367-8e86-dc545a331b14, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=5693b10e-5880-4367-8e86-dc545a331b14,segment=NetworkSegment(04068d47-59e8-475d-8eac-fc2d5c3ced57),segment_id=04068d47-59e8-475d-8eac-fc2d5c3ced57)] {{(pid=109551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 03:52:25.511530 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429'] for port (5693b10e-5880-4367-8e86-dc545a331b14), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:52:25.542623 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11ddfbc-4e77-4197-81af-ea0386d48f53 req-a4370779-1e91-4b9f-b85b-d03a1b145bec tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:52:25.545044 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-e11ddfbc-4e77-4197-81af-ea0386d48f53 req-a4370779-1e91-4b9f-b85b-d03a1b145bec tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] 10.222.0.16 "GET /v2.0/ports?device_id=1eb9c795-02a0-4502-a49f-032ef0fdfae1 HTTP/1.1" status: 200 len: 944 time: 0.0546513 Jan 29 03:52:25.558277 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Pushing event updated for resources: {'Port': ['ID=5693b10e-5880-4367-8e86-dc545a331b14,revision_number=4']} {{(pid=109551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:52:25.565194 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:52:25.565545 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:52:25.565888 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:52:25.566444 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:52:25.566781 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:52:25.567205 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:52:25.567458 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:52:25.567763 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:52:25.568089 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:52:25.568418 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:52:25.568744 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:52:25.569065 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:52:25.569387 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:52:25.594512 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-e11ddfbc-4e77-4197-81af-ea0386d48f53 req-570b858f-ff19-4fba-a176-81dc66f1bfca tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] 10.222.0.16 "GET /v2.0/security-groups?id=70c39e9a-c130-4679-9f4b-693ce2af89e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436606 Jan 29 03:52:25.802502 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] get_ports_and_sgs() called for port_ids ['5693b10e-5880-4367-8e86-dc545a331b14'] {{(pid=109551) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 03:52:26.062441 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.agents_db [None req-5bdad2e4-4f8f-4fe6-a9f7-cf82a335ca9d None None] Agent healthcheck: found 6 active agents {{(pid=109552) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 03:52:26.150144 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (ad4128b7-7a77-4672-aa49-b5d5d6c7d736), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:52:26.715126 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f124536-0ebc-4ac7-80d3-79fc6ffd6c62 req-eef07aac-00d0-4fd9-b2c2-27336311bf6b tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:52:26.716612 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-8f124536-0ebc-4ac7-80d3-79fc6ffd6c62 req-eef07aac-00d0-4fd9-b2c2-27336311bf6b tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] 10.222.0.16 "GET /v2.0/ports?device_id=1eb9c795-02a0-4502-a49f-032ef0fdfae1 HTTP/1.1" status: 200 len: 945 time: 0.0555158 Jan 29 03:52:26.761638 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-8f124536-0ebc-4ac7-80d3-79fc6ffd6c62 req-79797ecb-21b4-4513-af6a-12966ae1f774 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] 10.222.0.16 "GET /v2.0/security-groups?id=70c39e9a-c130-4679-9f4b-693ce2af89e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394950 Jan 29 03:52:27.246873 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Device 5693b10e-5880-4367-8e86-dc545a331b14 up at agent hyperv_hv-cinder-82694 {{(pid=109551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 03:52:27.349746 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.provisioning_blocks [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Provisioning for port 5693b10e-5880-4367-8e86-dc545a331b14 completed by entity L2. {{(pid=109551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 03:52:27.353383 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.provisioning_blocks [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Provisioning complete for port 5693b10e-5880-4367-8e86-dc545a331b14 triggered by entity L2. {{(pid=109551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 03:52:27.353756 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785313'] for port (5693b10e-5880-4367-8e86-dc545a331b14), provisioning_complete {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:52:27.434564 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Current status of the port 5693b10e-5880-4367-8e86-dc545a331b14 is: BUILD; New status is: ACTIVE {{(pid=109551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 03:52:27.435050 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (5693b10e-5880-4367-8e86-dc545a331b14), before_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:52:27.457475 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eb9c795-02a0-4502-a49f-032ef0fdfae1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5693b10e-5880-4367-8e86-dc545a331b14'}] {{(pid=109551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 03:52:27.459737 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23e056b712a42e8e31026a02bb7684ebe9f34968e78d79227c0e39fde92c0103" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05a2c643-b8cf-4318-9f76-7bc59a16df0c" -d '{"events": [{"server_uuid": "1eb9c795-02a0-4502-a49f-032ef0fdfae1", "name": "network-vif-plugged", "status": "completed", "tag": "5693b10e-5880-4367-8e86-dc545a331b14"}]}' {{(pid=109551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 03:52:27.472369 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] For port 5693b10e-5880-4367-8e86-dc545a331b14, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=5693b10e-5880-4367-8e86-dc545a331b14,segment=NetworkSegment(04068d47-59e8-475d-8eac-fc2d5c3ced57),segment_id=04068d47-59e8-475d-8eac-fc2d5c3ced57)] {{(pid=109551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 03:52:27.497641 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 03:52:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3531792f-2008-4f61-89a9-bc1e44ffd957 x-openstack-request-id: req-3531792f-2008-4f61-89a9-bc1e44ffd957 {{(pid=109551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 03:52:27.497953 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1eb9c795-02a0-4502-a49f-032ef0fdfae1", "name": "network-vif-plugged", "status": "completed", "tag": "5693b10e-5880-4367-8e86-dc545a331b14", "code": 200}]} {{(pid=109551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 03:52:27.498243 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3531792f-2008-4f61-89a9-bc1e44ffd957 {{(pid=109551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 03:52:27.498636 dv-cinder-826949-1-iscsi neutron-server[109551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1eb9c795-02a0-4502-a49f-032ef0fdfae1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5693b10e-5880-4367-8e86-dc545a331b14', 'code': 200} Jan 29 03:52:27.548424 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429'] for port (5693b10e-5880-4367-8e86-dc545a331b14), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:52:27.594655 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Pushing event updated for resources: {'Port': ['ID=5693b10e-5880-4367-8e86-dc545a331b14,revision_number=5']} {{(pid=109551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:52:27.832669 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b36b7e-deb5-43d7-846c-1804aa5d8aaf req-1f3b1d4b-4d11-49ee-a22b-e5bfa7c24904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:52:27.834911 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-f6b36b7e-deb5-43d7-846c-1804aa5d8aaf req-1f3b1d4b-4d11-49ee-a22b-e5bfa7c24904 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=1eb9c795-02a0-4502-a49f-032ef0fdfae1 HTTP/1.1" status: 200 len: 1130 time: 0.0475233 Jan 29 03:52:27.845691 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 52848) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:52:27.886276 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa1db16-f97c-4315-9685-d52038941a5b req-ad9831eb-6dfc-4b9f-a589-355753f84f01 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:52:27.886876 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-f6b36b7e-deb5-43d7-846c-1804aa5d8aaf req-5703599f-1742-4980-bc93-b699592f9eb4 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=70c39e9a-c130-4679-9f4b-693ce2af89e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457530 Jan 29 03:52:27.887834 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-8fa1db16-f97c-4315-9685-d52038941a5b req-ad9831eb-6dfc-4b9f-a589-355753f84f01 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] 10.222.0.16 "GET /v2.0/ports?device_id=1eb9c795-02a0-4502-a49f-032ef0fdfae1 HTTP/1.1" status: 200 len: 946 time: 0.0563607 Jan 29 03:52:27.934464 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-8fa1db16-f97c-4315-9685-d52038941a5b req-66c78732-d18e-4864-b58e-4990f4f6376f tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] 10.222.0.16 "GET /v2.0/security-groups?id=70c39e9a-c130-4679-9f4b-693ce2af89e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408773 Jan 29 03:52:27.956334 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-7e917bbc-55ce-42a4-8ced-611a36b9086b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:52:28.026948 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-7e917bbc-55ce-42a4-8ced-611a36b9086b admin admin] Publish callbacks [] for security_group (5636ba42-f465-4c89-a262-74058fb03f4c), precommit_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:52:28.113642 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-7e917bbc-55ce-42a4-8ced-611a36b9086b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (5636ba42-f465-4c89-a262-74058fb03f4c), after_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:52:28.152071 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-7e917bbc-55ce-42a4-8ced-611a36b9086b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=72a6b5f1b34444cfb5a37962c7fc3ee0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3045235 Jan 29 03:52:28.152913 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e917bbc-55ce-42a4-8ced-611a36b9086b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5636ba42-f465-4c89-a262-74058fb03f4c,revision_number=1']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:52:28.154848 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 52852) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:52:28.200171 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-a173d5ed-2322-4f11-aa83-04a27f9ac13e admin admin] Publish callbacks [] for security_group (5636ba42-f465-4c89-a262-74058fb03f4c), before_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:52:28.220499 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-a173d5ed-2322-4f11-aa83-04a27f9ac13e admin admin] Publish callbacks [] for security_group (5636ba42-f465-4c89-a262-74058fb03f4c), precommit_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:52:28.355552 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-a173d5ed-2322-4f11-aa83-04a27f9ac13e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (5636ba42-f465-4c89-a262-74058fb03f4c), after_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:52:28.358005 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-a173d5ed-2322-4f11-aa83-04a27f9ac13e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:52:28.359168 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-a173d5ed-2322-4f11-aa83-04a27f9ac13e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5636ba42-f465-4c89-a262-74058fb03f4c HTTP/1.1" status: 204 len: 168 time: 0.2033689 Jan 29 03:52:28.367035 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a173d5ed-2322-4f11-aa83-04a27f9ac13e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5636ba42-f465-4c89-a262-74058fb03f4c,revision_number=None']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:52:29.017353 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 52860) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:52:29.052601 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac23309-8a2b-479b-8d99-bd0480df644b req-2cca8bc2-6c81-44b6-8fc9-1be618169e7e tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:52:29.054214 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-2ac23309-8a2b-479b-8d99-bd0480df644b req-2cca8bc2-6c81-44b6-8fc9-1be618169e7e tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] 10.222.0.16 "GET /v2.0/ports?device_id=1eb9c795-02a0-4502-a49f-032ef0fdfae1 HTTP/1.1" status: 200 len: 946 time: 0.0525944 Jan 29 03:52:29.111909 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-2ac23309-8a2b-479b-8d99-bd0480df644b req-a9f6b11b-6189-48a5-9e7d-f014301a3406 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] 10.222.0.16 "GET /v2.0/security-groups?id=70c39e9a-c130-4679-9f4b-693ce2af89e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510013 Jan 29 03:52:29.260933 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-e9b1cab5-069b-451d-b59f-c86c823afa64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:52:29.330368 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-e9b1cab5-069b-451d-b59f-c86c823afa64 admin admin] Publish callbacks [] for security_group (16120e87-9b59-4376-af82-084c94e3ddcb), precommit_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:52:29.390045 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-e9b1cab5-069b-451d-b59f-c86c823afa64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (16120e87-9b59-4376-af82-084c94e3ddcb), after_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:52:29.425577 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b1cab5-069b-451d-b59f-c86c823afa64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16120e87-9b59-4376-af82-084c94e3ddcb,revision_number=1']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:52:29.429907 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-e9b1cab5-069b-451d-b59f-c86c823afa64 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c111f6712998486097187e4d45a8ba87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4115570 Jan 29 03:52:29.433655 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 52862) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:52:29.478888 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-a7f2b417-955d-4e3e-b7ee-a1870be8eb1b admin admin] Publish callbacks [] for security_group (16120e87-9b59-4376-af82-084c94e3ddcb), before_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:52:29.500171 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-a7f2b417-955d-4e3e-b7ee-a1870be8eb1b admin admin] Publish callbacks [] for security_group (16120e87-9b59-4376-af82-084c94e3ddcb), precommit_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:52:29.641914 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-a7f2b417-955d-4e3e-b7ee-a1870be8eb1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (16120e87-9b59-4376-af82-084c94e3ddcb), after_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:52:29.644456 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-a7f2b417-955d-4e3e-b7ee-a1870be8eb1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:52:29.645592 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-a7f2b417-955d-4e3e-b7ee-a1870be8eb1b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/16120e87-9b59-4376-af82-084c94e3ddcb HTTP/1.1" status: 204 len: 168 time: 0.2116883 Jan 29 03:52:29.655232 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f2b417-955d-4e3e-b7ee-a1870be8eb1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16120e87-9b59-4376-af82-084c94e3ddcb,revision_number=None']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:52:30.243948 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120abc0a-596e-4ed7-9742-bdc3ac20cc37 req-402d86e0-2186-4f78-8847-0006feec5fd9 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:52:30.243948 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-120abc0a-596e-4ed7-9742-bdc3ac20cc37 req-402d86e0-2186-4f78-8847-0006feec5fd9 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] 10.222.0.16 "GET /v2.0/ports?device_id=1eb9c795-02a0-4502-a49f-032ef0fdfae1 HTTP/1.1" status: 200 len: 946 time: 0.0621324 Jan 29 03:52:30.298712 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-120abc0a-596e-4ed7-9742-bdc3ac20cc37 req-6bf1a42a-2caf-4951-b0ca-6003a088a4c0 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] 10.222.0.16 "GET /v2.0/security-groups?id=70c39e9a-c130-4679-9f4b-693ce2af89e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498846 Jan 29 03:52:30.408119 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d63ba79-b367-45fe-854f-709437dd5677 req-f5c007db-9e97-4beb-aff1-af5e725301e3 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:52:30.409644 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-8d63ba79-b367-45fe-854f-709437dd5677 req-f5c007db-9e97-4beb-aff1-af5e725301e3 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] 10.222.0.16 "GET /v2.0/ports?device_id=1eb9c795-02a0-4502-a49f-032ef0fdfae1 HTTP/1.1" status: 200 len: 946 time: 0.0546701 Jan 29 03:52:30.456029 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-8d63ba79-b367-45fe-854f-709437dd5677 req-e5cb1739-7cca-4d75-b896-0ab071c8a35d tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] 10.222.0.16 "GET /v2.0/security-groups?id=70c39e9a-c130-4679-9f4b-693ce2af89e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402501 Jan 29 03:52:30.939011 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cff5b40-9636-4892-8e19-40365dd1033a req-fba0b096-c4f3-4884-ad83-8db16f3093d2 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:52:30.940482 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-5cff5b40-9636-4892-8e19-40365dd1033a req-fba0b096-c4f3-4884-ad83-8db16f3093d2 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] 10.222.0.16 "GET /v2.0/ports?device_id=1eb9c795-02a0-4502-a49f-032ef0fdfae1 HTTP/1.1" status: 200 len: 946 time: 0.0516555 Jan 29 03:52:30.987026 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-5cff5b40-9636-4892-8e19-40365dd1033a req-4125a830-3633-440d-a7db-a78553e7fb87 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] 10.222.0.16 "GET /v2.0/security-groups?id=70c39e9a-c130-4679-9f4b-693ce2af89e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411649 Jan 29 03:52:31.718981 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-532b34a2-f864-4516-899f-e29a1abf2b3b req-ee596716-93d6-4015-a064-6aea23b6baf6 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=fe9bccaa-e41b-4389-9f22-5e72a04c47b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0444164 Jan 29 03:52:31.827888 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532b34a2-f864-4516-899f-e29a1abf2b3b req-087e9750-d8af-42dc-834d-5251272c5dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:52:31.829492 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-532b34a2-f864-4516-899f-e29a1abf2b3b req-087e9750-d8af-42dc-834d-5251272c5dc7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=033b0334af9941dfbcf5ac732f36dfd6&device_id=fe9bccaa-e41b-4389-9f22-5e72a04c47b0 HTTP/1.1" status: 200 len: 1130 time: 0.0518281 Jan 29 03:52:31.932896 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532b34a2-f864-4516-899f-e29a1abf2b3b req-c2b6d47a-c6ed-49bb-bb1d-75c25a67687b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:52:31.934387 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-532b34a2-f864-4516-899f-e29a1abf2b3b req-c2b6d47a-c6ed-49bb-bb1d-75c25a67687b service neutron] 10.222.0.25 "GET /v2.0/networks?id=9ce03b02-e4c1-4b51-89f8-2b8c7e281b14 HTTP/1.1" status: 200 len: 908 time: 0.0855439 Jan 29 03:52:32.004118 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-532b34a2-f864-4516-899f-e29a1abf2b3b req-88354060-c223-4c8c-be42-3de1d381c4d2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=275c2605-c149-4f30-83c0-37611406ba82 HTTP/1.1" status: 200 len: 1002 time: 0.0628409 Jan 29 03:52:32.052045 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532b34a2-f864-4516-899f-e29a1abf2b3b req-ee26f1e6-6d98-4e51-84ae-a66e3788f15f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:52:32.053522 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-532b34a2-f864-4516-899f-e29a1abf2b3b req-ee26f1e6-6d98-4e51-84ae-a66e3788f15f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e530e8b4-da58-4e58-b7ba-de4e0fb3aa2d HTTP/1.1" status: 200 len: 847 time: 0.0437067 Jan 29 03:52:32.108241 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532b34a2-f864-4516-899f-e29a1abf2b3b req-2a1c6bc9-3c6a-4246-8389-ea6cf8b9e6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:52:32.109751 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-532b34a2-f864-4516-899f-e29a1abf2b3b req-2a1c6bc9-3c6a-4246-8389-ea6cf8b9e6f9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9ce03b02-e4c1-4b51-89f8-2b8c7e281b14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0506825 Jan 29 03:52:32.201932 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-532b34a2-f864-4516-899f-e29a1abf2b3b req-a2fb94f1-1ac2-4cf7-9a47-d51b92f520b8 service neutron] 10.222.0.25 "GET /v2.0/networks/9ce03b02-e4c1-4b51-89f8-2b8c7e281b14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852468 Jan 29 03:52:32.292077 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-532b34a2-f864-4516-899f-e29a1abf2b3b req-767fcb35-2a24-471e-bca7-bb5e12f28908 service neutron] 10.222.0.25 "GET /v2.0/networks/9ce03b02-e4c1-4b51-89f8-2b8c7e281b14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837190 Jan 29 03:52:36.979659 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 53000) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:52:37.079859 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-090ea44c-2800-4f1d-baf7-da4295a0965e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:52:37.149708 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-090ea44c-2800-4f1d-baf7-da4295a0965e admin admin] Publish callbacks [] for security_group (a8fd90a1-8915-4852-84b4-163957f2433e), precommit_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:52:37.204903 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-090ea44c-2800-4f1d-baf7-da4295a0965e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (a8fd90a1-8915-4852-84b4-163957f2433e), after_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:52:37.241798 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-090ea44c-2800-4f1d-baf7-da4295a0965e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=02e9d91b0b434a03bcc3977c85c19571&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2610724 Jan 29 03:52:37.242645 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090ea44c-2800-4f1d-baf7-da4295a0965e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8fd90a1-8915-4852-84b4-163957f2433e,revision_number=1']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:52:37.244595 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 53004) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:52:37.297431 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-8cfad441-177f-45a1-ab40-bccc31905d3b admin admin] Publish callbacks [] for security_group (a8fd90a1-8915-4852-84b4-163957f2433e), before_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:52:37.318227 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-8cfad441-177f-45a1-ab40-bccc31905d3b admin admin] Publish callbacks [] for security_group (a8fd90a1-8915-4852-84b4-163957f2433e), precommit_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:52:37.458492 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-8cfad441-177f-45a1-ab40-bccc31905d3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (a8fd90a1-8915-4852-84b4-163957f2433e), after_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:52:37.461045 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-8cfad441-177f-45a1-ab40-bccc31905d3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:52:37.462208 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-8cfad441-177f-45a1-ab40-bccc31905d3b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a8fd90a1-8915-4852-84b4-163957f2433e HTTP/1.1" status: 204 len: 168 time: 0.2165759 Jan 29 03:52:37.470313 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfad441-177f-45a1-ab40-bccc31905d3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8fd90a1-8915-4852-84b4-163957f2433e,revision_number=None']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:52:38.078756 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 53012) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:52:38.092086 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-144eb4c1-bfec-478a-9706-e544da947c73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:52:38.162026 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-144eb4c1-bfec-478a-9706-e544da947c73 admin admin] Publish callbacks [] for security_group (8697d5ad-e29d-4f8a-972c-7ee022b5a0f4), precommit_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:52:38.252850 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-144eb4c1-bfec-478a-9706-e544da947c73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (8697d5ad-e29d-4f8a-972c-7ee022b5a0f4), after_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:52:38.288874 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144eb4c1-bfec-478a-9706-e544da947c73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8697d5ad-e29d-4f8a-972c-7ee022b5a0f4,revision_number=1']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:52:38.293072 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-144eb4c1-bfec-478a-9706-e544da947c73 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=59b5d9a12d944111b1b855789a6b21b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2133310 Jan 29 03:52:38.296386 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 53014) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:52:38.342009 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-bfb86e9d-f790-4a31-9707-bab34bdbcfd2 admin admin] Publish callbacks [] for security_group (8697d5ad-e29d-4f8a-972c-7ee022b5a0f4), before_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:52:38.361927 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-bfb86e9d-f790-4a31-9707-bab34bdbcfd2 admin admin] Publish callbacks [] for security_group (8697d5ad-e29d-4f8a-972c-7ee022b5a0f4), precommit_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:52:38.513752 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-bfb86e9d-f790-4a31-9707-bab34bdbcfd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (8697d5ad-e29d-4f8a-972c-7ee022b5a0f4), after_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:52:38.516565 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-bfb86e9d-f790-4a31-9707-bab34bdbcfd2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:52:38.517720 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-bfb86e9d-f790-4a31-9707-bab34bdbcfd2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8697d5ad-e29d-4f8a-972c-7ee022b5a0f4 HTTP/1.1" status: 204 len: 168 time: 0.2211614 Jan 29 03:52:38.525214 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb86e9d-f790-4a31-9707-bab34bdbcfd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8697d5ad-e29d-4f8a-972c-7ee022b5a0f4,revision_number=None']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:52:39.159523 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 53022) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:52:39.173122 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-95c6beae-79f3-4912-9722-341b3d736888 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:52:39.247298 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-95c6beae-79f3-4912-9722-341b3d736888 admin admin] Publish callbacks [] for security_group (d43f1029-bd40-4b70-a288-ad242af8167c), precommit_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:52:39.313324 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-95c6beae-79f3-4912-9722-341b3d736888 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (d43f1029-bd40-4b70-a288-ad242af8167c), after_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:52:39.349865 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c6beae-79f3-4912-9722-341b3d736888 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d43f1029-bd40-4b70-a288-ad242af8167c,revision_number=1']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:52:39.354036 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-95c6beae-79f3-4912-9722-341b3d736888 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=440c84dc1c844fbeb48f7df6ffcaed6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1935122 Jan 29 03:52:39.356606 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 53024) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:52:39.404216 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-377a79d6-5f7c-40d9-9b0a-f40d28224c2d admin admin] Publish callbacks [] for security_group (d43f1029-bd40-4b70-a288-ad242af8167c), before_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:52:39.424527 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-377a79d6-5f7c-40d9-9b0a-f40d28224c2d admin admin] Publish callbacks [] for security_group (d43f1029-bd40-4b70-a288-ad242af8167c), precommit_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:52:39.530626 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-377a79d6-5f7c-40d9-9b0a-f40d28224c2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (d43f1029-bd40-4b70-a288-ad242af8167c), after_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:52:39.533229 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-377a79d6-5f7c-40d9-9b0a-f40d28224c2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:52:39.534394 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-377a79d6-5f7c-40d9-9b0a-f40d28224c2d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d43f1029-bd40-4b70-a288-ad242af8167c HTTP/1.1" status: 204 len: 168 time: 0.1768813 Jan 29 03:52:39.541835 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377a79d6-5f7c-40d9-9b0a-f40d28224c2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d43f1029-bd40-4b70-a288-ad242af8167c,revision_number=None']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:52:40.534007 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 53048) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:52:40.628092 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.v2.base [None req-667b0c44-4dc3-4b52-9557-ec0147da02b0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1263774025-network', 'tenant_id': '442fb5b736184036a2e419cf483f9ef7'}} {{(pid=109550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 03:52:40.755702 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-667b0c44-4dc3-4b52-9557-ec0147da02b0 admin admin] Made reservation on behalf of 442fb5b736184036a2e419cf483f9ef7 for: {'network': 1} {{(pid=109550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 03:52:40.758021 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-667b0c44-4dc3-4b52-9557-ec0147da02b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for network (None), before_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:52:40.767045 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-667b0c44-4dc3-4b52-9557-ec0147da02b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:52:40.843780 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-667b0c44-4dc3-4b52-9557-ec0147da02b0 admin admin] Publish callbacks [] for security_group (7d5ff230-5008-4c00-adce-63e8c1c8c19e), precommit_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:52:40.908106 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-667b0c44-4dc3-4b52-9557-ec0147da02b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (7d5ff230-5008-4c00-adce-63e8c1c8c19e), after_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:52:40.931925 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-667b0c44-4dc3-4b52-9557-ec0147da02b0 admin admin] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=109550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 03:52:40.941269 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667b0c44-4dc3-4b52-9557-ec0147da02b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d5ff230-5008-4c00-adce-63e8c1c8c19e,revision_number=1']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:52:40.945858 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-667b0c44-4dc3-4b52-9557-ec0147da02b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541992'] for segment (79dc56b0-b9d0-45bb-9e16-4acaeb7f0f38), precommit_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:52:40.946216 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.db.segments_db [None req-667b0c44-4dc3-4b52-9557-ec0147da02b0 admin admin] Added segment 79dc56b0-b9d0-45bb-9e16-4acaeb7f0f38 of type vlan for network eb40902a-de63-4500-ab35-faefb76018a5 Jan 29 03:52:40.984984 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-667b0c44-4dc3-4b52-9557-ec0147da02b0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787145422201'] for network (eb40902a-de63-4500-ab35-faefb76018a5), precommit_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:52:41.097230 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-667b0c44-4dc3-4b52-9557-ec0147da02b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888'] for network (eb40902a-de63-4500-ab35-faefb76018a5), after_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:52:41.098263 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-667b0c44-4dc3-4b52-9557-ec0147da02b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:52:41.098849 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-667b0c44-4dc3-4b52-9557-ec0147da02b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606130'] for network (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:52:41.160459 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667b0c44-4dc3-4b52-9557-ec0147da02b0 admin admin] Pushing event updated for resources: {'Network': ['ID=eb40902a-de63-4500-ab35-faefb76018a5,revision_number=1']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:52:41.172349 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Network eb40902a-de63-4500-ab35-faefb76018a5 details requested by agent ovs-agent-dv-cinder-826949-1-iscsi with host dv-cinder-826949-1-iscsi {{(pid=109551) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 03:52:41.218028 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-667b0c44-4dc3-4b52-9557-ec0147da02b0 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6829057 Jan 29 03:52:41.221008 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 53060) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:52:41.228932 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.v2.base [None req-37cd3ebd-1bf6-4748-8aa2-8ba5f4faf965 admin admin] Request body: {'subnet': {'network_id': 'eb40902a-de63-4500-ab35-faefb76018a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1263774025-subnet', 'tenant_id': '442fb5b736184036a2e419cf483f9ef7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 03:52:41.265160 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9463b2d-572b-4184-89e1-b10a894a3d10 req-4d83ed28-b935-47f3-a938-52d3f4b11c47 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:52:41.266923 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-d9463b2d-572b-4184-89e1-b10a894a3d10 req-4d83ed28-b935-47f3-a938-52d3f4b11c47 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] 10.222.0.16 "GET /v2.0/ports?device_id=1eb9c795-02a0-4502-a49f-032ef0fdfae1 HTTP/1.1" status: 200 len: 946 time: 0.0621858 Jan 29 03:52:41.312552 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-d9463b2d-572b-4184-89e1-b10a894a3d10 req-7a4e2303-0482-4da9-961a-1ec1b80ee939 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] 10.222.0.16 "GET /v2.0/security-groups?id=70c39e9a-c130-4679-9f4b-693ce2af89e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396357 Jan 29 03:52:41.334915 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 53062) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:52:41.336920 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37cd3ebd-1bf6-4748-8aa2-8ba5f4faf965 admin admin] Made reservation on behalf of 442fb5b736184036a2e419cf483f9ef7 for: {'subnet': 1} {{(pid=109549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 03:52:41.339271 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-37cd3ebd-1bf6-4748-8aa2-8ba5f4faf965 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9270732'] for subnet (None), before_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:52:41.473435 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a0e870f-bfcf-4369-a94d-de1d3d2ab6eb tempest-TestMinimumBasicScenario-1760032971 tempest-TestMinimumBasicScenario-1760032971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:52:41.474962 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-8a0e870f-bfcf-4369-a94d-de1d3d2ab6eb tempest-TestMinimumBasicScenario-1760032971 tempest-TestMinimumBasicScenario-1760032971-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=1eb9c795-02a0-4502-a49f-032ef0fdfae1 HTTP/1.1" status: 200 len: 1125 time: 0.1390479 Jan 29 03:52:41.477944 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 53066) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:52:41.482353 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.v2.base [None req-65dd5c8e-b900-4206-82d8-dbc003105c21 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] Request body: {'floatingip': {'floating_network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'port_id': '5693b10e-5880-4367-8e86-dc545a331b14', 'tenant_id': '99ad53cf12564d5ea40131bca81e8f3b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 03:52:41.630165 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-65dd5c8e-b900-4206-82d8-dbc003105c21 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:52:41.664378 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-37cd3ebd-1bf6-4748-8aa2-8ba5f4faf965 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8440565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9270782'] for subnet (d391d7cf-3715-40a5-a3f7-6e70dfe74e38), after_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:52:41.721042 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cd3ebd-1bf6-4748-8aa2-8ba5f4faf965 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d391d7cf-3715-40a5-a3f7-6e70dfe74e38,revision_number=0']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:52:41.728199 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-65dd5c8e-b900-4206-82d8-dbc003105c21 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (None), before_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:52:41.736119 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37cd3ebd-1bf6-4748-8aa2-8ba5f4faf965 admin admin] Checking segment: {'id': '79dc56b0-b9d0-45bb-9e16-4acaeb7f0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'eb40902a-de63-4500-ab35-faefb76018a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 03:52:41.736478 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37cd3ebd-1bf6-4748-8aa2-8ba5f4faf965 admin admin] Network hostable DHCP agents. Network: eb40902a-de63-4500-ab35-faefb76018a5, hostable agents: ['dac82def-0781-4624-a171-654e1b1d12af'], hosted agents: [] {{(pid=109549) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 03:52:41.829436 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.db.db_base_plugin_common [None req-65dd5c8e-b900-4206-82d8-dbc003105c21 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] Allocated IP 172.27.1.138 (84058fb5-7499-436d-9c61-9715f17a209a/8ef1eacb-ef7e-49c2-acc5-31126b063ddd/72ba9b05-c868-4b37-b4b5-3537425717cc) {{(pid=109550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 03:52:41.879392 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37cd3ebd-1bf6-4748-8aa2-8ba5f4faf965 admin admin] Network eb40902a-de63-4500-ab35-faefb76018a5 is scheduled to be hosted by DHCP agent dac82def-0781-4624-a171-654e1b1d12af with binding_index 1 {{(pid=109549) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 03:52:41.984814 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.scheduler.base_scheduler [None req-37cd3ebd-1bf6-4748-8aa2-8ba5f4faf965 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826949-1-iscsi, eb40902a-de63-4500-ab35-faefb76018a5) {{(pid=109549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 03:52:41.989274 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37cd3ebd-1bf6-4748-8aa2-8ba5f4faf965 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:52:41.989859 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-37cd3ebd-1bf6-4748-8aa2-8ba5f4faf965 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:52:41.994501 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf2b2f68-8dd5-4d18-9c76-e033203a3852 None None] Network eb40902a-de63-4500-ab35-faefb76018a5 requested from dv-cinder-826949-1-iscsi {{(pid=109551) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 03:52:42.099845 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-37cd3ebd-1bf6-4748-8aa2-8ba5f4faf965 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8680089 Jan 29 03:52:42.100060 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2bbee26-edda-419f-9ca8-212f68f1e940 None None] Network eb40902a-de63-4500-ab35-faefb76018a5 requested from dv-cinder-826949-1-iscsi {{(pid=109551) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 03:52:42.204620 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-65dd5c8e-b900-4206-82d8-dbc003105c21 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] Publish callbacks [] for port (72ba9b05-c868-4b37-b4b5-3537425717cc), precommit_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:52:42.299102 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-65dd5c8e-b900-4206-82d8-dbc003105c21 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787145433393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9207350'] for port (72ba9b05-c868-4b37-b4b5-3537425717cc), after_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:52:42.335313 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65dd5c8e-b900-4206-82d8-dbc003105c21 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] Network 84058fb5-7499-436d-9c61-9715f17a209a is already hosted by enough agents. {{(pid=109550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 03:52:42.338173 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.scheduler.base_scheduler [None req-65dd5c8e-b900-4206-82d8-dbc003105c21 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] Resources bound (agent type, host, resource id): {{(pid=109550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 03:52:42.340655 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65dd5c8e-b900-4206-82d8-dbc003105c21 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] Received port after_create {{(pid=109550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 03:52:42.373166 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dd5c8e-b900-4206-82d8-dbc003105c21 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] Pushing event updated for resources: {'Port': ['ID=72ba9b05-c868-4b37-b4b5-3537425717cc,revision_number=1']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:52:42.707287 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-65dd5c8e-b900-4206-82d8-dbc003105c21 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] Publish callbacks [] for floatingip (00cb0290-c5ed-48d7-b039-c5da8ffe61fe), precommit_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:52:42.771687 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 53082) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:52:42.776469 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.v2.base [None req-60b1bdc3-d9ea-48f0-bf64-4487a27d2070 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1590092078-network', 'tenant_id': '4e5730ad35714e828e4706c61234ec8e'}} {{(pid=109550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 03:52:42.847767 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-65dd5c8e-b900-4206-82d8-dbc003105c21 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (72ba9b05-c868-4b37-b4b5-3537425717cc), before_update {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:52:42.891274 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60b1bdc3-d9ea-48f0-bf64-4487a27d2070 admin admin] Made reservation on behalf of 4e5730ad35714e828e4706c61234ec8e for: {'network': 1} {{(pid=109550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 03:52:42.893556 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-60b1bdc3-d9ea-48f0-bf64-4487a27d2070 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for network (None), before_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:52:42.905486 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-60b1bdc3-d9ea-48f0-bf64-4487a27d2070 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:52:43.058875 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-65dd5c8e-b900-4206-82d8-dbc003105c21 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] Publish callbacks [] for port (72ba9b05-c868-4b37-b4b5-3537425717cc), precommit_update {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:52:43.067845 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-60b1bdc3-d9ea-48f0-bf64-4487a27d2070 admin admin] Publish callbacks [] for security_group (7ad3f0fe-0a74-4d0d-9545-52ed8a6626fa), precommit_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:52:43.119535 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-65dd5c8e-b900-4206-82d8-dbc003105c21 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9207359'] for port (72ba9b05-c868-4b37-b4b5-3537425717cc), after_update {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:52:43.181914 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-60b1bdc3-d9ea-48f0-bf64-4487a27d2070 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (7ad3f0fe-0a74-4d0d-9545-52ed8a6626fa), after_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:52:43.211215 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dd5c8e-b900-4206-82d8-dbc003105c21 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] Pushing event updated for resources: {'Port': ['ID=72ba9b05-c868-4b37-b4b5-3537425717cc,revision_number=2']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:52:43.221078 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60b1bdc3-d9ea-48f0-bf64-4487a27d2070 admin admin] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=109550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 03:52:43.232358 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-65dd5c8e-b900-4206-82d8-dbc003105c21 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1909920'] for floatingip (00cb0290-c5ed-48d7-b039-c5da8ffe61fe), after_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:52:43.275441 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-60b1bdc3-d9ea-48f0-bf64-4487a27d2070 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541992'] for segment (03644550-1eb3-46c4-8824-4e7e6eb6cc54), precommit_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:52:43.275824 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.db.segments_db [None req-60b1bdc3-d9ea-48f0-bf64-4487a27d2070 admin admin] Added segment 03644550-1eb3-46c4-8824-4e7e6eb6cc54 of type vlan for network 1d2f40d8-332b-443f-8970-6a74439fc105 Jan 29 03:52:43.277147 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b1bdc3-d9ea-48f0-bf64-4487a27d2070 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ad3f0fe-0a74-4d0d-9545-52ed8a6626fa,revision_number=1']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:52:43.329099 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-60b1bdc3-d9ea-48f0-bf64-4487a27d2070 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787145422201'] for network (1d2f40d8-332b-443f-8970-6a74439fc105), precommit_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:52:43.391418 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.db.l3_db [None req-65dd5c8e-b900-4206-82d8-dbc003105c21 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] Floating IP 00cb0290-c5ed-48d7-b039-c5da8ffe61fe associated. External IP: 172.27.1.138, port: 5693b10e-5880-4367-8e86-dc545a331b14. Jan 29 03:52:43.444817 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-60b1bdc3-d9ea-48f0-bf64-4487a27d2070 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888'] for network (1d2f40d8-332b-443f-8970-6a74439fc105), after_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:52:43.445804 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b1bdc3-d9ea-48f0-bf64-4487a27d2070 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:52:43.446406 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-60b1bdc3-d9ea-48f0-bf64-4487a27d2070 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606130'] for network (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:52:43.546763 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b1bdc3-d9ea-48f0-bf64-4487a27d2070 admin admin] Pushing event updated for resources: {'Network': ['ID=1d2f40d8-332b-443f-8970-6a74439fc105,revision_number=1']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:52:43.556366 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Network 1d2f40d8-332b-443f-8970-6a74439fc105 details requested by agent ovs-agent-dv-cinder-826949-1-iscsi with host dv-cinder-826949-1-iscsi {{(pid=109551) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 03:52:43.588745 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-60b1bdc3-d9ea-48f0-bf64-4487a27d2070 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8159637 Jan 29 03:52:43.591702 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 53084) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:52:43.596966 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.v2.base [None req-81b4faab-efe7-4410-b994-2e6da03bc8b6 admin admin] Request body: {'subnet': {'network_id': '1d2f40d8-332b-443f-8970-6a74439fc105', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1590092078-subnet', 'tenant_id': '4e5730ad35714e828e4706c61234ec8e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 03:52:43.662289 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65dd5c8e-b900-4206-82d8-dbc003105c21 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] Router 5d0339c6-d145-4d0d-a89c-7a78c6622b69 has already been hosted by L3 agent d5b8732c-6ac1-45e3-a79e-cd9863fe8196 {{(pid=109550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 03:52:43.696397 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81b4faab-efe7-4410-b994-2e6da03bc8b6 admin admin] Made reservation on behalf of 4e5730ad35714e828e4706c61234ec8e for: {'subnet': 1} {{(pid=109549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 03:52:43.699636 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-81b4faab-efe7-4410-b994-2e6da03bc8b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9270732'] for subnet (None), before_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:52:43.769912 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65dd5c8e-b900-4206-82d8-dbc003105c21 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] Notify agent at l3_agent.dv-cinder-826949-1-iscsi the message routers_updated {{(pid=109550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 03:52:43.781527 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c221505-473e-4611-93ef-f7895b41c4a9 None None] Sync routers for ids ['5d0339c6-d145-4d0d-a89c-7a78c6622b69'] in dv-cinder-826949-1-iscsi {{(pid=109551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 03:52:43.793296 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c221505-473e-4611-93ef-f7895b41c4a9 None None] Routers {'5d0339c6-d145-4d0d-a89c-7a78c6622b69'} bound to L3 agent in host dv-cinder-826949-1-iscsi {{(pid=109551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 03:52:43.794023 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_hamode_db [None req-6c221505-473e-4611-93ef-f7895b41c4a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T03:36:17Z,description=,heartbeat_timestamp=2022-01-29T03:52:17Z,host='dv-cinder-826949-1-iscsi',id=d5b8732c-6ac1-45e3-a79e-cd9863fe8196,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T03:36:18Z,topic='l3_agent')) {'router_ids': ['5d0339c6-d145-4d0d-a89c-7a78c6622b69'], 'active': True} {{(pid=109551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:52:43.860639 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-65dd5c8e-b900-4206-82d8-dbc003105c21 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166518'] for floatingip (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:52:43.891314 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-65dd5c8e-b900-4206-82d8-dbc003105c21 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4119823 Jan 29 03:52:43.892006 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1eb9c795-02a0-4502-a49f-032ef0fdfae1', 'tag': '5693b10e-5880-4367-8e86-dc545a331b14'}] {{(pid=109550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 03:52:43.894379 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fa7e8514ec8b1871638cf3d0c6bf241b62bf17ffd430199c6215cc57604ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-578fbd11-3b8b-48cb-adc1-b83c4d3ba986" -d '{"events": [{"name": "network-changed", "server_uuid": "1eb9c795-02a0-4502-a49f-032ef0fdfae1", "tag": "5693b10e-5880-4367-8e86-dc545a331b14"}]}' {{(pid=109550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 03:52:43.894609 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 53086) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:52:43.899598 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_dvr_db [None req-6c221505-473e-4611-93ef-f7895b41c4a9 None None] Set router 5d0339c6-d145-4d0d-a89c-7a78c6622b69 gateway port host: dv-cinder-826949-1-iscsi {{(pid=109551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 03:52:43.901327 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.v2.base [None req-391fecb2-78ca-4793-a7bf-2db2d623a0cd tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1823772074', 'description': 'tempest-secgroup-smoke-1823772074 description', 'project_id': '99ad53cf12564d5ea40131bca81e8f3b'}} {{(pid=109549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 03:52:43.937513 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 03:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-533b5653-20c2-4569-82d2-d2cef398f020 x-openstack-request-id: req-533b5653-20c2-4569-82d2-d2cef398f020 {{(pid=109550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 03:52:43.937513 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1eb9c795-02a0-4502-a49f-032ef0fdfae1", "tag": "5693b10e-5880-4367-8e86-dc545a331b14", "status": "completed", "code": 200}]} {{(pid=109550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 03:52:43.937513 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-533b5653-20c2-4569-82d2-d2cef398f020 {{(pid=109550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 03:52:43.937513 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1eb9c795-02a0-4502-a49f-032ef0fdfae1', 'tag': '5693b10e-5880-4367-8e86-dc545a331b14', 'status': 'completed', 'code': 200} Jan 29 03:52:43.956093 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-81b4faab-efe7-4410-b994-2e6da03bc8b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8440565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9270782'] for subnet (7b8e0b31-64cd-4ebc-9ddb-98f98ee5d516), after_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:52:43.987229 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-391fecb2-78ca-4793-a7bf-2db2d623a0cd tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] Publish callbacks [] for security_group (None), before_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:52:44.017378 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b4faab-efe7-4410-b994-2e6da03bc8b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b8e0b31-64cd-4ebc-9ddb-98f98ee5d516,revision_number=0']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:52:44.031435 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578fbd11-3b8b-48cb-adc1-b83c4d3ba986 req-3e689b76-cdab-434b-8da1-a2e51c86f949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:52:44.032949 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-578fbd11-3b8b-48cb-adc1-b83c4d3ba986 req-3e689b76-cdab-434b-8da1-a2e51c86f949 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=99ad53cf12564d5ea40131bca81e8f3b&device_id=1eb9c795-02a0-4502-a49f-032ef0fdfae1 HTTP/1.1" status: 200 len: 1130 time: 0.0472267 Jan 29 03:52:44.057034 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b4faab-efe7-4410-b994-2e6da03bc8b6 admin admin] Checking segment: {'id': '03644550-1eb3-46c4-8824-4e7e6eb6cc54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1d2f40d8-332b-443f-8970-6a74439fc105'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 03:52:44.057399 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b4faab-efe7-4410-b994-2e6da03bc8b6 admin admin] Network hostable DHCP agents. Network: 1d2f40d8-332b-443f-8970-6a74439fc105, hostable agents: ['dac82def-0781-4624-a171-654e1b1d12af'], hosted agents: [] {{(pid=109549) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 03:52:44.097630 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-391fecb2-78ca-4793-a7bf-2db2d623a0cd tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] Publish callbacks [] for security_group (b33f1097-0e3c-427f-889d-998e3d017b3e), precommit_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:52:44.126054 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578fbd11-3b8b-48cb-adc1-b83c4d3ba986 req-0663da13-0044-4d50-8af1-c4d7b60bcc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:52:44.127738 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-578fbd11-3b8b-48cb-adc1-b83c4d3ba986 req-0663da13-0044-4d50-8af1-c4d7b60bcc0a service neutron] 10.222.0.25 "GET /v2.0/networks?id=798a8598-5f86-4e39-b13a-1feeb15fd786 HTTP/1.1" status: 200 len: 914 time: 0.0886440 Jan 29 03:52:44.142777 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_hamode_db [None req-6c221505-473e-4611-93ef-f7895b41c4a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d0339c6-d145-4d0d-a89c-7a78c6622b69', 'name': 'tempest-TestMinimumBasicScenario-307015322-router', 'tenant_id': '99ad53cf12564d5ea40131bca81e8f3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'external_fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '479b258b-6cae-4514-a0d2-9bc89f0426d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T03:51:46Z', 'updated_at': '2022-01-29T03:51:49Z', 'revision_number': 4, 'project_id': '99ad53cf12564d5ea40131bca81e8f3b', 'gw_port': {'id': '479b258b-6cae-4514-a0d2-9bc89f0426d6', 'name': '', 'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0339c6-d145-4d0d-a89c-7a78c6622b69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:51:46Z', 'updated_at': '2022-01-29T03:51:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-1-iscsi', '_floatingips': [{'id': '00cb0290-c5ed-48d7-b039-c5da8ffe61fe', 'tenant_id': '99ad53cf12564d5ea40131bca81e8f3b', 'floating_ip_address': '172.27.1.138', 'floating_network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'router_id': '5d0339c6-d145-4d0d-a89c-7a78c6622b69', 'port_id': '5693b10e-5880-4367-8e86-dc545a331b14', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '798a8598-5f86-4e39-b13a-1feeb15fd786', 'mac_address': 'fa:16:3e:76:8b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb9c795-02a0-4502-a49f-032ef0fdfae1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T03:52:42Z', 'updated_at': '2022-01-29T03:52:42Z', 'revision_number': 0, 'project_id': '99ad53cf12564d5ea40131bca81e8f3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '628311f9-8ff4-4450-b588-276add8fbe4c', 'name': '', 'network_id': '798a8598-5f86-4e39-b13a-1feeb15fd786', 'tenant_id': '99ad53cf12564d5ea40131bca81e8f3b', 'mac_address': 'fa:16:3e:12:2c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0339c6-d145-4d0d-a89c-7a78c6622b69', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '4a20ce1a-eb58-43cb-a55c-470171e008be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:51:48Z', 'updated_at': '2022-01-29T03:51:52Z', 'revision_number': 5, 'project_id': '99ad53cf12564d5ea40131bca81e8f3b', 'subnets': [{'id': '4a20ce1a-eb58-43cb-a55c-470171e008be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-1-iscsi', False) {} {{(pid=109551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:52:44.155498 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b4faab-efe7-4410-b994-2e6da03bc8b6 admin admin] Network 1d2f40d8-332b-443f-8970-6a74439fc105 is scheduled to be hosted by DHCP agent dac82def-0781-4624-a171-654e1b1d12af with binding_index 1 {{(pid=109549) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 03:52:44.173749 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c221505-473e-4611-93ef-f7895b41c4a9 None None] Checking router: 5d0339c6-d145-4d0d-a89c-7a78c6622b69 for host: dv-cinder-826949-1-iscsi {{(pid=109551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 03:52:44.181988 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c221505-473e-4611-93ef-f7895b41c4a9 None None] Routers {'5d0339c6-d145-4d0d-a89c-7a78c6622b69'} bound to L3 agent in host dv-cinder-826949-1-iscsi {{(pid=109551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 03:52:44.182640 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_hamode_db [None req-6c221505-473e-4611-93ef-f7895b41c4a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T03:36:17Z,description=,heartbeat_timestamp=2022-01-29T03:52:17Z,host='dv-cinder-826949-1-iscsi',id=d5b8732c-6ac1-45e3-a79e-cd9863fe8196,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T03:36:18Z,topic='l3_agent')) {'router_ids': ['5d0339c6-d145-4d0d-a89c-7a78c6622b69'], 'active': True} {{(pid=109551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:52:44.193908 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-391fecb2-78ca-4793-a7bf-2db2d623a0cd tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (b33f1097-0e3c-427f-889d-998e3d017b3e), after_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:52:44.204208 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-578fbd11-3b8b-48cb-adc1-b83c4d3ba986 req-6dd1f588-6270-4485-9f5f-47100e34fb5f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5693b10e-5880-4367-8e86-dc545a331b14 HTTP/1.1" status: 200 len: 1000 time: 0.0700512 Jan 29 03:52:44.228813 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391fecb2-78ca-4793-a7bf-2db2d623a0cd tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b33f1097-0e3c-427f-889d-998e3d017b3e,revision_number=1']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:52:44.268098 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578fbd11-3b8b-48cb-adc1-b83c4d3ba986 req-9275b1b3-a84c-443b-a3af-fec3fce62168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:52:44.270216 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-578fbd11-3b8b-48cb-adc1-b83c4d3ba986 req-9275b1b3-a84c-443b-a3af-fec3fce62168 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4a20ce1a-eb58-43cb-a55c-470171e008be HTTP/1.1" status: 200 len: 853 time: 0.0591357 Jan 29 03:52:44.304537 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.scheduler.base_scheduler [None req-81b4faab-efe7-4410-b994-2e6da03bc8b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826949-1-iscsi, 1d2f40d8-332b-443f-8970-6a74439fc105) {{(pid=109549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 03:52:44.309215 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b4faab-efe7-4410-b994-2e6da03bc8b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:52:44.309827 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-81b4faab-efe7-4410-b994-2e6da03bc8b6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:52:44.329289 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-391fecb2-78ca-4793-a7bf-2db2d623a0cd tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] Publish callbacks [] for security_group (None), before_response {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:52:44.333500 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-391fecb2-78ca-4793-a7bf-2db2d623a0cd tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4347591 Jan 29 03:52:44.333677 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578fbd11-3b8b-48cb-adc1-b83c4d3ba986 req-6bf574d3-c8ab-453d-9268-69ec81af2543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:52:44.333677 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-578fbd11-3b8b-48cb-adc1-b83c4d3ba986 req-6bf574d3-c8ab-453d-9268-69ec81af2543 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=798a8598-5f86-4e39-b13a-1feeb15fd786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0509877 Jan 29 03:52:44.333921 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 53090) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:52:44.338302 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.v2.base [None req-159b477e-49af-4462-95ff-534ee1665fdb tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] Request body: {'security_group_rule': {'security_group_id': 'b33f1097-0e3c-427f-889d-998e3d017b3e', 'project_id': '99ad53cf12564d5ea40131bca81e8f3b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 03:52:44.394214 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-81b4faab-efe7-4410-b994-2e6da03bc8b6 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8011770 Jan 29 03:52:44.411792 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5f401e2-771f-4e7f-b92a-590e18ceb9ec None None] Network 1d2f40d8-332b-443f-8970-6a74439fc105 requested from dv-cinder-826949-1-iscsi {{(pid=109551) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 03:52:44.442099 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-578fbd11-3b8b-48cb-adc1-b83c4d3ba986 req-a58c1266-abaf-4e6b-b97b-c35b32f531c8 service neutron] 10.222.0.25 "GET /v2.0/networks/798a8598-5f86-4e39-b13a-1feeb15fd786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988920 Jan 29 03:52:44.482721 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_dvr_db [None req-6c221505-473e-4611-93ef-f7895b41c4a9 None None] Set router 5d0339c6-d145-4d0d-a89c-7a78c6622b69 gateway port host: dv-cinder-826949-1-iscsi {{(pid=109551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 03:52:44.507128 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-159b477e-49af-4462-95ff-534ee1665fdb tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] Publish callbacks [] for security_group_rule (d041ef02-52a8-4437-99b2-6a82d709d57d), before_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:52:44.573289 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-578fbd11-3b8b-48cb-adc1-b83c4d3ba986 req-fb01d35a-9f59-4a1c-9e4f-d0ec436900fb service neutron] 10.222.0.25 "GET /v2.0/networks/798a8598-5f86-4e39-b13a-1feeb15fd786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251161 Jan 29 03:52:44.587544 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-159b477e-49af-4462-95ff-534ee1665fdb tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] Publish callbacks [] for security_group_rule (d041ef02-52a8-4437-99b2-6a82d709d57d), precommit_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:52:44.597952 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbdcd2e4-76aa-44cd-935b-e2beeda34dc1 None None] Network 1d2f40d8-332b-443f-8970-6a74439fc105 requested from dv-cinder-826949-1-iscsi {{(pid=109551) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 03:52:44.681594 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-159b477e-49af-4462-95ff-534ee1665fdb tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615546'] for security_group_rule (d041ef02-52a8-4437-99b2-6a82d709d57d), after_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:52:44.703218 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159b477e-49af-4462-95ff-534ee1665fdb tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d041ef02-52a8-4437-99b2-6a82d709d57d,revision_number=0']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:52:44.811042 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-159b477e-49af-4462-95ff-534ee1665fdb tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:52:44.812655 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-159b477e-49af-4462-95ff-534ee1665fdb tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4774835 Jan 29 03:52:44.815124 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 53098) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:52:44.819504 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.v2.base [None req-b013a0f5-826d-40b2-9e69-74fdb5bc56bf tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] Request body: {'security_group_rule': {'security_group_id': 'b33f1097-0e3c-427f-889d-998e3d017b3e', 'project_id': '99ad53cf12564d5ea40131bca81e8f3b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 03:52:44.831174 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_hamode_db [None req-6c221505-473e-4611-93ef-f7895b41c4a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d0339c6-d145-4d0d-a89c-7a78c6622b69', 'name': 'tempest-TestMinimumBasicScenario-307015322-router', 'tenant_id': '99ad53cf12564d5ea40131bca81e8f3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'external_fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '479b258b-6cae-4514-a0d2-9bc89f0426d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T03:51:46Z', 'updated_at': '2022-01-29T03:51:49Z', 'revision_number': 4, 'project_id': '99ad53cf12564d5ea40131bca81e8f3b', 'gw_port': {'id': '479b258b-6cae-4514-a0d2-9bc89f0426d6', 'name': '', 'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0339c6-d145-4d0d-a89c-7a78c6622b69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:51:46Z', 'updated_at': '2022-01-29T03:51:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-1-iscsi', '_floatingips': [{'id': '00cb0290-c5ed-48d7-b039-c5da8ffe61fe', 'tenant_id': '99ad53cf12564d5ea40131bca81e8f3b', 'floating_ip_address': '172.27.1.138', 'floating_network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'router_id': '5d0339c6-d145-4d0d-a89c-7a78c6622b69', 'port_id': '5693b10e-5880-4367-8e86-dc545a331b14', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '798a8598-5f86-4e39-b13a-1feeb15fd786', 'mac_address': 'fa:16:3e:76:8b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb9c795-02a0-4502-a49f-032ef0fdfae1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T03:52:42Z', 'updated_at': '2022-01-29T03:52:42Z', 'revision_number': 0, 'project_id': '99ad53cf12564d5ea40131bca81e8f3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '628311f9-8ff4-4450-b588-276add8fbe4c', 'name': '', 'network_id': '798a8598-5f86-4e39-b13a-1feeb15fd786', 'tenant_id': '99ad53cf12564d5ea40131bca81e8f3b', 'mac_address': 'fa:16:3e:12:2c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0339c6-d145-4d0d-a89c-7a78c6622b69', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '4a20ce1a-eb58-43cb-a55c-470171e008be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:51:48Z', 'updated_at': '2022-01-29T03:51:52Z', 'revision_number': 5, 'project_id': '99ad53cf12564d5ea40131bca81e8f3b', 'subnets': [{'id': '4a20ce1a-eb58-43cb-a55c-470171e008be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-1-iscsi', False) {} {{(pid=109551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:52:44.857177 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c221505-473e-4611-93ef-f7895b41c4a9 None None] The sync data for ids ['5d0339c6-d145-4d0d-a89c-7a78c6622b69'] in dv-cinder-826949-1-iscsi is: [{'id': '5d0339c6-d145-4d0d-a89c-7a78c6622b69', 'name': 'tempest-TestMinimumBasicScenario-307015322-router', 'tenant_id': '99ad53cf12564d5ea40131bca81e8f3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'external_fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '479b258b-6cae-4514-a0d2-9bc89f0426d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T03:51:46Z', 'updated_at': '2022-01-29T03:51:49Z', 'revision_number': 4, 'project_id': '99ad53cf12564d5ea40131bca81e8f3b', 'gw_port': {'id': '479b258b-6cae-4514-a0d2-9bc89f0426d6', 'name': '', 'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0339c6-d145-4d0d-a89c-7a78c6622b69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:51:46Z', 'updated_at': '2022-01-29T03:51:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-1-iscsi', '_floatingips': [{'id': '00cb0290-c5ed-48d7-b039-c5da8ffe61fe', 'tenant_id': '99ad53cf12564d5ea40131bca81e8f3b', 'floating_ip_address': '172.27.1.138', 'floating_network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'router_id': '5d0339c6-d145-4d0d-a89c-7a78c6622b69', 'port_id': '5693b10e-5880-4367-8e86-dc545a331b14', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '798a8598-5f86-4e39-b13a-1feeb15fd786', 'mac_address': 'fa:16:3e:76:8b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb9c795-02a0-4502-a49f-032ef0fdfae1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T03:52:42Z', 'updated_at': '2022-01-29T03:52:42Z', 'revision_number': 0, 'project_id': '99ad53cf12564d5ea40131bca81e8f3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '628311f9-8ff4-4450-b588-276add8fbe4c', 'name': '', 'network_id': '798a8598-5f86-4e39-b13a-1feeb15fd786', 'tenant_id': '99ad53cf12564d5ea40131bca81e8f3b', 'mac_address': 'fa:16:3e:12:2c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0339c6-d145-4d0d-a89c-7a78c6622b69', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '4a20ce1a-eb58-43cb-a55c-470171e008be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:51:48Z', 'updated_at': '2022-01-29T03:51:52Z', 'revision_number': 5, 'project_id': '99ad53cf12564d5ea40131bca81e8f3b', 'subnets': [{'id': '4a20ce1a-eb58-43cb-a55c-470171e008be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 03:52:44.942099 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-b4b63adb-b561-4ad7-b1ec-afd6e032775c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (dac82def-0781-4624-a171-654e1b1d12af), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:52:44.971140 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-b013a0f5-826d-40b2-9e69-74fdb5bc56bf tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] Publish callbacks [] for security_group_rule (3afd5ae5-0663-4ee9-b06f-7e3094945124), before_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:52:45.029037 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-b013a0f5-826d-40b2-9e69-74fdb5bc56bf tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] Publish callbacks [] for security_group_rule (3afd5ae5-0663-4ee9-b06f-7e3094945124), precommit_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:52:45.047650 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84325fdb-ca37-4854-a30b-17bd810f9340 None None] New status for floating IP 00cb0290-c5ed-48d7-b039-c5da8ffe61fe: ACTIVE {{(pid=109552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 03:52:45.127145 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-b013a0f5-826d-40b2-9e69-74fdb5bc56bf tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615546'] for security_group_rule (3afd5ae5-0663-4ee9-b06f-7e3094945124), after_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:52:45.145817 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b013a0f5-826d-40b2-9e69-74fdb5bc56bf tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3afd5ae5-0663-4ee9-b06f-7e3094945124,revision_number=0']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:52:45.226184 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-b013a0f5-826d-40b2-9e69-74fdb5bc56bf tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:52:45.227533 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-b013a0f5-826d-40b2-9e69-74fdb5bc56bf tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4114709 Jan 29 03:52:45.230382 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 53100) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:52:45.234650 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.v2.base [None req-96869ebc-65e9-4f8f-ba94-c7f052019d35 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] Request body: {'security_group_rule': {'security_group_id': 'b33f1097-0e3c-427f-889d-998e3d017b3e', 'project_id': '99ad53cf12564d5ea40131bca81e8f3b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 03:52:45.314153 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-96869ebc-65e9-4f8f-ba94-c7f052019d35 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] Publish callbacks [] for security_group_rule (6afe6c2d-f30d-4057-8c05-24bafba8d352), before_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:52:45.369917 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-96869ebc-65e9-4f8f-ba94-c7f052019d35 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] Publish callbacks [] for security_group_rule (6afe6c2d-f30d-4057-8c05-24bafba8d352), precommit_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:52:45.458953 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-96869ebc-65e9-4f8f-ba94-c7f052019d35 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615546'] for security_group_rule (6afe6c2d-f30d-4057-8c05-24bafba8d352), after_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:52:45.473777 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96869ebc-65e9-4f8f-ba94-c7f052019d35 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6afe6c2d-f30d-4057-8c05-24bafba8d352,revision_number=0']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:52:45.567053 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-96869ebc-65e9-4f8f-ba94-c7f052019d35 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:52:45.568280 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-96869ebc-65e9-4f8f-ba94-c7f052019d35 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3369548 Jan 29 03:52:45.571124 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 53106) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:52:45.575286 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.v2.base [None req-ad94e313-f4d8-483b-8112-74828e3490ac tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] Request body: {'security_group_rule': {'security_group_id': 'b33f1097-0e3c-427f-889d-998e3d017b3e', 'project_id': '99ad53cf12564d5ea40131bca81e8f3b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 03:52:45.673008 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-ad94e313-f4d8-483b-8112-74828e3490ac tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] Publish callbacks [] for security_group_rule (58aa6d52-eaeb-48fa-a819-e31816c44893), before_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:52:45.734874 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-ad94e313-f4d8-483b-8112-74828e3490ac tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] Publish callbacks [] for security_group_rule (58aa6d52-eaeb-48fa-a819-e31816c44893), precommit_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:52:45.800993 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-ad94e313-f4d8-483b-8112-74828e3490ac tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615546'] for security_group_rule (58aa6d52-eaeb-48fa-a819-e31816c44893), after_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:52:45.818379 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad94e313-f4d8-483b-8112-74828e3490ac tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58aa6d52-eaeb-48fa-a819-e31816c44893,revision_number=0']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:52:45.898608 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-ad94e313-f4d8-483b-8112-74828e3490ac tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:52:45.899821 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-ad94e313-f4d8-483b-8112-74828e3490ac tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3277955 Jan 29 03:52:45.903021 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 53108) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:52:45.907265 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.v2.base [None req-cc7ab69a-1887-4e67-9638-dbecc1de6047 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] Request body: {'security_group_rule': {'security_group_id': 'b33f1097-0e3c-427f-889d-998e3d017b3e', 'project_id': '99ad53cf12564d5ea40131bca81e8f3b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 03:52:45.993931 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.db.securitygroups_db [None req-cc7ab69a-1887-4e67-9638-dbecc1de6047 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] Project 99ad53cf12564d5ea40131bca81e8f3b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 29 03:52:45.998848 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-cc7ab69a-1887-4e67-9638-dbecc1de6047 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] Publish callbacks [] for security_group_rule (22b649df-49d7-4110-a816-91a5597c7be3), before_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:52:46.055300 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-cc7ab69a-1887-4e67-9638-dbecc1de6047 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] Publish callbacks [] for security_group_rule (22b649df-49d7-4110-a816-91a5597c7be3), precommit_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:52:46.142546 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-cc7ab69a-1887-4e67-9638-dbecc1de6047 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615546'] for security_group_rule (22b649df-49d7-4110-a816-91a5597c7be3), after_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:52:46.161342 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7ab69a-1887-4e67-9638-dbecc1de6047 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22b649df-49d7-4110-a816-91a5597c7be3,revision_number=0']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:52:46.247357 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-cc7ab69a-1887-4e67-9638-dbecc1de6047 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:52:46.248500 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-cc7ab69a-1887-4e67-9638-dbecc1de6047 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3445706 Jan 29 03:52:46.251297 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 53110) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:52:46.255851 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.v2.base [None req-0185178f-9511-4f10-838a-5b176d414db1 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] Request body: {'security_group_rule': {'security_group_id': 'b33f1097-0e3c-427f-889d-998e3d017b3e', 'project_id': '99ad53cf12564d5ea40131bca81e8f3b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 03:52:46.361436 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.db.securitygroups_db [None req-0185178f-9511-4f10-838a-5b176d414db1 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] Project 99ad53cf12564d5ea40131bca81e8f3b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 29 03:52:46.366417 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-0185178f-9511-4f10-838a-5b176d414db1 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] Publish callbacks [] for security_group_rule (af6c0044-82f8-4989-996a-e7d1caa8d987), before_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:52:46.430549 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-0185178f-9511-4f10-838a-5b176d414db1 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] Publish callbacks [] for security_group_rule (af6c0044-82f8-4989-996a-e7d1caa8d987), precommit_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:52:46.527785 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-0185178f-9511-4f10-838a-5b176d414db1 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615546'] for security_group_rule (af6c0044-82f8-4989-996a-e7d1caa8d987), after_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:52:46.545790 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0185178f-9511-4f10-838a-5b176d414db1 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af6c0044-82f8-4989-996a-e7d1caa8d987,revision_number=0']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:52:46.622663 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-0185178f-9511-4f10-838a-5b176d414db1 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:52:46.624431 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-0185178f-9511-4f10-838a-5b176d414db1 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3721097 Jan 29 03:52:46.713569 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-0c9c63e8-38e6-4c66-9515-f1adaea10295 req-0f1789b5-eea5-4848-81b6-c0efe1095537 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1823772074&fields=id&tenant_id=99ad53cf12564d5ea40131bca81e8f3b HTTP/1.1" status: 200 len: 267 time: 0.0441351 Jan 29 03:52:46.771797 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9c63e8-38e6-4c66-9515-f1adaea10295 req-8aa26192-a665-490b-975c-89abc7eec212 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:52:46.773238 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-0c9c63e8-38e6-4c66-9515-f1adaea10295 req-8aa26192-a665-490b-975c-89abc7eec212 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] 10.222.0.16 "GET /v2.0/ports?device_id=1eb9c795-02a0-4502-a49f-032ef0fdfae1 HTTP/1.1" status: 200 len: 946 time: 0.0540149 Jan 29 03:52:46.784218 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.v2.base [req-0c9c63e8-38e6-4c66-9515-f1adaea10295 req-a957f784-6326-4303-9118-c5107b3577e6 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] Request body: {'port': {'security_groups': ['70c39e9a-c130-4679-9f4b-693ce2af89e9', 'b33f1097-0e3c-427f-889d-998e3d017b3e']}} {{(pid=109550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 03:52:46.857875 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-0c9c63e8-38e6-4c66-9515-f1adaea10295 req-a957f784-6326-4303-9118-c5107b3577e6 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (5693b10e-5880-4367-8e86-dc545a331b14), before_update {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:52:47.049959 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.db [req-0c9c63e8-38e6-4c66-9515-f1adaea10295 req-a957f784-6326-4303-9118-c5107b3577e6 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] For port 5693b10e-5880-4367-8e86-dc545a331b14, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=5693b10e-5880-4367-8e86-dc545a331b14,segment=NetworkSegment(04068d47-59e8-475d-8eac-fc2d5c3ced57),segment_id=04068d47-59e8-475d-8eac-fc2d5c3ced57)] {{(pid=109550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 03:52:47.079522 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-0c9c63e8-38e6-4c66-9515-f1adaea10295 req-a957f784-6326-4303-9118-c5107b3577e6 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] Publish callbacks [] for port (5693b10e-5880-4367-8e86-dc545a331b14), precommit_update {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:52:47.182242 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-0c9c63e8-38e6-4c66-9515-f1adaea10295 req-a957f784-6326-4303-9118-c5107b3577e6 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9207359'] for port (5693b10e-5880-4367-8e86-dc545a331b14), after_update {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:52:47.219048 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] get_ports_and_sgs() called for port_ids ['5693b10e-5880-4367-8e86-dc545a331b14'] {{(pid=109551) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 03:52:47.224800 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9c63e8-38e6-4c66-9515-f1adaea10295 req-a957f784-6326-4303-9118-c5107b3577e6 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:52:47.225436 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-0c9c63e8-38e6-4c66-9515-f1adaea10295 req-a957f784-6326-4303-9118-c5107b3577e6 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166518'] for port (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:52:47.226874 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-0c9c63e8-38e6-4c66-9515-f1adaea10295 req-a957f784-6326-4303-9118-c5107b3577e6 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] 10.222.0.16 "PUT /v2.0/ports/5693b10e-5880-4367-8e86-dc545a331b14 HTTP/1.1" status: 200 len: 982 time: 0.4471602 Jan 29 03:52:47.228897 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1eb9c795-02a0-4502-a49f-032ef0fdfae1', 'tag': '5693b10e-5880-4367-8e86-dc545a331b14'}] {{(pid=109550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 03:52:47.229674 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fa7e8514ec8b1871638cf3d0c6bf241b62bf17ffd430199c6215cc57604ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7675d92-a558-4035-89ef-aa764515ee03" -d '{"events": [{"name": "network-changed", "server_uuid": "1eb9c795-02a0-4502-a49f-032ef0fdfae1", "tag": "5693b10e-5880-4367-8e86-dc545a331b14"}]}' {{(pid=109550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 03:52:47.269734 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a957f784-6326-4303-9118-c5107b3577e6 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] Pushing event updated for resources: {'Port': ['ID=5693b10e-5880-4367-8e86-dc545a331b14,revision_number=6']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:52:47.297618 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 03:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7757aba5-680a-456b-98e3-08c12895fd03 x-openstack-request-id: req-7757aba5-680a-456b-98e3-08c12895fd03 {{(pid=109550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 03:52:47.297618 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1eb9c795-02a0-4502-a49f-032ef0fdfae1", "tag": "5693b10e-5880-4367-8e86-dc545a331b14", "status": "completed", "code": 200}]} {{(pid=109550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 03:52:47.297618 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7757aba5-680a-456b-98e3-08c12895fd03 {{(pid=109550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 03:52:47.297618 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1eb9c795-02a0-4502-a49f-032ef0fdfae1', 'tag': '5693b10e-5880-4367-8e86-dc545a331b14', 'status': 'completed', 'code': 200} Jan 29 03:52:47.370192 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] get_ports_and_sgs() called for port_ids ['5693b10e-5880-4367-8e86-dc545a331b14'] {{(pid=109551) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 03:52:47.409839 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4730969c-651f-49ab-be08-b2a44cb3132a req-4ef9f726-e7d6-4a4c-8bc0-4845ee5fc724 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:52:47.416621 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-4730969c-651f-49ab-be08-b2a44cb3132a req-4ef9f726-e7d6-4a4c-8bc0-4845ee5fc724 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] 10.222.0.16 "GET /v2.0/ports?device_id=1eb9c795-02a0-4502-a49f-032ef0fdfae1 HTTP/1.1" status: 200 len: 985 time: 0.1011164 Jan 29 03:52:47.431413 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7675d92-a558-4035-89ef-aa764515ee03 req-a5ab668d-70f6-4181-9170-48642b6766db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:52:47.433079 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-a7675d92-a558-4035-89ef-aa764515ee03 req-a5ab668d-70f6-4181-9170-48642b6766db service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=99ad53cf12564d5ea40131bca81e8f3b&device_id=1eb9c795-02a0-4502-a49f-032ef0fdfae1 HTTP/1.1" status: 200 len: 1169 time: 0.0821171 Jan 29 03:52:47.469932 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-a16e8357-2117-4fb7-9a1b-7dc9159b3ea1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (d5b8732c-6ac1-45e3-a79e-cd9863fe8196), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:52:47.491205 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.provisioning_blocks [None req-6502ed1b-57fd-4d93-8bab-deae47203abe None None] Provisioning complete for port 5693b10e-5880-4367-8e86-dc545a331b14 triggered by entity DHCP. {{(pid=109551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 03:52:47.491578 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-6502ed1b-57fd-4d93-8bab-deae47203abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785313'] for port (5693b10e-5880-4367-8e86-dc545a331b14), provisioning_complete {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:52:47.543217 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-4730969c-651f-49ab-be08-b2a44cb3132a req-de4a9823-6a1f-4e88-be6a-a997bc86b37f tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] 10.222.0.16 "GET /v2.0/security-groups?id=b33f1097-0e3c-427f-889d-998e3d017b3e&id=70c39e9a-c130-4679-9f4b-693ce2af89e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1227193 Jan 29 03:52:47.560682 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7675d92-a558-4035-89ef-aa764515ee03 req-37483ba5-d5a2-4c29-982a-808435d9e571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:52:47.562288 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-a7675d92-a558-4035-89ef-aa764515ee03 req-37483ba5-d5a2-4c29-982a-808435d9e571 service neutron] 10.222.0.25 "GET /v2.0/networks?id=798a8598-5f86-4e39-b13a-1feeb15fd786 HTTP/1.1" status: 200 len: 914 time: 0.1221447 Jan 29 03:52:47.633301 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-a7675d92-a558-4035-89ef-aa764515ee03 req-fdb1aafc-a49b-4c45-8947-11cceca3b859 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5693b10e-5880-4367-8e86-dc545a331b14 HTTP/1.1" status: 200 len: 1002 time: 0.0624661 Jan 29 03:52:47.681433 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7675d92-a558-4035-89ef-aa764515ee03 req-e01b716f-cc3b-4ad1-b30b-538204f5e4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:52:47.682940 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-a7675d92-a558-4035-89ef-aa764515ee03 req-e01b716f-cc3b-4ad1-b30b-538204f5e4e4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4a20ce1a-eb58-43cb-a55c-470171e008be HTTP/1.1" status: 200 len: 853 time: 0.0438879 Jan 29 03:52:47.730863 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-6502ed1b-57fd-4d93-8bab-deae47203abe None None] Current status of the port 5693b10e-5880-4367-8e86-dc545a331b14 is: ACTIVE; New status is: ACTIVE {{(pid=109551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 03:52:47.736876 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7675d92-a558-4035-89ef-aa764515ee03 req-c235b7ee-23c0-41f6-be88-3f0bda96beb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:52:47.738412 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-a7675d92-a558-4035-89ef-aa764515ee03 req-c235b7ee-23c0-41f6-be88-3f0bda96beb0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=798a8598-5f86-4e39-b13a-1feeb15fd786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0484402 Jan 29 03:52:47.827088 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-a7675d92-a558-4035-89ef-aa764515ee03 req-1df1ecf3-f82c-49b7-8aab-91de7400eda2 service neutron] 10.222.0.25 "GET /v2.0/networks/798a8598-5f86-4e39-b13a-1feeb15fd786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826406 Jan 29 03:52:47.922532 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-a7675d92-a558-4035-89ef-aa764515ee03 req-82b54bd8-7313-484a-b0c5-c9fe2b01f3a5 service neutron] 10.222.0.25 "GET /v2.0/networks/798a8598-5f86-4e39-b13a-1feeb15fd786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872879 Jan 29 03:52:48.070222 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-6a0bb60c-5b7b-499b-b43f-7eb32e921150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (4cfc2a27-deed-4689-8f39-0bd5aa6fe3c3), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:52:49.456370 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-30ace4c1-806b-4d7c-a886-fe7b65bfbfcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (7774c0be-b957-4204-896b-7e749f55bf81), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:52:51.241601 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (e75d1b00-832d-4bf5-b078-2c4f5b2c10cd), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:52:56.143844 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (ad4128b7-7a77-4672-aa49-b5d5d6c7d736), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:52:58.606643 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 53198) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:52:58.763948 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.plugin [None req-ac7b22fe-fb67-4362-b60e-be03260fdb8d tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] Deleting port 6b866938-4421-420d-ad0a-b67db11db187 {{(pid=109550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 03:52:58.764293 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-ac7b22fe-fb67-4362-b60e-be03260fdb8d tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787145728359'] for port (6b866938-4421-420d-ad0a-b67db11db187), before_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:52:58.836400 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-ac7b22fe-fb67-4362-b60e-be03260fdb8d tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1915525'] for port (6b866938-4421-420d-ad0a-b67db11db187), precommit_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:52:58.836723 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-ac7b22fe-fb67-4362-b60e-be03260fdb8d tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] Publish callbacks [] for floatingip (6b866938-4421-420d-ad0a-b67db11db187), precommit_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:52:58.848109 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.plugin [None req-ac7b22fe-fb67-4362-b60e-be03260fdb8d tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] Calling delete_port for 6b866938-4421-420d-ad0a-b67db11db187 owned by network:floatingip {{(pid=109550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 03:52:59.144533 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-ac7b22fe-fb67-4362-b60e-be03260fdb8d tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787145732033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787145433402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9207350'] for port (6b866938-4421-420d-ad0a-b67db11db187), after_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:52:59.178551 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7b22fe-fb67-4362-b60e-be03260fdb8d tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] Pushing event deleted for resources: {'Port': ['ID=6b866938-4421-420d-ad0a-b67db11db187,revision_number=None']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:52:59.236185 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-ac7b22fe-fb67-4362-b60e-be03260fdb8d tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] Publish callbacks [] for floatingip (4f257063-c4e8-461a-b6c8-84af19812e20), after_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:52:59.236519 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.db.l3_db [None req-ac7b22fe-fb67-4362-b60e-be03260fdb8d tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] Floating IP 4f257063-c4e8-461a-b6c8-84af19812e20 disassociated (deleted). External IP: 172.27.1.232, port: 275c2605-c149-4f30-83c0-37611406ba82. Jan 29 03:52:59.707223 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac7b22fe-fb67-4362-b60e-be03260fdb8d tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] Router 9f348c09-1459-481b-8361-119a6c8a7618 has already been hosted by L3 agent d5b8732c-6ac1-45e3-a79e-cd9863fe8196 {{(pid=109550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 03:52:59.817557 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac7b22fe-fb67-4362-b60e-be03260fdb8d tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] Notify agent at l3_agent.dv-cinder-826949-1-iscsi the message routers_updated {{(pid=109550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 03:52:59.822122 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-ac7b22fe-fb67-4362-b60e-be03260fdb8d tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166518'] for floatingip (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:52:59.827490 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9876288-8e72-4a44-af00-f02683726d3b None None] Sync routers for ids ['9f348c09-1459-481b-8361-119a6c8a7618'] in dv-cinder-826949-1-iscsi {{(pid=109551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 03:52:59.840302 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9876288-8e72-4a44-af00-f02683726d3b None None] Routers {'9f348c09-1459-481b-8361-119a6c8a7618'} bound to L3 agent in host dv-cinder-826949-1-iscsi {{(pid=109551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 03:52:59.840952 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_hamode_db [None req-a9876288-8e72-4a44-af00-f02683726d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T03:36:17Z,description=,heartbeat_timestamp=2022-01-29T03:52:47Z,host='dv-cinder-826949-1-iscsi',id=d5b8732c-6ac1-45e3-a79e-cd9863fe8196,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T03:36:18Z,topic='l3_agent')) {'router_ids': ['9f348c09-1459-481b-8361-119a6c8a7618'], 'active': True} {{(pid=109551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:52:59.857459 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-ac7b22fe-fb67-4362-b60e-be03260fdb8d tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] 10.222.0.16 "DELETE /v2.0/floatingips/4f257063-c4e8-461a-b6c8-84af19812e20 HTTP/1.1" status: 204 len: 168 time: 1.2496161 Jan 29 03:52:59.858078 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe9bccaa-e41b-4389-9f22-5e72a04c47b0', 'tag': '275c2605-c149-4f30-83c0-37611406ba82'}] {{(pid=109550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 03:52:59.861007 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fa7e8514ec8b1871638cf3d0c6bf241b62bf17ffd430199c6215cc57604ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44423900-6224-4b70-86db-c16721074eea" -d '{"events": [{"name": "network-changed", "server_uuid": "fe9bccaa-e41b-4389-9f22-5e72a04c47b0", "tag": "275c2605-c149-4f30-83c0-37611406ba82"}]}' {{(pid=109550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 03:52:59.899384 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 03:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9b9e0f0-e1da-4f34-b95c-711b390c3be7 x-openstack-request-id: req-f9b9e0f0-e1da-4f34-b95c-711b390c3be7 {{(pid=109550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 03:52:59.899741 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe9bccaa-e41b-4389-9f22-5e72a04c47b0", "tag": "275c2605-c149-4f30-83c0-37611406ba82", "status": "completed", "code": 200}]} {{(pid=109550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 03:52:59.900089 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f9b9e0f0-e1da-4f34-b95c-711b390c3be7 {{(pid=109550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 03:52:59.900558 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe9bccaa-e41b-4389-9f22-5e72a04c47b0', 'tag': '275c2605-c149-4f30-83c0-37611406ba82', 'status': 'completed', 'code': 200} Jan 29 03:52:59.954687 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_dvr_db [None req-a9876288-8e72-4a44-af00-f02683726d3b None None] Set router 9f348c09-1459-481b-8361-119a6c8a7618 gateway port host: dv-cinder-826949-1-iscsi {{(pid=109551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 03:52:59.999813 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44423900-6224-4b70-86db-c16721074eea req-706b60dc-8416-41e5-97fa-95046526a461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:52:59.999813 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-44423900-6224-4b70-86db-c16721074eea req-706b60dc-8416-41e5-97fa-95046526a461 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=033b0334af9941dfbcf5ac732f36dfd6&device_id=fe9bccaa-e41b-4389-9f22-5e72a04c47b0 HTTP/1.1" status: 200 len: 1130 time: 0.0513332 Jan 29 03:53:00.096616 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44423900-6224-4b70-86db-c16721074eea req-e420727e-eec3-453f-b713-a4f366a57bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:53:00.098225 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-44423900-6224-4b70-86db-c16721074eea req-e420727e-eec3-453f-b713-a4f366a57bbd service neutron] 10.222.0.25 "GET /v2.0/networks?id=9ce03b02-e4c1-4b51-89f8-2b8c7e281b14 HTTP/1.1" status: 200 len: 908 time: 0.0916760 Jan 29 03:53:00.139720 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-44423900-6224-4b70-86db-c16721074eea req-aaf08a94-18ba-4d8d-bd28-fcdbc07e11de service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=275c2605-c149-4f30-83c0-37611406ba82 HTTP/1.1" status: 200 len: 217 time: 0.0350740 Jan 29 03:53:00.153952 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_hamode_db [None req-a9876288-8e72-4a44-af00-f02683726d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f348c09-1459-481b-8361-119a6c8a7618', 'name': 'tempest-TestShelveInstance-805502500-router', 'tenant_id': '033b0334af9941dfbcf5ac732f36dfd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'external_fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'e0f5c6f1-cf94-4ae6-a1d1-55ae90b2d1dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T03:47:52Z', 'updated_at': '2022-01-29T03:47:56Z', 'revision_number': 4, 'project_id': '033b0334af9941dfbcf5ac732f36dfd6', 'gw_port': {'id': 'e0f5c6f1-cf94-4ae6-a1d1-55ae90b2d1dd', 'name': '', 'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:dd:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f348c09-1459-481b-8361-119a6c8a7618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:47:53Z', 'updated_at': '2022-01-29T03:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-1-iscsi', '_interfaces': [{'id': '17cc645a-b734-490d-b4ae-3ebfaa59d31f', 'name': '', 'network_id': '9ce03b02-e4c1-4b51-89f8-2b8c7e281b14', 'tenant_id': '033b0334af9941dfbcf5ac732f36dfd6', 'mac_address': 'fa:16:3e:05:f2:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f348c09-1459-481b-8361-119a6c8a7618', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'e530e8b4-da58-4e58-b7ba-de4e0fb3aa2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:47:55Z', 'updated_at': '2022-01-29T03:48:00Z', 'revision_number': 5, 'project_id': '033b0334af9941dfbcf5ac732f36dfd6', 'subnets': [{'id': 'e530e8b4-da58-4e58-b7ba-de4e0fb3aa2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-1-iscsi', False) {} {{(pid=109551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:53:00.180945 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9876288-8e72-4a44-af00-f02683726d3b None None] Checking router: 9f348c09-1459-481b-8361-119a6c8a7618 for host: dv-cinder-826949-1-iscsi {{(pid=109551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 03:53:00.189282 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9876288-8e72-4a44-af00-f02683726d3b None None] Routers {'9f348c09-1459-481b-8361-119a6c8a7618'} bound to L3 agent in host dv-cinder-826949-1-iscsi {{(pid=109551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 03:53:00.189904 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_hamode_db [None req-a9876288-8e72-4a44-af00-f02683726d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T03:36:17Z,description=,heartbeat_timestamp=2022-01-29T03:52:47Z,host='dv-cinder-826949-1-iscsi',id=d5b8732c-6ac1-45e3-a79e-cd9863fe8196,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T03:36:18Z,topic='l3_agent')) {'router_ids': ['9f348c09-1459-481b-8361-119a6c8a7618'], 'active': True} {{(pid=109551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:53:00.195101 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44423900-6224-4b70-86db-c16721074eea req-035a5b01-d058-40a1-9fcd-fc80884bf99b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:53:00.196590 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-44423900-6224-4b70-86db-c16721074eea req-035a5b01-d058-40a1-9fcd-fc80884bf99b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e530e8b4-da58-4e58-b7ba-de4e0fb3aa2d HTTP/1.1" status: 200 len: 847 time: 0.0506949 Jan 29 03:53:00.299785 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_dvr_db [None req-a9876288-8e72-4a44-af00-f02683726d3b None None] Set router 9f348c09-1459-481b-8361-119a6c8a7618 gateway port host: dv-cinder-826949-1-iscsi {{(pid=109551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 03:53:00.303340 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57727bf3-8e89-4b3b-af90-bdbc2a8d3a53 req-d344da05-21fd-412a-9563-f1c935cec270 tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:53:00.304840 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-57727bf3-8e89-4b3b-af90-bdbc2a8d3a53 req-d344da05-21fd-412a-9563-f1c935cec270 tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe9bccaa-e41b-4389-9f22-5e72a04c47b0 HTTP/1.1" status: 200 len: 946 time: 0.0866129 Jan 29 03:53:00.310727 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44423900-6224-4b70-86db-c16721074eea req-3cbd9ca3-b91b-4ef5-a4e9-dec4d2c9d8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:53:00.312135 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-44423900-6224-4b70-86db-c16721074eea req-3cbd9ca3-b91b-4ef5-a4e9-dec4d2c9d8e4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9ce03b02-e4c1-4b51-89f8-2b8c7e281b14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0654368 Jan 29 03:53:00.408188 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-57727bf3-8e89-4b3b-af90-bdbc2a8d3a53 req-db2950e8-322c-4dc7-9af2-ec4eea0f5e41 tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d65f1d4-25f6-4c0c-b38f-909fe5487234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950522 Jan 29 03:53:00.439651 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-44423900-6224-4b70-86db-c16721074eea req-f0a16701-12e1-4a1d-bb48-0601486bbd5b service neutron] 10.222.0.25 "GET /v2.0/networks/9ce03b02-e4c1-4b51-89f8-2b8c7e281b14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138301 Jan 29 03:53:00.498298 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_hamode_db [None req-a9876288-8e72-4a44-af00-f02683726d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f348c09-1459-481b-8361-119a6c8a7618', 'name': 'tempest-TestShelveInstance-805502500-router', 'tenant_id': '033b0334af9941dfbcf5ac732f36dfd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'external_fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'e0f5c6f1-cf94-4ae6-a1d1-55ae90b2d1dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T03:47:52Z', 'updated_at': '2022-01-29T03:47:56Z', 'revision_number': 4, 'project_id': '033b0334af9941dfbcf5ac732f36dfd6', 'gw_port': {'id': 'e0f5c6f1-cf94-4ae6-a1d1-55ae90b2d1dd', 'name': '', 'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:dd:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f348c09-1459-481b-8361-119a6c8a7618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:47:53Z', 'updated_at': '2022-01-29T03:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-1-iscsi', '_interfaces': [{'id': '17cc645a-b734-490d-b4ae-3ebfaa59d31f', 'name': '', 'network_id': '9ce03b02-e4c1-4b51-89f8-2b8c7e281b14', 'tenant_id': '033b0334af9941dfbcf5ac732f36dfd6', 'mac_address': 'fa:16:3e:05:f2:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f348c09-1459-481b-8361-119a6c8a7618', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'e530e8b4-da58-4e58-b7ba-de4e0fb3aa2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:47:55Z', 'updated_at': '2022-01-29T03:48:00Z', 'revision_number': 5, 'project_id': '033b0334af9941dfbcf5ac732f36dfd6', 'subnets': [{'id': 'e530e8b4-da58-4e58-b7ba-de4e0fb3aa2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-1-iscsi', False) {} {{(pid=109551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:53:00.524816 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9876288-8e72-4a44-af00-f02683726d3b None None] The sync data for ids ['9f348c09-1459-481b-8361-119a6c8a7618'] in dv-cinder-826949-1-iscsi is: [{'id': '9f348c09-1459-481b-8361-119a6c8a7618', 'name': 'tempest-TestShelveInstance-805502500-router', 'tenant_id': '033b0334af9941dfbcf5ac732f36dfd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'external_fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'e0f5c6f1-cf94-4ae6-a1d1-55ae90b2d1dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T03:47:52Z', 'updated_at': '2022-01-29T03:47:56Z', 'revision_number': 4, 'project_id': '033b0334af9941dfbcf5ac732f36dfd6', 'gw_port': {'id': 'e0f5c6f1-cf94-4ae6-a1d1-55ae90b2d1dd', 'name': '', 'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:dd:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f348c09-1459-481b-8361-119a6c8a7618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:47:53Z', 'updated_at': '2022-01-29T03:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-1-iscsi', '_interfaces': [{'id': '17cc645a-b734-490d-b4ae-3ebfaa59d31f', 'name': '', 'network_id': '9ce03b02-e4c1-4b51-89f8-2b8c7e281b14', 'tenant_id': '033b0334af9941dfbcf5ac732f36dfd6', 'mac_address': 'fa:16:3e:05:f2:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f348c09-1459-481b-8361-119a6c8a7618', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'e530e8b4-da58-4e58-b7ba-de4e0fb3aa2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:47:55Z', 'updated_at': '2022-01-29T03:48:00Z', 'revision_number': 5, 'project_id': '033b0334af9941dfbcf5ac732f36dfd6', 'subnets': [{'id': 'e530e8b4-da58-4e58-b7ba-de4e0fb3aa2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 03:53:00.530669 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-44423900-6224-4b70-86db-c16721074eea req-80c3a4c8-3071-4bf3-994c-c13468d19e6b service neutron] 10.222.0.25 "GET /v2.0/networks/9ce03b02-e4c1-4b51-89f8-2b8c7e281b14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835490 Jan 29 03:53:00.732314 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aff57f8-cc61-4ea4-9597-da68287814c3 None None] New status for floating IP 4f257063-c4e8-461a-b6c8-84af19812e20: DOWN {{(pid=109552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 03:53:01.097131 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 53238) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:53:01.145364 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4c64bec-6c2e-424e-ba79-f65f265d0024 admin admin] Deleting subnet d391d7cf-3715-40a5-a3f7-6e70dfe74e38 {{(pid=109550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 03:53:01.148496 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-f4c64bec-6c2e-424e-ba79-f65f265d0024 admin admin] Publish callbacks [] for subnet (d391d7cf-3715-40a5-a3f7-6e70dfe74e38), before_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:53:01.181202 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-f4c64bec-6c2e-424e-ba79-f65f265d0024 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3934284'] for subnet (d391d7cf-3715-40a5-a3f7-6e70dfe74e38), precommit_delete_associations {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:53:01.218628 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-f4c64bec-6c2e-424e-ba79-f65f265d0024 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-756919'] for subnet (d391d7cf-3715-40a5-a3f7-6e70dfe74e38), precommit_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:53:01.330623 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-f4c64bec-6c2e-424e-ba79-f65f265d0024 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-756920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9207301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9335413'] for subnet (d391d7cf-3715-40a5-a3f7-6e70dfe74e38), after_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:53:01.353549 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c64bec-6c2e-424e-ba79-f65f265d0024 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d391d7cf-3715-40a5-a3f7-6e70dfe74e38,revision_number=None']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:53:01.359133 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-f4c64bec-6c2e-424e-ba79-f65f265d0024 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606130'] for subnet (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:53:01.362902 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-f4c64bec-6c2e-424e-ba79-f65f265d0024 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/d391d7cf-3715-40a5-a3f7-6e70dfe74e38 HTTP/1.1" status: 204 len: 168 time: 0.2647905 Jan 29 03:53:01.365308 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 53242) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:53:01.436463 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-09db3ca3-8865-4424-9d25-cc9628b09423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617357'] for network (eb40902a-de63-4500-ab35-faefb76018a5), before_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:53:01.514053 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-09db3ca3-8865-4424-9d25-cc9628b09423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783436', 'neutron.services.segments.db._delete_segments_for_network-8787145932427'] for network (eb40902a-de63-4500-ab35-faefb76018a5), precommit_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:53:01.532873 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07da324d-602a-41f7-83cf-b3c5f2267107 req-31b98b85-6e40-41b5-b005-d40156d52d2c tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:53:01.534448 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-07da324d-602a-41f7-83cf-b3c5f2267107 req-31b98b85-6e40-41b5-b005-d40156d52d2c tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe9bccaa-e41b-4389-9f22-5e72a04c47b0 HTTP/1.1" status: 200 len: 946 time: 0.0521045 Jan 29 03:53:01.535170 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.services.segments.db [None req-09db3ca3-8865-4424-9d25-cc9628b09423 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb40902a-de63-4500-ab35-faefb76018a5']}} {{(pid=109550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:53:01.544544 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.services.segments.db [None req-09db3ca3-8865-4424-9d25-cc9628b09423 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79dc56b0-b9d0-45bb-9e16-4acaeb7f0f38') {'for_net_delete': True} {{(pid=109550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:53:01.544836 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.services.segments.db [None req-09db3ca3-8865-4424-9d25-cc9628b09423 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79dc56b0-b9d0-45bb-9e16-4acaeb7f0f38') {} {{(pid=109550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:53:01.554723 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-09db3ca3-8865-4424-9d25-cc9628b09423 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787145906580', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3934299'] for segment (79dc56b0-b9d0-45bb-9e16-4acaeb7f0f38), before_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:53:01.567647 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-09db3ca3-8865-4424-9d25-cc9628b09423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541992'] for segment (79dc56b0-b9d0-45bb-9e16-4acaeb7f0f38), precommit_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:53:01.575115 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09db3ca3-8865-4424-9d25-cc9628b09423 admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=109550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 03:53:01.575517 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-09db3ca3-8865-4424-9d25-cc9628b09423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9207515'] for segment (79dc56b0-b9d0-45bb-9e16-4acaeb7f0f38), after_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:53:01.577223 dv-cinder-826949-1-iscsi neutron-server[109550]: Traceback (most recent call last): Jan 29 03:53:01.577223 dv-cinder-826949-1-iscsi neutron-server[109550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 03:53:01.577223 dv-cinder-826949-1-iscsi neutron-server[109550]: timer() Jan 29 03:53:01.577223 dv-cinder-826949-1-iscsi neutron-server[109550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 03:53:01.577223 dv-cinder-826949-1-iscsi neutron-server[109550]: cb(*args, **kw) Jan 29 03:53:01.577223 dv-cinder-826949-1-iscsi neutron-server[109550]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 03:53:01.577223 dv-cinder-826949-1-iscsi neutron-server[109550]: return func(*args, **kwargs) Jan 29 03:53:01.577223 dv-cinder-826949-1-iscsi neutron-server[109550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 03:53:01.577223 dv-cinder-826949-1-iscsi neutron-server[109550]: self._notify() Jan 29 03:53:01.577223 dv-cinder-826949-1-iscsi neutron-server[109550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 03:53:01.577223 dv-cinder-826949-1-iscsi neutron-server[109550]: self.callback(batched_events) Jan 29 03:53:01.577223 dv-cinder-826949-1-iscsi neutron-server[109550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 03:53:01.577223 dv-cinder-826949-1-iscsi neutron-server[109550]: event.method(event) Jan 29 03:53:01.577223 dv-cinder-826949-1-iscsi neutron-server[109550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 03:53:01.577223 dv-cinder-826949-1-iscsi neutron-server[109550]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 03:53:01.577223 dv-cinder-826949-1-iscsi neutron-server[109550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 03:53:01.577223 dv-cinder-826949-1-iscsi neutron-server[109550]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 03:53:01.577223 dv-cinder-826949-1-iscsi neutron-server[109550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 03:53:01.577223 dv-cinder-826949-1-iscsi neutron-server[109550]: return f(self, *a, **k) Jan 29 03:53:01.577223 dv-cinder-826949-1-iscsi neutron-server[109550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 03:53:01.577223 dv-cinder-826949-1-iscsi neutron-server[109550]: return self._get(url).json() Jan 29 03:53:01.577223 dv-cinder-826949-1-iscsi neutron-server[109550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 03:53:01.577223 dv-cinder-826949-1-iscsi neutron-server[109550]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 03:53:01.577223 dv-cinder-826949-1-iscsi neutron-server[109550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 03:53:01.577223 dv-cinder-826949-1-iscsi neutron-server[109550]: return self.request(url, 'GET', **kwargs) Jan 29 03:53:01.577223 dv-cinder-826949-1-iscsi neutron-server[109550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 03:53:01.577223 dv-cinder-826949-1-iscsi neutron-server[109550]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 03:53:01.577223 dv-cinder-826949-1-iscsi neutron-server[109550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 03:53:01.577223 dv-cinder-826949-1-iscsi neutron-server[109550]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 03:53:01.577223 dv-cinder-826949-1-iscsi neutron-server[109550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 03:53:01.577223 dv-cinder-826949-1-iscsi neutron-server[109550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 03:53:01.577223 dv-cinder-826949-1-iscsi neutron-server[109550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 03:53:01.588658 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-07da324d-602a-41f7-83cf-b3c5f2267107 req-1b6c4f37-1b6f-4474-998a-8f9fb7b1beeb tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d65f1d4-25f6-4c0c-b38f-909fe5487234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483732 Jan 29 03:53:01.690475 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-09db3ca3-8865-4424-9d25-cc9628b09423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1909918'] for network (eb40902a-de63-4500-ab35-faefb76018a5), after_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:53:01.695757 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-09db3ca3-8865-4424-9d25-cc9628b09423 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606130'] for network (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:53:01.698883 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-09db3ca3-8865-4424-9d25-cc9628b09423 admin admin] 10.222.0.16 "DELETE /v2.0/networks/eb40902a-de63-4500-ab35-faefb76018a5 HTTP/1.1" status: 204 len: 168 time: 0.3326039 Jan 29 03:53:01.705991 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 53248) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:53:01.710352 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09db3ca3-8865-4424-9d25-cc9628b09423 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb40902a-de63-4500-ab35-faefb76018a5,revision_number=None']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:53:01.750005 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.db.db_base_plugin_v2 [None req-b82c557f-cdcb-4414-9eed-b0bf01441245 admin admin] Deleting subnet 7b8e0b31-64cd-4ebc-9ddb-98f98ee5d516 {{(pid=109549) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 03:53:01.753288 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-b82c557f-cdcb-4414-9eed-b0bf01441245 admin admin] Publish callbacks [] for subnet (7b8e0b31-64cd-4ebc-9ddb-98f98ee5d516), before_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:53:01.788926 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-b82c557f-cdcb-4414-9eed-b0bf01441245 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9381382'] for subnet (7b8e0b31-64cd-4ebc-9ddb-98f98ee5d516), precommit_delete_associations {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:53:01.826395 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-b82c557f-cdcb-4414-9eed-b0bf01441245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-756919'] for subnet (7b8e0b31-64cd-4ebc-9ddb-98f98ee5d516), precommit_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:53:01.984612 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-b82c557f-cdcb-4414-9eed-b0bf01441245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-756920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8440498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9270759'] for subnet (7b8e0b31-64cd-4ebc-9ddb-98f98ee5d516), after_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:53:02.027531 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-b82c557f-cdcb-4414-9eed-b0bf01441245 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:53:02.030735 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-b82c557f-cdcb-4414-9eed-b0bf01441245 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/7b8e0b31-64cd-4ebc-9ddb-98f98ee5d516 HTTP/1.1" status: 204 len: 168 time: 0.3237088 Jan 29 03:53:02.031584 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82c557f-cdcb-4414-9eed-b0bf01441245 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b8e0b31-64cd-4ebc-9ddb-98f98ee5d516,revision_number=None']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:53:02.033930 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 53252) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:53:02.061397 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369ba98d-c047-465b-8ac2-e0b97ad4eb06 req-a6b20694-328d-425a-bd49-93b3d7f269c3 tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:53:02.062907 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-369ba98d-c047-465b-8ac2-e0b97ad4eb06 req-a6b20694-328d-425a-bd49-93b3d7f269c3 tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe9bccaa-e41b-4389-9f22-5e72a04c47b0 HTTP/1.1" status: 200 len: 946 time: 0.0744805 Jan 29 03:53:02.077213 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9845162-a915-48d1-b8d4-f8fa263cd53f req-6edd9c07-c171-41c3-b9b4-61348240b2e8 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:53:02.078778 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-d9845162-a915-48d1-b8d4-f8fa263cd53f req-6edd9c07-c171-41c3-b9b4-61348240b2e8 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] 10.222.0.16 "GET /v2.0/ports?device_id=1eb9c795-02a0-4502-a49f-032ef0fdfae1 HTTP/1.1" status: 200 len: 985 time: 0.0908062 Jan 29 03:53:02.143214 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-d9845162-a915-48d1-b8d4-f8fa263cd53f req-e4ed39f4-9088-4bc7-8369-235df320a9c4 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] 10.222.0.16 "GET /v2.0/security-groups?id=b33f1097-0e3c-427f-889d-998e3d017b3e&id=70c39e9a-c130-4679-9f4b-693ce2af89e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0572577 Jan 29 03:53:02.177741 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-d0317903-c223-4dd7-9e2a-6f4a913d653c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617357'] for network (1d2f40d8-332b-443f-8970-6a74439fc105), before_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:53:02.223543 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b27b826-c00c-42b9-a39a-bc40bb1e2983 req-a8fd3249-c1f5-472b-8fb3-945b7a36c012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:53:02.225032 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-0b27b826-c00c-42b9-a39a-bc40bb1e2983 req-a8fd3249-c1f5-472b-8fb3-945b7a36c012 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=99ad53cf12564d5ea40131bca81e8f3b&device_id=1eb9c795-02a0-4502-a49f-032ef0fdfae1 HTTP/1.1" status: 200 len: 1169 time: 0.0999947 Jan 29 03:53:02.354426 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-d0317903-c223-4dd7-9e2a-6f4a913d653c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783436', 'neutron.services.segments.db._delete_segments_for_network-8787145932427'] for network (1d2f40d8-332b-443f-8970-6a74439fc105), precommit_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:53:02.359567 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.plugin [req-369ba98d-c047-465b-8ac2-e0b97ad4eb06 req-98697007-fe5a-40dc-8bad-53ac305643bb tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] Deleting port 275c2605-c149-4f30-83c0-37611406ba82 {{(pid=109550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 03:53:02.359889 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-369ba98d-c047-465b-8ac2-e0b97ad4eb06 req-98697007-fe5a-40dc-8bad-53ac305643bb tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787145728359'] for port (275c2605-c149-4f30-83c0-37611406ba82), before_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:53:02.430935 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.services.segments.db [None req-d0317903-c223-4dd7-9e2a-6f4a913d653c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d2f40d8-332b-443f-8970-6a74439fc105']}} {{(pid=109550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:53:02.452087 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.services.segments.db [None req-d0317903-c223-4dd7-9e2a-6f4a913d653c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03644550-1eb3-46c4-8824-4e7e6eb6cc54') {'for_net_delete': True} {{(pid=109550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:53:02.452378 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.services.segments.db [None req-d0317903-c223-4dd7-9e2a-6f4a913d653c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03644550-1eb3-46c4-8824-4e7e6eb6cc54') {} {{(pid=109550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:53:02.480470 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-d0317903-c223-4dd7-9e2a-6f4a913d653c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787145906580', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3934299'] for segment (03644550-1eb3-46c4-8824-4e7e6eb6cc54), before_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:53:02.489034 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b27b826-c00c-42b9-a39a-bc40bb1e2983 req-bbe42c71-8dd5-4290-bf9d-03186c6f60e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:53:02.490535 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-0b27b826-c00c-42b9-a39a-bc40bb1e2983 req-bbe42c71-8dd5-4290-bf9d-03186c6f60e5 service neutron] 10.222.0.25 "GET /v2.0/networks?id=798a8598-5f86-4e39-b13a-1feeb15fd786 HTTP/1.1" status: 200 len: 914 time: 0.2405567 Jan 29 03:53:02.541020 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-d0317903-c223-4dd7-9e2a-6f4a913d653c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541992'] for segment (03644550-1eb3-46c4-8824-4e7e6eb6cc54), precommit_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:53:02.555885 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.db [req-369ba98d-c047-465b-8ac2-e0b97ad4eb06 req-98697007-fe5a-40dc-8bad-53ac305643bb tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] For port 275c2605-c149-4f30-83c0-37611406ba82, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=275c2605-c149-4f30-83c0-37611406ba82,segment=NetworkSegment(34cc1de7-acdd-4594-884a-fb91f28f8b0e),segment_id=34cc1de7-acdd-4594-884a-fb91f28f8b0e)] {{(pid=109550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 03:53:02.556240 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-369ba98d-c047-465b-8ac2-e0b97ad4eb06 req-98697007-fe5a-40dc-8bad-53ac305643bb tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1915525'] for port (275c2605-c149-4f30-83c0-37611406ba82), precommit_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:53:02.561530 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0317903-c223-4dd7-9e2a-6f4a913d653c admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=109550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 03:53:02.561911 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-d0317903-c223-4dd7-9e2a-6f4a913d653c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9207515'] for segment (03644550-1eb3-46c4-8824-4e7e6eb6cc54), after_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:53:02.567833 dv-cinder-826949-1-iscsi neutron-server[109550]: Traceback (most recent call last): Jan 29 03:53:02.567833 dv-cinder-826949-1-iscsi neutron-server[109550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 03:53:02.567833 dv-cinder-826949-1-iscsi neutron-server[109550]: timer() Jan 29 03:53:02.567833 dv-cinder-826949-1-iscsi neutron-server[109550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 03:53:02.567833 dv-cinder-826949-1-iscsi neutron-server[109550]: cb(*args, **kw) Jan 29 03:53:02.567833 dv-cinder-826949-1-iscsi neutron-server[109550]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 03:53:02.567833 dv-cinder-826949-1-iscsi neutron-server[109550]: return func(*args, **kwargs) Jan 29 03:53:02.567833 dv-cinder-826949-1-iscsi neutron-server[109550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 03:53:02.567833 dv-cinder-826949-1-iscsi neutron-server[109550]: self._notify() Jan 29 03:53:02.567833 dv-cinder-826949-1-iscsi neutron-server[109550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 03:53:02.567833 dv-cinder-826949-1-iscsi neutron-server[109550]: self.callback(batched_events) Jan 29 03:53:02.567833 dv-cinder-826949-1-iscsi neutron-server[109550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 03:53:02.567833 dv-cinder-826949-1-iscsi neutron-server[109550]: event.method(event) Jan 29 03:53:02.567833 dv-cinder-826949-1-iscsi neutron-server[109550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 03:53:02.567833 dv-cinder-826949-1-iscsi neutron-server[109550]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 03:53:02.567833 dv-cinder-826949-1-iscsi neutron-server[109550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 03:53:02.567833 dv-cinder-826949-1-iscsi neutron-server[109550]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 03:53:02.567833 dv-cinder-826949-1-iscsi neutron-server[109550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 03:53:02.567833 dv-cinder-826949-1-iscsi neutron-server[109550]: return f(self, *a, **k) Jan 29 03:53:02.567833 dv-cinder-826949-1-iscsi neutron-server[109550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 03:53:02.567833 dv-cinder-826949-1-iscsi neutron-server[109550]: return self._get(url).json() Jan 29 03:53:02.567833 dv-cinder-826949-1-iscsi neutron-server[109550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 03:53:02.567833 dv-cinder-826949-1-iscsi neutron-server[109550]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 03:53:02.567833 dv-cinder-826949-1-iscsi neutron-server[109550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 03:53:02.567833 dv-cinder-826949-1-iscsi neutron-server[109550]: return self.request(url, 'GET', **kwargs) Jan 29 03:53:02.567833 dv-cinder-826949-1-iscsi neutron-server[109550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 03:53:02.567833 dv-cinder-826949-1-iscsi neutron-server[109550]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 03:53:02.567833 dv-cinder-826949-1-iscsi neutron-server[109550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 03:53:02.567833 dv-cinder-826949-1-iscsi neutron-server[109550]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 03:53:02.567833 dv-cinder-826949-1-iscsi neutron-server[109550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 03:53:02.567833 dv-cinder-826949-1-iscsi neutron-server[109550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 03:53:02.567833 dv-cinder-826949-1-iscsi neutron-server[109550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 03:53:02.584532 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.plugin [req-369ba98d-c047-465b-8ac2-e0b97ad4eb06 req-98697007-fe5a-40dc-8bad-53ac305643bb tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] Calling delete_port for 275c2605-c149-4f30-83c0-37611406ba82 owned by compute:nova {{(pid=109550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 03:53:02.645519 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-0b27b826-c00c-42b9-a39a-bc40bb1e2983 req-31c6c9fd-a84e-40d0-80d4-7ff70da48756 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5693b10e-5880-4367-8e86-dc545a331b14 HTTP/1.1" status: 200 len: 1002 time: 0.1487327 Jan 29 03:53:02.764995 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b27b826-c00c-42b9-a39a-bc40bb1e2983 req-6cdf3a16-e18a-441e-888d-38b7d13b731a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:53:02.767276 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-0b27b826-c00c-42b9-a39a-bc40bb1e2983 req-6cdf3a16-e18a-441e-888d-38b7d13b731a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4a20ce1a-eb58-43cb-a55c-470171e008be HTTP/1.1" status: 200 len: 853 time: 0.0916553 Jan 29 03:53:02.769655 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-d0317903-c223-4dd7-9e2a-6f4a913d653c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1909918'] for network (1d2f40d8-332b-443f-8970-6a74439fc105), after_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:53:02.787005 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-d0317903-c223-4dd7-9e2a-6f4a913d653c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606130'] for network (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:53:02.792293 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-d0317903-c223-4dd7-9e2a-6f4a913d653c admin admin] 10.222.0.16 "DELETE /v2.0/networks/1d2f40d8-332b-443f-8970-6a74439fc105 HTTP/1.1" status: 204 len: 168 time: 0.7550938 Jan 29 03:53:02.812179 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0317903-c223-4dd7-9e2a-6f4a913d653c admin admin] Pushing event deleted for resources: {'Network': ['ID=1d2f40d8-332b-443f-8970-6a74439fc105,revision_number=None']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:53:02.835648 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5ff23a-eefc-420b-ad84-b5c00842f1ca req-d347c50a-819f-4389-adea-d14383e3fd3a tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:53:02.837159 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-ce5ff23a-eefc-420b-ad84-b5c00842f1ca req-d347c50a-819f-4389-adea-d14383e3fd3a tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe9bccaa-e41b-4389-9f22-5e72a04c47b0 HTTP/1.1" status: 200 len: 946 time: 0.1631718 Jan 29 03:53:02.933377 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b27b826-c00c-42b9-a39a-bc40bb1e2983 req-0fd4dc8e-8733-4a77-a8cb-dc7578a9fe5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:53:02.935017 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-0b27b826-c00c-42b9-a39a-bc40bb1e2983 req-0fd4dc8e-8733-4a77-a8cb-dc7578a9fe5b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=798a8598-5f86-4e39-b13a-1feeb15fd786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1561582 Jan 29 03:53:02.938446 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-ce5ff23a-eefc-420b-ad84-b5c00842f1ca req-06b77ff5-190a-4903-b328-38f3c6e5319d tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d65f1d4-25f6-4c0c-b38f-909fe5487234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938051 Jan 29 03:53:03.003634 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-369ba98d-c047-465b-8ac2-e0b97ad4eb06 req-98697007-fe5a-40dc-8bad-53ac305643bb tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787145732033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787145433402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9207350'] for port (275c2605-c149-4f30-83c0-37611406ba82), after_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:53:03.043690 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98697007-fe5a-40dc-8bad-53ac305643bb tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] Pushing event deleted for resources: {'Port': ['ID=275c2605-c149-4f30-83c0-37611406ba82,revision_number=None']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:53:03.058289 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-0b27b826-c00c-42b9-a39a-bc40bb1e2983 req-cad9840d-5bce-4888-a489-1f091713f46f service neutron] 10.222.0.25 "GET /v2.0/networks/798a8598-5f86-4e39-b13a-1feeb15fd786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159213 Jan 29 03:53:03.062359 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.agents_db [None req-5bdad2e4-4f8f-4fe6-a9f7-cf82a335ca9d None None] Agent healthcheck: found 6 active agents {{(pid=109552) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 03:53:03.143966 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.db.l3_dvrscheduler_db [req-369ba98d-c047-465b-8ac2-e0b97ad4eb06 req-98697007-fe5a-40dc-8bad-53ac305643bb tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] No DVR routers for this DVR port 275c2605-c149-4f30-83c0-37611406ba82 on host hv-cinder-82694 {{(pid=109550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 03:53:03.147767 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-369ba98d-c047-465b-8ac2-e0b97ad4eb06 req-98697007-fe5a-40dc-8bad-53ac305643bb tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166518'] for port (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:53:03.151033 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-369ba98d-c047-465b-8ac2-e0b97ad4eb06 req-98697007-fe5a-40dc-8bad-53ac305643bb tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] 10.222.0.25 "DELETE /v2.0/ports/275c2605-c149-4f30-83c0-37611406ba82 HTTP/1.1" status: 204 len: 173 time: 1.0586555 Jan 29 03:53:03.151463 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe9bccaa-e41b-4389-9f22-5e72a04c47b0', 'name': 'network-vif-deleted', 'tag': '275c2605-c149-4f30-83c0-37611406ba82'}] {{(pid=109550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 03:53:03.153968 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fa7e8514ec8b1871638cf3d0c6bf241b62bf17ffd430199c6215cc57604ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35562d65-628b-44a1-98d7-c64e5dc1a6c7" -d '{"events": [{"server_uuid": "fe9bccaa-e41b-4389-9f22-5e72a04c47b0", "name": "network-vif-deleted", "tag": "275c2605-c149-4f30-83c0-37611406ba82"}]}' {{(pid=109550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 03:53:03.196750 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-0b27b826-c00c-42b9-a39a-bc40bb1e2983 req-322baf0c-dfb8-4782-a057-8acc350e046d service neutron] 10.222.0.25 "GET /v2.0/networks/798a8598-5f86-4e39-b13a-1feeb15fd786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317325 Jan 29 03:53:03.200495 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 03:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48b934f9-4fcb-47d6-9186-628ec8177b8a x-openstack-request-id: req-48b934f9-4fcb-47d6-9186-628ec8177b8a {{(pid=109550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 03:53:03.200782 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe9bccaa-e41b-4389-9f22-5e72a04c47b0", "name": "network-vif-deleted", "tag": "275c2605-c149-4f30-83c0-37611406ba82", "status": "completed", "code": 200}]} {{(pid=109550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 03:53:03.201035 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-48b934f9-4fcb-47d6-9186-628ec8177b8a {{(pid=109550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 03:53:03.204656 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe9bccaa-e41b-4389-9f22-5e72a04c47b0', 'name': 'network-vif-deleted', 'tag': '275c2605-c149-4f30-83c0-37611406ba82', 'status': 'completed', 'code': 200} Jan 29 03:53:03.204781 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 53264) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:53:03.272979 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-6719480c-a73e-4091-8676-f69c327ece79 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=442fb5b736184036a2e419cf483f9ef7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0671787 Jan 29 03:53:03.275574 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 53266) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:53:03.291949 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0449fd-e0bd-4aab-957e-371f4dfb975b req-eee40e69-4391-4627-a286-c1467fe54817 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:53:03.293404 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-be0449fd-e0bd-4aab-957e-371f4dfb975b req-eee40e69-4391-4627-a286-c1467fe54817 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] 10.222.0.16 "GET /v2.0/ports?device_id=1eb9c795-02a0-4502-a49f-032ef0fdfae1 HTTP/1.1" status: 200 len: 985 time: 0.0708053 Jan 29 03:53:03.325485 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-bd058534-3d24-47a0-b5c6-4d8c1d4cbf45 admin admin] Publish callbacks [] for security_group (7d5ff230-5008-4c00-adce-63e8c1c8c19e), before_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:53:03.349531 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-bd058534-3d24-47a0-b5c6-4d8c1d4cbf45 admin admin] Publish callbacks [] for security_group (7d5ff230-5008-4c00-adce-63e8c1c8c19e), precommit_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:53:03.370454 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-be0449fd-e0bd-4aab-957e-371f4dfb975b req-1977d33a-9b04-475e-b7e2-d94d4b4b1530 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] 10.222.0.16 "GET /v2.0/security-groups?id=b33f1097-0e3c-427f-889d-998e3d017b3e&id=70c39e9a-c130-4679-9f4b-693ce2af89e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0695860 Jan 29 03:53:03.487151 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-bd058534-3d24-47a0-b5c6-4d8c1d4cbf45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (7d5ff230-5008-4c00-adce-63e8c1c8c19e), after_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:53:03.489788 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-bd058534-3d24-47a0-b5c6-4d8c1d4cbf45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:53:03.491146 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-bd058534-3d24-47a0-b5c6-4d8c1d4cbf45 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7d5ff230-5008-4c00-adce-63e8c1c8c19e HTTP/1.1" status: 204 len: 168 time: 0.2145963 Jan 29 03:53:03.499566 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd058534-3d24-47a0-b5c6-4d8c1d4cbf45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d5ff230-5008-4c00-adce-63e8c1c8c19e,revision_number=None']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:53:04.036797 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-a0cea892-b0e9-4d2e-b413-b39140bb86d8 req-6f4951f7-9993-48c7-909f-8f6e41b2742a tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe9bccaa-e41b-4389-9f22-5e72a04c47b0 HTTP/1.1" status: 200 len: 210 time: 0.0317650 Jan 29 03:53:04.228630 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 53274) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:53:04.263380 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-a5418dea-3893-47c4-99c2-316d5cfe1bac admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4e5730ad35714e828e4706c61234ec8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0397992 Jan 29 03:53:04.263884 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 53276) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:53:04.313107 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-a2765f1d-9398-4bcf-aaa9-252395f93d62 admin admin] Publish callbacks [] for security_group (7ad3f0fe-0a74-4d0d-9545-52ed8a6626fa), before_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:53:04.333351 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-a2765f1d-9398-4bcf-aaa9-252395f93d62 admin admin] Publish callbacks [] for security_group (7ad3f0fe-0a74-4d0d-9545-52ed8a6626fa), precommit_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:53:04.424624 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-a2765f1d-9398-4bcf-aaa9-252395f93d62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (7ad3f0fe-0a74-4d0d-9545-52ed8a6626fa), after_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:53:04.427328 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-a2765f1d-9398-4bcf-aaa9-252395f93d62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:53:04.430973 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-a2765f1d-9398-4bcf-aaa9-252395f93d62 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7ad3f0fe-0a74-4d0d-9545-52ed8a6626fa HTTP/1.1" status: 204 len: 168 time: 0.1636004 Jan 29 03:53:04.446527 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2765f1d-9398-4bcf-aaa9-252395f93d62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ad3f0fe-0a74-4d0d-9545-52ed8a6626fa,revision_number=None']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:53:04.489374 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab180e9-0d09-49a1-8279-fd0c4b728a37 req-b60488b1-41c4-4225-84a4-b06eda50c532 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:53:04.490899 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-2ab180e9-0d09-49a1-8279-fd0c4b728a37 req-b60488b1-41c4-4225-84a4-b06eda50c532 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] 10.222.0.16 "GET /v2.0/ports?device_id=1eb9c795-02a0-4502-a49f-032ef0fdfae1 HTTP/1.1" status: 200 len: 985 time: 0.0610216 Jan 29 03:53:04.552346 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-2ab180e9-0d09-49a1-8279-fd0c4b728a37 req-eff00cf3-cdd9-4641-abd9-180501a87080 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] 10.222.0.16 "GET /v2.0/security-groups?id=b33f1097-0e3c-427f-889d-998e3d017b3e&id=70c39e9a-c130-4679-9f4b-693ce2af89e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0559015 Jan 29 03:53:05.092602 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 53294) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:53:05.153493 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-295c730b-bf74-44c9-9d1b-cc1cf1ffcb21 tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] Publish callbacks [] for security_group (9d65f1d4-25f6-4c0c-b38f-909fe5487234), before_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:53:05.192141 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-295c730b-bf74-44c9-9d1b-cc1cf1ffcb21 tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] Publish callbacks [] for security_group (9d65f1d4-25f6-4c0c-b38f-909fe5487234), precommit_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:53:05.332906 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-295c730b-bf74-44c9-9d1b-cc1cf1ffcb21 tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (9d65f1d4-25f6-4c0c-b38f-909fe5487234), after_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:53:05.335541 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-295c730b-bf74-44c9-9d1b-cc1cf1ffcb21 tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] Publish callbacks [] for security_group (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:53:05.336703 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-295c730b-bf74-44c9-9d1b-cc1cf1ffcb21 tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] 10.222.0.16 "DELETE /v2.0/security-groups/9d65f1d4-25f6-4c0c-b38f-909fe5487234 HTTP/1.1" status: 204 len: 168 time: 0.2430663 Jan 29 03:53:05.345905 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295c730b-bf74-44c9-9d1b-cc1cf1ffcb21 tempest-TestShelveInstance-1603665791 tempest-TestShelveInstance-1603665791-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d65f1d4-25f6-4c0c-b38f-909fe5487234,revision_number=None']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:53:05.436407 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Device 275c2605-c149-4f30-83c0-37611406ba82 no longer exists at agent hyperv_hv-cinder-82694 {{(pid=109551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 03:53:05.464681 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 53306) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:53:05.609806 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] No Port match for: 275c2605-c149-4f30-83c0-37611406ba82 {{(pid=109551) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 03:53:05.610173 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Device 275c2605-c149-4f30-83c0-37611406ba82 not bound to the agent host hv-cinder-82694 {{(pid=109551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 03:53:05.682150 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfd15b1-0ba3-4df0-b41a-28da8c954387 req-6af28679-776d-437c-92a4-5dd8d603bee0 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:53:05.686290 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-4cfd15b1-0ba3-4df0-b41a-28da8c954387 req-6af28679-776d-437c-92a4-5dd8d603bee0 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] 10.222.0.16 "GET /v2.0/ports?device_id=1eb9c795-02a0-4502-a49f-032ef0fdfae1 HTTP/1.1" status: 200 len: 985 time: 0.0579119 Jan 29 03:53:05.745658 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-4cfd15b1-0ba3-4df0-b41a-28da8c954387 req-02fbee2c-b13d-491a-8def-66bfb99f74df tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] 10.222.0.16 "GET /v2.0/security-groups?id=b33f1097-0e3c-427f-889d-998e3d017b3e&id=70c39e9a-c130-4679-9f4b-693ce2af89e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0560455 Jan 29 03:53:06.007397 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-56d055ca-259f-46f0-b155-a53134ccd584 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1910688'] for router_interface (9f348c09-1459-481b-8361-119a6c8a7618), before_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:53:06.190530 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 53324) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:53:06.263817 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.plugin [None req-56d055ca-259f-46f0-b155-a53134ccd584 admin admin] Deleting port 17cc645a-b734-490d-b4ae-3ebfaa59d31f {{(pid=109550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 03:53:06.264160 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-56d055ca-259f-46f0-b155-a53134ccd584 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787145728359'] for port (17cc645a-b734-490d-b4ae-3ebfaa59d31f), before_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:53:06.322413 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-f7dee029-f4bc-46b7-854b-eedf1109d0ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:53:06.375208 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.db [None req-56d055ca-259f-46f0-b155-a53134ccd584 admin admin] For port 17cc645a-b734-490d-b4ae-3ebfaa59d31f, host dv-cinder-826949-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-1-iscsi',level=0,port_id=17cc645a-b734-490d-b4ae-3ebfaa59d31f,segment=NetworkSegment(34cc1de7-acdd-4594-884a-fb91f28f8b0e),segment_id=34cc1de7-acdd-4594-884a-fb91f28f8b0e)] {{(pid=109550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 03:53:06.375854 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-56d055ca-259f-46f0-b155-a53134ccd584 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1915525'] for port (17cc645a-b734-490d-b4ae-3ebfaa59d31f), precommit_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:53:06.393781 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.plugin [None req-56d055ca-259f-46f0-b155-a53134ccd584 admin admin] Calling delete_port for 17cc645a-b734-490d-b4ae-3ebfaa59d31f owned by network:router_interface {{(pid=109550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 03:53:06.736634 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-f7dee029-f4bc-46b7-854b-eedf1109d0ab admin admin] Publish callbacks [] for security_group (63c37d02-b659-4140-b4da-03330a55dcab), precommit_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:53:06.805053 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-f7dee029-f4bc-46b7-854b-eedf1109d0ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (63c37d02-b659-4140-b4da-03330a55dcab), after_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:53:06.909229 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dee029-f4bc-46b7-854b-eedf1109d0ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63c37d02-b659-4140-b4da-03330a55dcab,revision_number=1']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:53:06.916275 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-f7dee029-f4bc-46b7-854b-eedf1109d0ab admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cbb15fd68b39454d94361f8800cd07b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7112710 Jan 29 03:53:06.919049 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 53330) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:53:06.948486 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcdce6b-ec3f-4600-a50e-8dae1fc6de9e req-9b7469d4-8927-4eef-8623-52f70a0363b9 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:53:06.949937 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-dbcdce6b-ec3f-4600-a50e-8dae1fc6de9e req-9b7469d4-8927-4eef-8623-52f70a0363b9 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] 10.222.0.16 "GET /v2.0/ports?device_id=1eb9c795-02a0-4502-a49f-032ef0fdfae1 HTTP/1.1" status: 200 len: 985 time: 0.1306665 Jan 29 03:53:06.967585 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-d492b412-a85e-4b5b-bc49-237be3d40494 admin admin] Publish callbacks [] for security_group (63c37d02-b659-4140-b4da-03330a55dcab), before_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:53:06.993078 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-d492b412-a85e-4b5b-bc49-237be3d40494 admin admin] Publish callbacks [] for security_group (63c37d02-b659-4140-b4da-03330a55dcab), precommit_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:53:07.004521 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-56d055ca-259f-46f0-b155-a53134ccd584 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787145732033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787145433402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9207350'] for port (17cc645a-b734-490d-b4ae-3ebfaa59d31f), after_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:53:07.033010 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-dbcdce6b-ec3f-4600-a50e-8dae1fc6de9e req-99330124-664c-4c6d-96d3-192b88c1d770 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] 10.222.0.16 "GET /v2.0/security-groups?id=b33f1097-0e3c-427f-889d-998e3d017b3e&id=70c39e9a-c130-4679-9f4b-693ce2af89e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0770705 Jan 29 03:53:07.036066 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d055ca-259f-46f0-b155-a53134ccd584 admin admin] Pushing event deleted for resources: {'Port': ['ID=17cc645a-b734-490d-b4ae-3ebfaa59d31f,revision_number=None']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:53:07.127023 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-d492b412-a85e-4b5b-bc49-237be3d40494 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (63c37d02-b659-4140-b4da-03330a55dcab), after_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:53:07.130101 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-d492b412-a85e-4b5b-bc49-237be3d40494 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:53:07.133810 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-d492b412-a85e-4b5b-bc49-237be3d40494 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/63c37d02-b659-4140-b4da-03330a55dcab HTTP/1.1" status: 204 len: 168 time: 0.2112801 Jan 29 03:53:07.140024 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d492b412-a85e-4b5b-bc49-237be3d40494 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63c37d02-b659-4140-b4da-03330a55dcab,revision_number=None']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:53:07.218793 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-56d055ca-259f-46f0-b155-a53134ccd584 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1605897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1910556'] for router_interface (9f348c09-1459-481b-8361-119a6c8a7618), after_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:53:07.429767 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56d055ca-259f-46f0-b155-a53134ccd584 admin admin] Router 9f348c09-1459-481b-8361-119a6c8a7618 has already been hosted by L3 agent d5b8732c-6ac1-45e3-a79e-cd9863fe8196 {{(pid=109550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 03:53:07.541713 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56d055ca-259f-46f0-b155-a53134ccd584 admin admin] Notify agent at l3_agent.dv-cinder-826949-1-iscsi the message routers_updated {{(pid=109550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 03:53:07.550310 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121edb51-409c-4f28-8603-c41f289c9776 None None] Sync routers for ids ['9f348c09-1459-481b-8361-119a6c8a7618'] in dv-cinder-826949-1-iscsi {{(pid=109551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 03:53:07.558326 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-56d055ca-259f-46f0-b155-a53134ccd584 admin admin] 10.222.0.16 "PUT /v2.0/routers/9f348c09-1459-481b-8361-119a6c8a7618/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0925434 Jan 29 03:53:07.560339 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121edb51-409c-4f28-8603-c41f289c9776 None None] Routers {'9f348c09-1459-481b-8361-119a6c8a7618'} bound to L3 agent in host dv-cinder-826949-1-iscsi {{(pid=109551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 03:53:07.560996 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 53340) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:53:07.561772 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_hamode_db [None req-121edb51-409c-4f28-8603-c41f289c9776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T03:36:17Z,description=,heartbeat_timestamp=2022-01-29T03:52:47Z,host='dv-cinder-826949-1-iscsi',id=d5b8732c-6ac1-45e3-a79e-cd9863fe8196,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T03:36:18Z,topic='l3_agent')) {'router_ids': ['9f348c09-1459-481b-8361-119a6c8a7618'], 'active': True} {{(pid=109551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:53:07.668911 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_dvr_db [None req-121edb51-409c-4f28-8603-c41f289c9776 None None] Set router 9f348c09-1459-481b-8361-119a6c8a7618 gateway port host: dv-cinder-826949-1-iscsi {{(pid=109551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 03:53:07.669444 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-03d36d39-ac15-4756-84fa-558ce0469d5a admin admin] Publish callbacks [] for router (9f348c09-1459-481b-8361-119a6c8a7618), before_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:53:07.776312 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-03d36d39-ac15-4756-84fa-558ce0469d5a admin admin] Publish callbacks [] for router_gateway (9f348c09-1459-481b-8361-119a6c8a7618), before_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:53:07.854015 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_hamode_db [None req-121edb51-409c-4f28-8603-c41f289c9776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f348c09-1459-481b-8361-119a6c8a7618', 'name': 'tempest-TestShelveInstance-805502500-router', 'tenant_id': '033b0334af9941dfbcf5ac732f36dfd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'external_fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'e0f5c6f1-cf94-4ae6-a1d1-55ae90b2d1dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T03:47:52Z', 'updated_at': '2022-01-29T03:53:06Z', 'revision_number': 5, 'project_id': '033b0334af9941dfbcf5ac732f36dfd6', 'gw_port': {'id': 'e0f5c6f1-cf94-4ae6-a1d1-55ae90b2d1dd', 'name': '', 'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:dd:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f348c09-1459-481b-8361-119a6c8a7618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:47:53Z', 'updated_at': '2022-01-29T03:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-1-iscsi'}], 'dv-cinder-826949-1-iscsi', False) {} {{(pid=109551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:53:07.881429 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121edb51-409c-4f28-8603-c41f289c9776 None None] Checking router: 9f348c09-1459-481b-8361-119a6c8a7618 for host: dv-cinder-826949-1-iscsi {{(pid=109551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 03:53:07.890077 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121edb51-409c-4f28-8603-c41f289c9776 None None] Routers {'9f348c09-1459-481b-8361-119a6c8a7618'} bound to L3 agent in host dv-cinder-826949-1-iscsi {{(pid=109551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 03:53:07.891078 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_hamode_db [None req-121edb51-409c-4f28-8603-c41f289c9776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T03:36:17Z,description=,heartbeat_timestamp=2022-01-29T03:52:47Z,host='dv-cinder-826949-1-iscsi',id=d5b8732c-6ac1-45e3-a79e-cd9863fe8196,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T03:36:18Z,topic='l3_agent')) {'router_ids': ['9f348c09-1459-481b-8361-119a6c8a7618'], 'active': True} {{(pid=109551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:53:07.917858 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.plugins.ml2.plugin [None req-03d36d39-ac15-4756-84fa-558ce0469d5a admin admin] Deleting port e0f5c6f1-cf94-4ae6-a1d1-55ae90b2d1dd {{(pid=109549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 03:53:07.918223 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-03d36d39-ac15-4756-84fa-558ce0469d5a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787145728359'] for port (e0f5c6f1-cf94-4ae6-a1d1-55ae90b2d1dd), before_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:53:07.979145 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_dvr_db [None req-121edb51-409c-4f28-8603-c41f289c9776 None None] Set router 9f348c09-1459-481b-8361-119a6c8a7618 gateway port host: None {{(pid=109551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 03:53:07.997969 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.plugins.ml2.db [None req-03d36d39-ac15-4756-84fa-558ce0469d5a admin admin] For port e0f5c6f1-cf94-4ae6-a1d1-55ae90b2d1dd, host dv-cinder-826949-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-1-iscsi',level=0,port_id=e0f5c6f1-cf94-4ae6-a1d1-55ae90b2d1dd,segment=NetworkSegment(59bb8c29-301f-4146-9f63-152343a78833),segment_id=59bb8c29-301f-4146-9f63-152343a78833)] {{(pid=109549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 03:53:07.998559 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-03d36d39-ac15-4756-84fa-558ce0469d5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1915525'] for port (e0f5c6f1-cf94-4ae6-a1d1-55ae90b2d1dd), precommit_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:53:08.014039 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.plugins.ml2.plugin [None req-03d36d39-ac15-4756-84fa-558ce0469d5a admin admin] Calling delete_port for e0f5c6f1-cf94-4ae6-a1d1-55ae90b2d1dd owned by network:router_gateway {{(pid=109549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 03:53:08.034308 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_hamode_db [None req-121edb51-409c-4f28-8603-c41f289c9776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f348c09-1459-481b-8361-119a6c8a7618', 'name': 'tempest-TestShelveInstance-805502500-router', 'tenant_id': '033b0334af9941dfbcf5ac732f36dfd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T03:47:52Z', 'updated_at': '2022-01-29T03:53:07Z', 'revision_number': 6, 'project_id': '033b0334af9941dfbcf5ac732f36dfd6', 'gw_port_host': None}], 'dv-cinder-826949-1-iscsi', False) {} {{(pid=109551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:53:08.063874 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121edb51-409c-4f28-8603-c41f289c9776 None None] The sync data for ids ['9f348c09-1459-481b-8361-119a6c8a7618'] in dv-cinder-826949-1-iscsi is: [{'id': '9f348c09-1459-481b-8361-119a6c8a7618', 'name': 'tempest-TestShelveInstance-805502500-router', 'tenant_id': '033b0334af9941dfbcf5ac732f36dfd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T03:47:52Z', 'updated_at': '2022-01-29T03:53:07Z', 'revision_number': 6, 'project_id': '033b0334af9941dfbcf5ac732f36dfd6', 'gw_port_host': None}] {{(pid=109551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 03:53:08.212365 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8677d9-f83d-4f8f-947f-5ff169d6e986 req-580ee75a-c1be-4930-bc06-3012866d767c tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:53:08.213845 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-8f8677d9-f83d-4f8f-947f-5ff169d6e986 req-580ee75a-c1be-4930-bc06-3012866d767c tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] 10.222.0.16 "GET /v2.0/ports?device_id=1eb9c795-02a0-4502-a49f-032ef0fdfae1 HTTP/1.1" status: 200 len: 985 time: 0.0931101 Jan 29 03:53:08.285437 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-8f8677d9-f83d-4f8f-947f-5ff169d6e986 req-ca767b2f-9b62-47a2-9648-4d62556a8e2f tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] 10.222.0.16 "GET /v2.0/security-groups?id=b33f1097-0e3c-427f-889d-998e3d017b3e&id=70c39e9a-c130-4679-9f4b-693ce2af89e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0638101 Jan 29 03:53:08.309768 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-03d36d39-ac15-4756-84fa-558ce0469d5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787145732033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787145433402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440449'] for port (e0f5c6f1-cf94-4ae6-a1d1-55ae90b2d1dd), after_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:53:08.337663 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d36d39-ac15-4756-84fa-558ce0469d5a admin admin] Pushing event deleted for resources: {'Port': ['ID=e0f5c6f1-cf94-4ae6-a1d1-55ae90b2d1dd,revision_number=None']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:53:08.401306 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-03d36d39-ac15-4756-84fa-558ce0469d5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1915750'] for router_gateway (9f348c09-1459-481b-8361-119a6c8a7618), after_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:53:08.497942 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-03d36d39-ac15-4756-84fa-558ce0469d5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1922545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32744'] for router (9f348c09-1459-481b-8361-119a6c8a7618), precommit_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:53:08.502804 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-03d36d39-ac15-4756-84fa-558ce0469d5a admin admin] Publish callbacks [] for router_controller (9f348c09-1459-481b-8361-119a6c8a7618), precommit_delete_associations {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:53:08.646831 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-03d36d39-ac15-4756-84fa-558ce0469d5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1922314'] for router (9f348c09-1459-481b-8361-119a6c8a7618), after_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:53:08.647328 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03d36d39-ac15-4756-84fa-558ce0469d5a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9f348c09-1459-481b-8361-119a6c8a7618 {{(pid=109549) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 03:53:08.652109 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-03d36d39-ac15-4756-84fa-558ce0469d5a admin admin] Publish callbacks [] for router (None), before_response {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:53:08.653130 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-03d36d39-ac15-4756-84fa-558ce0469d5a admin admin] 10.222.0.16 "DELETE /v2.0/routers/9f348c09-1459-481b-8361-119a6c8a7618 HTTP/1.1" status: 204 len: 168 time: 1.0911598 Jan 29 03:53:08.655678 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 53360) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:53:08.699053 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.db.db_base_plugin_v2 [None req-e247a5da-9d8a-4337-a560-6aaaf1c03fd0 admin admin] Deleting subnet e530e8b4-da58-4e58-b7ba-de4e0fb3aa2d {{(pid=109549) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 03:53:08.702086 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-e247a5da-9d8a-4337-a560-6aaaf1c03fd0 admin admin] Publish callbacks [] for subnet (e530e8b4-da58-4e58-b7ba-de4e0fb3aa2d), before_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:53:08.739168 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-e247a5da-9d8a-4337-a560-6aaaf1c03fd0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9381382'] for subnet (e530e8b4-da58-4e58-b7ba-de4e0fb3aa2d), precommit_delete_associations {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:53:08.846933 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-e247a5da-9d8a-4337-a560-6aaaf1c03fd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-756919'] for subnet (e530e8b4-da58-4e58-b7ba-de4e0fb3aa2d), precommit_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:53:08.984674 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-e247a5da-9d8a-4337-a560-6aaaf1c03fd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-756920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8440498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9270759'] for subnet (e530e8b4-da58-4e58-b7ba-de4e0fb3aa2d), after_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:53:09.012525 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e247a5da-9d8a-4337-a560-6aaaf1c03fd0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e530e8b4-da58-4e58-b7ba-de4e0fb3aa2d,revision_number=None']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:53:09.017195 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-e247a5da-9d8a-4337-a560-6aaaf1c03fd0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:53:09.021337 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-e247a5da-9d8a-4337-a560-6aaaf1c03fd0 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/e530e8b4-da58-4e58-b7ba-de4e0fb3aa2d HTTP/1.1" status: 204 len: 168 time: 0.3643064 Jan 29 03:53:09.023411 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 53364) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:53:09.031714 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2377b6f1-4bcd-46a0-9b11-f13222757879 None None] Network 9ce03b02-e4c1-4b51-89f8-2b8c7e281b14 requested from dv-cinder-826949-1-iscsi {{(pid=109551) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 03:53:09.109928 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-f560c992-de4d-47d0-8470-34511d07fdc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617357'] for network (9ce03b02-e4c1-4b51-89f8-2b8c7e281b14), before_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:53:09.168033 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.plugins.ml2.plugin [None req-f560c992-de4d-47d0-8470-34511d07fdc2 admin admin] Deleting port 89148812-c9de-4d46-a588-0d71e9650b20 {{(pid=109549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 03:53:09.168376 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-f560c992-de4d-47d0-8470-34511d07fdc2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787145728359'] for port (89148812-c9de-4d46-a588-0d71e9650b20), before_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:53:09.200945 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da0e2afa-389b-490d-8d0c-8435e548be58 None None] DHCP port deletion for 9ce03b02-e4c1-4b51-89f8-2b8c7e281b14 request from dv-cinder-826949-1-iscsi {{(pid=109551) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 03:53:09.234831 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.plugins.ml2.db [None req-f560c992-de4d-47d0-8470-34511d07fdc2 admin admin] For port 89148812-c9de-4d46-a588-0d71e9650b20, host dv-cinder-826949-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-1-iscsi',level=0,port_id=89148812-c9de-4d46-a588-0d71e9650b20,segment=NetworkSegment(34cc1de7-acdd-4594-884a-fb91f28f8b0e),segment_id=34cc1de7-acdd-4594-884a-fb91f28f8b0e)] {{(pid=109549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 03:53:09.235738 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-f560c992-de4d-47d0-8470-34511d07fdc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1915525'] for port (89148812-c9de-4d46-a588-0d71e9650b20), precommit_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:53:09.248219 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.plugins.ml2.plugin [None req-f560c992-de4d-47d0-8470-34511d07fdc2 admin admin] Calling delete_port for 89148812-c9de-4d46-a588-0d71e9650b20 owned by network:dhcp {{(pid=109549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 03:53:09.250613 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-da0e2afa-389b-490d-8d0c-8435e548be58 None None] Deleting port 89148812-c9de-4d46-a588-0d71e9650b20 {{(pid=109551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 03:53:09.251562 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-da0e2afa-389b-490d-8d0c-8435e548be58 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787145728359'] for port (89148812-c9de-4d46-a588-0d71e9650b20), before_delete {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:53:09.314457 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-da0e2afa-389b-490d-8d0c-8435e548be58 None None] For port 89148812-c9de-4d46-a588-0d71e9650b20, host dv-cinder-826949-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-1-iscsi',level=0,port_id=89148812-c9de-4d46-a588-0d71e9650b20,segment=NetworkSegment(34cc1de7-acdd-4594-884a-fb91f28f8b0e),segment_id=34cc1de7-acdd-4594-884a-fb91f28f8b0e)] {{(pid=109551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 03:53:09.314859 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-da0e2afa-389b-490d-8d0c-8435e548be58 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1915525'] for port (89148812-c9de-4d46-a588-0d71e9650b20), precommit_delete {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:53:09.328986 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-da0e2afa-389b-490d-8d0c-8435e548be58 None None] Calling delete_port for 89148812-c9de-4d46-a588-0d71e9650b20 owned by network:dhcp {{(pid=109551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 03:53:09.408728 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8b2b1e-86f8-44fc-8749-ff85a7acd524 req-9fdeec45-e1ab-4af3-9f30-30e6ee4d8956 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:53:09.410222 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-4d8b2b1e-86f8-44fc-8749-ff85a7acd524 req-9fdeec45-e1ab-4af3-9f30-30e6ee4d8956 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] 10.222.0.16 "GET /v2.0/ports?device_id=1eb9c795-02a0-4502-a49f-032ef0fdfae1 HTTP/1.1" status: 200 len: 985 time: 0.0572019 Jan 29 03:53:09.410736 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-f560c992-de4d-47d0-8470-34511d07fdc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787145732033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787145433402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440449'] for port (89148812-c9de-4d46-a588-0d71e9650b20), after_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:53:09.417435 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-da0e2afa-389b-490d-8d0c-8435e548be58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787145732033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787145433402'] for port (89148812-c9de-4d46-a588-0d71e9650b20), after_delete {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:53:09.440995 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f560c992-de4d-47d0-8470-34511d07fdc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=89148812-c9de-4d46-a588-0d71e9650b20,revision_number=None']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:53:09.446254 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f560c992-de4d-47d0-8470-34511d07fdc2 admin admin] No DVR routers for this DVR port 89148812-c9de-4d46-a588-0d71e9650b20 on host dv-cinder-826949-1-iscsi {{(pid=109549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 03:53:09.447254 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0e2afa-389b-490d-8d0c-8435e548be58 None None] Pushing event deleted for resources: {'Port': ['ID=89148812-c9de-4d46-a588-0d71e9650b20,revision_number=None']} {{(pid=109551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:53:09.453292 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0e2afa-389b-490d-8d0c-8435e548be58 None None] No DVR routers for this DVR port 89148812-c9de-4d46-a588-0d71e9650b20 on host dv-cinder-826949-1-iscsi {{(pid=109551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 03:53:09.480901 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-4d8b2b1e-86f8-44fc-8749-ff85a7acd524 req-adc63368-774e-44f4-b03a-206f4ce521c9 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] 10.222.0.16 "GET /v2.0/security-groups?id=b33f1097-0e3c-427f-889d-998e3d017b3e&id=70c39e9a-c130-4679-9f4b-693ce2af89e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0642104 Jan 29 03:53:09.515358 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-f560c992-de4d-47d0-8470-34511d07fdc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783436', 'neutron.services.segments.db._delete_segments_for_network-8787145932427'] for network (9ce03b02-e4c1-4b51-89f8-2b8c7e281b14), precommit_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:53:09.535621 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.services.segments.db [None req-f560c992-de4d-47d0-8470-34511d07fdc2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ce03b02-e4c1-4b51-89f8-2b8c7e281b14']}} {{(pid=109549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:53:09.544750 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.services.segments.db [None req-f560c992-de4d-47d0-8470-34511d07fdc2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34cc1de7-acdd-4594-884a-fb91f28f8b0e') {'for_net_delete': True} {{(pid=109549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:53:09.545045 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.services.segments.db [None req-f560c992-de4d-47d0-8470-34511d07fdc2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34cc1de7-acdd-4594-884a-fb91f28f8b0e') {} {{(pid=109549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:53:09.554989 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-f560c992-de4d-47d0-8470-34511d07fdc2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787145906580', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9381393'] for segment (34cc1de7-acdd-4594-884a-fb91f28f8b0e), before_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:53:09.567935 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-f560c992-de4d-47d0-8470-34511d07fdc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541992'] for segment (34cc1de7-acdd-4594-884a-fb91f28f8b0e), precommit_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:53:09.573760 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f560c992-de4d-47d0-8470-34511d07fdc2 admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=109549) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 03:53:09.574182 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-f560c992-de4d-47d0-8470-34511d07fdc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8440428'] for segment (34cc1de7-acdd-4594-884a-fb91f28f8b0e), after_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:53:09.575829 dv-cinder-826949-1-iscsi neutron-server[109549]: Traceback (most recent call last): Jan 29 03:53:09.575829 dv-cinder-826949-1-iscsi neutron-server[109549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 03:53:09.575829 dv-cinder-826949-1-iscsi neutron-server[109549]: timer() Jan 29 03:53:09.575829 dv-cinder-826949-1-iscsi neutron-server[109549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 03:53:09.575829 dv-cinder-826949-1-iscsi neutron-server[109549]: cb(*args, **kw) Jan 29 03:53:09.575829 dv-cinder-826949-1-iscsi neutron-server[109549]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 03:53:09.575829 dv-cinder-826949-1-iscsi neutron-server[109549]: return func(*args, **kwargs) Jan 29 03:53:09.575829 dv-cinder-826949-1-iscsi neutron-server[109549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 03:53:09.575829 dv-cinder-826949-1-iscsi neutron-server[109549]: self._notify() Jan 29 03:53:09.575829 dv-cinder-826949-1-iscsi neutron-server[109549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 03:53:09.575829 dv-cinder-826949-1-iscsi neutron-server[109549]: self.callback(batched_events) Jan 29 03:53:09.575829 dv-cinder-826949-1-iscsi neutron-server[109549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 03:53:09.575829 dv-cinder-826949-1-iscsi neutron-server[109549]: event.method(event) Jan 29 03:53:09.575829 dv-cinder-826949-1-iscsi neutron-server[109549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 03:53:09.575829 dv-cinder-826949-1-iscsi neutron-server[109549]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 03:53:09.575829 dv-cinder-826949-1-iscsi neutron-server[109549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 03:53:09.575829 dv-cinder-826949-1-iscsi neutron-server[109549]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 03:53:09.575829 dv-cinder-826949-1-iscsi neutron-server[109549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 03:53:09.575829 dv-cinder-826949-1-iscsi neutron-server[109549]: return f(self, *a, **k) Jan 29 03:53:09.575829 dv-cinder-826949-1-iscsi neutron-server[109549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 03:53:09.575829 dv-cinder-826949-1-iscsi neutron-server[109549]: return self._get(url).json() Jan 29 03:53:09.575829 dv-cinder-826949-1-iscsi neutron-server[109549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 03:53:09.575829 dv-cinder-826949-1-iscsi neutron-server[109549]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 03:53:09.575829 dv-cinder-826949-1-iscsi neutron-server[109549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 03:53:09.575829 dv-cinder-826949-1-iscsi neutron-server[109549]: return self.request(url, 'GET', **kwargs) Jan 29 03:53:09.575829 dv-cinder-826949-1-iscsi neutron-server[109549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 03:53:09.575829 dv-cinder-826949-1-iscsi neutron-server[109549]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 03:53:09.575829 dv-cinder-826949-1-iscsi neutron-server[109549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 03:53:09.575829 dv-cinder-826949-1-iscsi neutron-server[109549]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 03:53:09.575829 dv-cinder-826949-1-iscsi neutron-server[109549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 03:53:09.575829 dv-cinder-826949-1-iscsi neutron-server[109549]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 03:53:09.575829 dv-cinder-826949-1-iscsi neutron-server[109549]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 03:53:09.680938 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-f560c992-de4d-47d0-8470-34511d07fdc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1909918'] for network (9ce03b02-e4c1-4b51-89f8-2b8c7e281b14), after_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:53:09.687843 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-f560c992-de4d-47d0-8470-34511d07fdc2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606130'] for network (None), before_response {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:53:09.691020 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-f560c992-de4d-47d0-8470-34511d07fdc2 admin admin] 10.222.0.16 "DELETE /v2.0/networks/9ce03b02-e4c1-4b51-89f8-2b8c7e281b14 HTTP/1.1" status: 204 len: 168 time: 0.6666434 Jan 29 03:53:09.694115 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 53370) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:53:09.700497 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f560c992-de4d-47d0-8470-34511d07fdc2 admin admin] Pushing event deleted for resources: {'Network': ['ID=9ce03b02-e4c1-4b51-89f8-2b8c7e281b14,revision_number=None']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:53:09.881171 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Device 17cc645a-b734-490d-b4ae-3ebfaa59d31f no longer exists at agent ovs-agent-dv-cinder-826949-1-iscsi {{(pid=109551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 03:53:09.901352 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] No Port match for: 17cc645a-b734-490d-b4ae-3ebfaa59d31f {{(pid=109551) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 03:53:09.901691 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Device 17cc645a-b734-490d-b4ae-3ebfaa59d31f not bound to the agent host dv-cinder-826949-1-iscsi {{(pid=109551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 03:53:09.906088 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Device e0f5c6f1-cf94-4ae6-a1d1-55ae90b2d1dd no longer exists at agent ovs-agent-dv-cinder-826949-1-iscsi {{(pid=109551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 03:53:09.923286 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] No Port match for: e0f5c6f1-cf94-4ae6-a1d1-55ae90b2d1dd {{(pid=109551) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 03:53:09.923624 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Device e0f5c6f1-cf94-4ae6-a1d1-55ae90b2d1dd not bound to the agent host dv-cinder-826949-1-iscsi {{(pid=109551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 03:53:09.924031 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Device 89148812-c9de-4d46-a588-0d71e9650b20 no longer exists at agent ovs-agent-dv-cinder-826949-1-iscsi {{(pid=109551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 03:53:09.942380 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] No Port match for: 89148812-c9de-4d46-a588-0d71e9650b20 {{(pid=109551) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 03:53:09.942650 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Device 89148812-c9de-4d46-a588-0d71e9650b20 not bound to the agent host dv-cinder-826949-1-iscsi {{(pid=109551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 03:53:10.044197 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-819d9fc4-c89a-44c3-8276-d38900158b2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1910688'] for router_interface (83b408c5-6259-464d-bcf0-c140924b9f4e), before_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:53:10.289638 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.plugin [None req-819d9fc4-c89a-44c3-8276-d38900158b2a admin admin] Deleting port 390ab1eb-588c-447b-a88a-59f89190ec4d {{(pid=109550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 03:53:10.289973 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-819d9fc4-c89a-44c3-8276-d38900158b2a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787145728359'] for port (390ab1eb-588c-447b-a88a-59f89190ec4d), before_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:53:10.370846 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.db [None req-819d9fc4-c89a-44c3-8276-d38900158b2a admin admin] For port 390ab1eb-588c-447b-a88a-59f89190ec4d, host dv-cinder-826949-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-1-iscsi',level=0,port_id=390ab1eb-588c-447b-a88a-59f89190ec4d,segment=NetworkSegment(711cb9f9-5772-4d04-8189-67e590c431bb),segment_id=711cb9f9-5772-4d04-8189-67e590c431bb)] {{(pid=109550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 03:53:10.371205 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-819d9fc4-c89a-44c3-8276-d38900158b2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1915525'] for port (390ab1eb-588c-447b-a88a-59f89190ec4d), precommit_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:53:10.383553 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.plugin [None req-819d9fc4-c89a-44c3-8276-d38900158b2a admin admin] Calling delete_port for 390ab1eb-588c-447b-a88a-59f89190ec4d owned by network:router_interface {{(pid=109550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 03:53:10.599063 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486cea90-58d4-450b-a775-2ec1f388bdbc req-9fabb0db-ce7b-4468-b4b0-63ea8e2f791c tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:53:10.600556 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-486cea90-58d4-450b-a775-2ec1f388bdbc req-9fabb0db-ce7b-4468-b4b0-63ea8e2f791c tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] 10.222.0.16 "GET /v2.0/ports?device_id=1eb9c795-02a0-4502-a49f-032ef0fdfae1 HTTP/1.1" status: 200 len: 985 time: 0.0526588 Jan 29 03:53:10.611022 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-819d9fc4-c89a-44c3-8276-d38900158b2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787145732033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787145433402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9207350'] for port (390ab1eb-588c-447b-a88a-59f89190ec4d), after_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:53:10.638451 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819d9fc4-c89a-44c3-8276-d38900158b2a admin admin] Pushing event deleted for resources: {'Port': ['ID=390ab1eb-588c-447b-a88a-59f89190ec4d,revision_number=None']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:53:10.667283 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-486cea90-58d4-450b-a775-2ec1f388bdbc req-cbbad2d4-c3cf-463b-8c6f-660683b2c545 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] 10.222.0.16 "GET /v2.0/security-groups?id=b33f1097-0e3c-427f-889d-998e3d017b3e&id=70c39e9a-c130-4679-9f4b-693ce2af89e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0581553 Jan 29 03:53:10.802700 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-819d9fc4-c89a-44c3-8276-d38900158b2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1605897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1910556'] for router_interface (83b408c5-6259-464d-bcf0-c140924b9f4e), after_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:53:11.023265 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-819d9fc4-c89a-44c3-8276-d38900158b2a admin admin] Router 83b408c5-6259-464d-bcf0-c140924b9f4e has already been hosted by L3 agent d5b8732c-6ac1-45e3-a79e-cd9863fe8196 {{(pid=109550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 03:53:11.128541 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-819d9fc4-c89a-44c3-8276-d38900158b2a admin admin] Notify agent at l3_agent.dv-cinder-826949-1-iscsi the message routers_updated {{(pid=109550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 03:53:11.133493 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-819d9fc4-c89a-44c3-8276-d38900158b2a admin admin] 10.222.0.16 "PUT /v2.0/routers/83b408c5-6259-464d-bcf0-c140924b9f4e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4382672 Jan 29 03:53:11.135990 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 53390) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:53:11.139115 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44989497-aa69-4b88-93b3-b726d9c93695 None None] Sync routers for ids ['83b408c5-6259-464d-bcf0-c140924b9f4e'] in dv-cinder-826949-1-iscsi {{(pid=109552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 03:53:11.150176 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44989497-aa69-4b88-93b3-b726d9c93695 None None] Routers {'83b408c5-6259-464d-bcf0-c140924b9f4e'} bound to L3 agent in host dv-cinder-826949-1-iscsi {{(pid=109552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 03:53:11.150880 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.l3_hamode_db [None req-44989497-aa69-4b88-93b3-b726d9c93695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T03:36:17Z,description=,heartbeat_timestamp=2022-01-29T03:52:47Z,host='dv-cinder-826949-1-iscsi',id=d5b8732c-6ac1-45e3-a79e-cd9863fe8196,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T03:36:18Z,topic='l3_agent')) {'router_ids': ['83b408c5-6259-464d-bcf0-c140924b9f4e'], 'active': True} {{(pid=109552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:53:11.239733 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-bf2b23af-97d0-4bd8-81cb-825a093a1f3f admin admin] Publish callbacks [] for router (83b408c5-6259-464d-bcf0-c140924b9f4e), before_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:53:11.253839 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.l3_dvr_db [None req-44989497-aa69-4b88-93b3-b726d9c93695 None None] Set router 83b408c5-6259-464d-bcf0-c140924b9f4e gateway port host: dv-cinder-826949-1-iscsi {{(pid=109552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 03:53:11.341209 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-bf2b23af-97d0-4bd8-81cb-825a093a1f3f admin admin] Publish callbacks [] for router_gateway (83b408c5-6259-464d-bcf0-c140924b9f4e), before_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:53:11.425845 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.l3_hamode_db [None req-44989497-aa69-4b88-93b3-b726d9c93695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b408c5-6259-464d-bcf0-c140924b9f4e', 'name': 'tempest-TestShelveInstance-844850000-router', 'tenant_id': 'ca2add56a71643c3bf80c1ee1a945039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'external_fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': 'ce851235-a354-4b16-bb64-823d3c7dae29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T03:48:01Z', 'updated_at': '2022-01-29T03:53:10Z', 'revision_number': 5, 'project_id': 'ca2add56a71643c3bf80c1ee1a945039', 'gw_port': {'id': 'ce851235-a354-4b16-bb64-823d3c7dae29', 'name': '', 'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:61:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b408c5-6259-464d-bcf0-c140924b9f4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:48:01Z', 'updated_at': '2022-01-29T03:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-1-iscsi'}], 'dv-cinder-826949-1-iscsi', False) {} {{(pid=109552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:53:11.455440 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44989497-aa69-4b88-93b3-b726d9c93695 None None] Checking router: 83b408c5-6259-464d-bcf0-c140924b9f4e for host: dv-cinder-826949-1-iscsi {{(pid=109552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 03:53:11.463787 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44989497-aa69-4b88-93b3-b726d9c93695 None None] Routers {'83b408c5-6259-464d-bcf0-c140924b9f4e'} bound to L3 agent in host dv-cinder-826949-1-iscsi {{(pid=109552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 03:53:11.464755 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.l3_hamode_db [None req-44989497-aa69-4b88-93b3-b726d9c93695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T03:36:17Z,description=,heartbeat_timestamp=2022-01-29T03:52:47Z,host='dv-cinder-826949-1-iscsi',id=d5b8732c-6ac1-45e3-a79e-cd9863fe8196,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T03:36:18Z,topic='l3_agent')) {'router_ids': ['83b408c5-6259-464d-bcf0-c140924b9f4e'], 'active': True} {{(pid=109552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:53:11.466252 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.plugin [None req-bf2b23af-97d0-4bd8-81cb-825a093a1f3f admin admin] Deleting port ce851235-a354-4b16-bb64-823d3c7dae29 {{(pid=109550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 03:53:11.466590 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-bf2b23af-97d0-4bd8-81cb-825a093a1f3f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787145728359'] for port (ce851235-a354-4b16-bb64-823d3c7dae29), before_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:53:11.545358 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.db [None req-bf2b23af-97d0-4bd8-81cb-825a093a1f3f admin admin] For port ce851235-a354-4b16-bb64-823d3c7dae29, host dv-cinder-826949-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-1-iscsi',level=0,port_id=ce851235-a354-4b16-bb64-823d3c7dae29,segment=NetworkSegment(59bb8c29-301f-4146-9f63-152343a78833),segment_id=59bb8c29-301f-4146-9f63-152343a78833)] {{(pid=109550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 03:53:11.545711 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-bf2b23af-97d0-4bd8-81cb-825a093a1f3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1915525'] for port (ce851235-a354-4b16-bb64-823d3c7dae29), precommit_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:53:11.550631 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.l3_dvr_db [None req-44989497-aa69-4b88-93b3-b726d9c93695 None None] Set router 83b408c5-6259-464d-bcf0-c140924b9f4e gateway port host: None {{(pid=109552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 03:53:11.557978 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.plugin [None req-bf2b23af-97d0-4bd8-81cb-825a093a1f3f admin admin] Calling delete_port for ce851235-a354-4b16-bb64-823d3c7dae29 owned by network:router_gateway {{(pid=109550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 03:53:11.601795 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.l3_hamode_db [None req-44989497-aa69-4b88-93b3-b726d9c93695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b408c5-6259-464d-bcf0-c140924b9f4e', 'name': 'tempest-TestShelveInstance-844850000-router', 'tenant_id': 'ca2add56a71643c3bf80c1ee1a945039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T03:48:01Z', 'updated_at': '2022-01-29T03:53:11Z', 'revision_number': 6, 'project_id': 'ca2add56a71643c3bf80c1ee1a945039', 'gw_port_host': None}], 'dv-cinder-826949-1-iscsi', False) {} {{(pid=109552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:53:11.717825 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44989497-aa69-4b88-93b3-b726d9c93695 None None] The sync data for ids ['83b408c5-6259-464d-bcf0-c140924b9f4e'] in dv-cinder-826949-1-iscsi is: [{'id': '83b408c5-6259-464d-bcf0-c140924b9f4e', 'name': 'tempest-TestShelveInstance-844850000-router', 'tenant_id': 'ca2add56a71643c3bf80c1ee1a945039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T03:48:01Z', 'updated_at': '2022-01-29T03:53:11Z', 'revision_number': 6, 'project_id': 'ca2add56a71643c3bf80c1ee1a945039', 'gw_port_host': None}] {{(pid=109552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 03:53:11.793291 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324b131d-fa7c-41ff-b41e-b699dd06f661 req-23f3556a-45fa-4c86-91c8-91e1d03e4adf tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:53:11.794795 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-324b131d-fa7c-41ff-b41e-b699dd06f661 req-23f3556a-45fa-4c86-91c8-91e1d03e4adf tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] 10.222.0.16 "GET /v2.0/ports?device_id=1eb9c795-02a0-4502-a49f-032ef0fdfae1 HTTP/1.1" status: 200 len: 985 time: 0.0531754 Jan 29 03:53:11.824475 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-bf2b23af-97d0-4bd8-81cb-825a093a1f3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787145732033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787145433402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9207350'] for port (ce851235-a354-4b16-bb64-823d3c7dae29), after_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:53:11.867425 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2b23af-97d0-4bd8-81cb-825a093a1f3f admin admin] Pushing event deleted for resources: {'Port': ['ID=ce851235-a354-4b16-bb64-823d3c7dae29,revision_number=None']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:53:11.929279 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-324b131d-fa7c-41ff-b41e-b699dd06f661 req-f9a36d77-a8a7-4b64-9447-0ef5adb51a09 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] 10.222.0.16 "GET /v2.0/security-groups?id=b33f1097-0e3c-427f-889d-998e3d017b3e&id=70c39e9a-c130-4679-9f4b-693ce2af89e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1280124 Jan 29 03:53:11.943007 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-bf2b23af-97d0-4bd8-81cb-825a093a1f3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1915750'] for router_gateway (83b408c5-6259-464d-bcf0-c140924b9f4e), after_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:53:12.293303 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-bf2b23af-97d0-4bd8-81cb-825a093a1f3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1922545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32744'] for router (83b408c5-6259-464d-bcf0-c140924b9f4e), precommit_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:53:12.295413 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-bf2b23af-97d0-4bd8-81cb-825a093a1f3f admin admin] Publish callbacks [] for router_controller (83b408c5-6259-464d-bcf0-c140924b9f4e), precommit_delete_associations {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:53:12.401405 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-bf2b23af-97d0-4bd8-81cb-825a093a1f3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1922314'] for router (83b408c5-6259-464d-bcf0-c140924b9f4e), after_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:53:12.401983 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf2b23af-97d0-4bd8-81cb-825a093a1f3f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 83b408c5-6259-464d-bcf0-c140924b9f4e {{(pid=109550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 03:53:12.406425 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-bf2b23af-97d0-4bd8-81cb-825a093a1f3f admin admin] Publish callbacks [] for router (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:53:12.407652 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-bf2b23af-97d0-4bd8-81cb-825a093a1f3f admin admin] 10.222.0.16 "DELETE /v2.0/routers/83b408c5-6259-464d-bcf0-c140924b9f4e HTTP/1.1" status: 204 len: 168 time: 1.2707195 Jan 29 03:53:12.410159 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 53402) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:53:12.459168 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.db.db_base_plugin_v2 [None req-593404e2-17a8-4469-b91c-2133f316815b admin admin] Deleting subnet 5c7c16e2-0791-4db1-9036-14d3275a6b7b {{(pid=109550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 03:53:12.462209 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-593404e2-17a8-4469-b91c-2133f316815b admin admin] Publish callbacks [] for subnet (5c7c16e2-0791-4db1-9036-14d3275a6b7b), before_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:53:12.491486 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Device 390ab1eb-588c-447b-a88a-59f89190ec4d no longer exists at agent ovs-agent-dv-cinder-826949-1-iscsi {{(pid=109551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 03:53:12.502190 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-593404e2-17a8-4469-b91c-2133f316815b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3934284'] for subnet (5c7c16e2-0791-4db1-9036-14d3275a6b7b), precommit_delete_associations {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:53:12.513510 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] No Port match for: 390ab1eb-588c-447b-a88a-59f89190ec4d {{(pid=109551) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 03:53:12.513958 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Device 390ab1eb-588c-447b-a88a-59f89190ec4d not bound to the agent host dv-cinder-826949-1-iscsi {{(pid=109551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 03:53:12.594305 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-593404e2-17a8-4469-b91c-2133f316815b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-756919'] for subnet (5c7c16e2-0791-4db1-9036-14d3275a6b7b), precommit_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:53:12.742854 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-593404e2-17a8-4469-b91c-2133f316815b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-756920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9207301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9335413'] for subnet (5c7c16e2-0791-4db1-9036-14d3275a6b7b), after_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:53:12.765920 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593404e2-17a8-4469-b91c-2133f316815b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c7c16e2-0791-4db1-9036-14d3275a6b7b,revision_number=None']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:53:12.769955 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-593404e2-17a8-4469-b91c-2133f316815b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606130'] for subnet (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:53:12.773142 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-593404e2-17a8-4469-b91c-2133f316815b admin admin] 10.222.0.16 "DELETE /v2.0/subnets/5c7c16e2-0791-4db1-9036-14d3275a6b7b HTTP/1.1" status: 204 len: 168 time: 0.3620365 Jan 29 03:53:12.775641 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 53404) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:53:12.777910 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e3f8e81-afef-4a86-b9bc-ca2910475896 None None] Network 0fa413d7-e758-43fd-a5a5-f14f19600b92 requested from dv-cinder-826949-1-iscsi {{(pid=109551) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 03:53:12.846839 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-470dedd7-dcf7-4187-a50e-c95f7d8f0a3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617357'] for network (0fa413d7-e758-43fd-a5a5-f14f19600b92), before_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:53:12.901469 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.plugin [None req-470dedd7-dcf7-4187-a50e-c95f7d8f0a3b admin admin] Deleting port 3565d2db-a332-48d8-a4a5-a8c996c2652c {{(pid=109550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 03:53:12.901469 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-470dedd7-dcf7-4187-a50e-c95f7d8f0a3b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787145728359'] for port (3565d2db-a332-48d8-a4a5-a8c996c2652c), before_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:53:12.951175 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-127aebdb-e163-4c39-add9-8f2dd8f1c36a None None] DHCP port deletion for 0fa413d7-e758-43fd-a5a5-f14f19600b92 request from dv-cinder-826949-1-iscsi {{(pid=109551) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 03:53:12.973603 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.db [None req-470dedd7-dcf7-4187-a50e-c95f7d8f0a3b admin admin] For port 3565d2db-a332-48d8-a4a5-a8c996c2652c, host dv-cinder-826949-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-1-iscsi',level=0,port_id=3565d2db-a332-48d8-a4a5-a8c996c2652c,segment=NetworkSegment(711cb9f9-5772-4d04-8189-67e590c431bb),segment_id=711cb9f9-5772-4d04-8189-67e590c431bb)] {{(pid=109550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 03:53:12.974052 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-470dedd7-dcf7-4187-a50e-c95f7d8f0a3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1915525'] for port (3565d2db-a332-48d8-a4a5-a8c996c2652c), precommit_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:53:12.988507 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.plugin [None req-470dedd7-dcf7-4187-a50e-c95f7d8f0a3b admin admin] Calling delete_port for 3565d2db-a332-48d8-a4a5-a8c996c2652c owned by network:dhcp {{(pid=109550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 03:53:12.998614 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-127aebdb-e163-4c39-add9-8f2dd8f1c36a None None] Deleting port 3565d2db-a332-48d8-a4a5-a8c996c2652c {{(pid=109551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 03:53:12.999254 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-127aebdb-e163-4c39-add9-8f2dd8f1c36a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787145728359'] for port (3565d2db-a332-48d8-a4a5-a8c996c2652c), before_delete {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:53:13.052504 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff064ca-0dc8-4002-94b7-8edff3d6c70d req-2b13a446-ca3b-4784-ac74-2875a5387d58 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:53:13.053896 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-fff064ca-0dc8-4002-94b7-8edff3d6c70d req-2b13a446-ca3b-4784-ac74-2875a5387d58 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] 10.222.0.16 "GET /v2.0/ports?device_id=1eb9c795-02a0-4502-a49f-032ef0fdfae1 HTTP/1.1" status: 200 len: 985 time: 0.0570829 Jan 29 03:53:13.063069 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-127aebdb-e163-4c39-add9-8f2dd8f1c36a None None] For port 3565d2db-a332-48d8-a4a5-a8c996c2652c, host dv-cinder-826949-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-1-iscsi',level=0,port_id=3565d2db-a332-48d8-a4a5-a8c996c2652c,segment=NetworkSegment(711cb9f9-5772-4d04-8189-67e590c431bb),segment_id=711cb9f9-5772-4d04-8189-67e590c431bb)] {{(pid=109551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 03:53:13.064251 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-127aebdb-e163-4c39-add9-8f2dd8f1c36a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1915525'] for port (3565d2db-a332-48d8-a4a5-a8c996c2652c), precommit_delete {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:53:13.082907 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-127aebdb-e163-4c39-add9-8f2dd8f1c36a None None] Calling delete_port for 3565d2db-a332-48d8-a4a5-a8c996c2652c owned by network:dhcp {{(pid=109551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 03:53:13.113601 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-fff064ca-0dc8-4002-94b7-8edff3d6c70d req-a73dc768-46e5-4ad7-889d-76dde5b461b5 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] 10.222.0.16 "GET /v2.0/security-groups?id=b33f1097-0e3c-427f-889d-998e3d017b3e&id=70c39e9a-c130-4679-9f4b-693ce2af89e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0532298 Jan 29 03:53:13.158939 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-470dedd7-dcf7-4187-a50e-c95f7d8f0a3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787145732033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787145433402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9207350'] for port (3565d2db-a332-48d8-a4a5-a8c996c2652c), after_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:53:13.164396 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-127aebdb-e163-4c39-add9-8f2dd8f1c36a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787145732033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787145433402'] for port (3565d2db-a332-48d8-a4a5-a8c996c2652c), after_delete {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:53:13.184359 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470dedd7-dcf7-4187-a50e-c95f7d8f0a3b admin admin] Pushing event deleted for resources: {'Port': ['ID=3565d2db-a332-48d8-a4a5-a8c996c2652c,revision_number=None']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:53:13.188054 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470dedd7-dcf7-4187-a50e-c95f7d8f0a3b admin admin] No DVR routers for this DVR port 3565d2db-a332-48d8-a4a5-a8c996c2652c on host dv-cinder-826949-1-iscsi {{(pid=109550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 03:53:13.192903 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127aebdb-e163-4c39-add9-8f2dd8f1c36a None None] Pushing event deleted for resources: {'Port': ['ID=3565d2db-a332-48d8-a4a5-a8c996c2652c,revision_number=None']} {{(pid=109551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:53:13.194786 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127aebdb-e163-4c39-add9-8f2dd8f1c36a None None] No DVR routers for this DVR port 3565d2db-a332-48d8-a4a5-a8c996c2652c on host dv-cinder-826949-1-iscsi {{(pid=109551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 03:53:13.260136 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-470dedd7-dcf7-4187-a50e-c95f7d8f0a3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783436', 'neutron.services.segments.db._delete_segments_for_network-8787145932427'] for network (0fa413d7-e758-43fd-a5a5-f14f19600b92), precommit_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:53:13.279834 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.services.segments.db [None req-470dedd7-dcf7-4187-a50e-c95f7d8f0a3b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fa413d7-e758-43fd-a5a5-f14f19600b92']}} {{(pid=109550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:53:13.289219 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.services.segments.db [None req-470dedd7-dcf7-4187-a50e-c95f7d8f0a3b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '711cb9f9-5772-4d04-8189-67e590c431bb') {'for_net_delete': True} {{(pid=109550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:53:13.289508 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.services.segments.db [None req-470dedd7-dcf7-4187-a50e-c95f7d8f0a3b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '711cb9f9-5772-4d04-8189-67e590c431bb') {} {{(pid=109550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:53:13.299029 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-470dedd7-dcf7-4187-a50e-c95f7d8f0a3b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787145906580', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3934299'] for segment (711cb9f9-5772-4d04-8189-67e590c431bb), before_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:53:13.311462 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-470dedd7-dcf7-4187-a50e-c95f7d8f0a3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541992'] for segment (711cb9f9-5772-4d04-8189-67e590c431bb), precommit_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:53:13.317220 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-470dedd7-dcf7-4187-a50e-c95f7d8f0a3b admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=109550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 03:53:13.331491 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-470dedd7-dcf7-4187-a50e-c95f7d8f0a3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9207515'] for segment (711cb9f9-5772-4d04-8189-67e590c431bb), after_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:53:13.331491 dv-cinder-826949-1-iscsi neutron-server[109550]: Traceback (most recent call last): Jan 29 03:53:13.331491 dv-cinder-826949-1-iscsi neutron-server[109550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 03:53:13.331491 dv-cinder-826949-1-iscsi neutron-server[109550]: timer() Jan 29 03:53:13.331491 dv-cinder-826949-1-iscsi neutron-server[109550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 03:53:13.331491 dv-cinder-826949-1-iscsi neutron-server[109550]: cb(*args, **kw) Jan 29 03:53:13.331491 dv-cinder-826949-1-iscsi neutron-server[109550]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 03:53:13.331491 dv-cinder-826949-1-iscsi neutron-server[109550]: return func(*args, **kwargs) Jan 29 03:53:13.331491 dv-cinder-826949-1-iscsi neutron-server[109550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 03:53:13.331491 dv-cinder-826949-1-iscsi neutron-server[109550]: self._notify() Jan 29 03:53:13.331491 dv-cinder-826949-1-iscsi neutron-server[109550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 03:53:13.331491 dv-cinder-826949-1-iscsi neutron-server[109550]: self.callback(batched_events) Jan 29 03:53:13.331491 dv-cinder-826949-1-iscsi neutron-server[109550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 03:53:13.331491 dv-cinder-826949-1-iscsi neutron-server[109550]: event.method(event) Jan 29 03:53:13.331491 dv-cinder-826949-1-iscsi neutron-server[109550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 03:53:13.331491 dv-cinder-826949-1-iscsi neutron-server[109550]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 03:53:13.331491 dv-cinder-826949-1-iscsi neutron-server[109550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 03:53:13.331491 dv-cinder-826949-1-iscsi neutron-server[109550]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 03:53:13.331491 dv-cinder-826949-1-iscsi neutron-server[109550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 03:53:13.331491 dv-cinder-826949-1-iscsi neutron-server[109550]: return f(self, *a, **k) Jan 29 03:53:13.331491 dv-cinder-826949-1-iscsi neutron-server[109550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 03:53:13.331491 dv-cinder-826949-1-iscsi neutron-server[109550]: return self._get(url).json() Jan 29 03:53:13.331491 dv-cinder-826949-1-iscsi neutron-server[109550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 03:53:13.331491 dv-cinder-826949-1-iscsi neutron-server[109550]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 03:53:13.331491 dv-cinder-826949-1-iscsi neutron-server[109550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 03:53:13.331491 dv-cinder-826949-1-iscsi neutron-server[109550]: return self.request(url, 'GET', **kwargs) Jan 29 03:53:13.331491 dv-cinder-826949-1-iscsi neutron-server[109550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 03:53:13.331491 dv-cinder-826949-1-iscsi neutron-server[109550]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 03:53:13.331491 dv-cinder-826949-1-iscsi neutron-server[109550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 03:53:13.331491 dv-cinder-826949-1-iscsi neutron-server[109550]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 03:53:13.331491 dv-cinder-826949-1-iscsi neutron-server[109550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 03:53:13.331491 dv-cinder-826949-1-iscsi neutron-server[109550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 03:53:13.331491 dv-cinder-826949-1-iscsi neutron-server[109550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 03:53:13.427628 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-470dedd7-dcf7-4187-a50e-c95f7d8f0a3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1909918'] for network (0fa413d7-e758-43fd-a5a5-f14f19600b92), after_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:53:13.433058 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-470dedd7-dcf7-4187-a50e-c95f7d8f0a3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606130'] for network (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:53:13.436255 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-470dedd7-dcf7-4187-a50e-c95f7d8f0a3b admin admin] 10.222.0.16 "DELETE /v2.0/networks/0fa413d7-e758-43fd-a5a5-f14f19600b92 HTTP/1.1" status: 204 len: 168 time: 0.6596868 Jan 29 03:53:13.451767 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470dedd7-dcf7-4187-a50e-c95f7d8f0a3b admin admin] Pushing event deleted for resources: {'Network': ['ID=0fa413d7-e758-43fd-a5a5-f14f19600b92,revision_number=None']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:53:13.823030 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 53416) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:53:13.864571 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-0107caf2-7692-4291-9eef-3bbca7393e32 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=033b0334af9941dfbcf5ac732f36dfd6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0401623 Jan 29 03:53:13.867026 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 53418) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:53:13.884906 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Device ce851235-a354-4b16-bb64-823d3c7dae29 no longer exists at agent ovs-agent-dv-cinder-826949-1-iscsi {{(pid=109551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 03:53:13.904869 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] No Port match for: ce851235-a354-4b16-bb64-823d3c7dae29 {{(pid=109551) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 03:53:13.905561 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Device ce851235-a354-4b16-bb64-823d3c7dae29 not bound to the agent host dv-cinder-826949-1-iscsi {{(pid=109551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 03:53:13.905805 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Device 3565d2db-a332-48d8-a4a5-a8c996c2652c no longer exists at agent ovs-agent-dv-cinder-826949-1-iscsi {{(pid=109551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 03:53:13.914750 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-eec2897b-0b0c-4c3f-8b2f-97dbef8d88aa admin admin] Publish callbacks [] for security_group (cd882270-6f5d-4030-a19d-2d9122e9d737), before_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:53:13.926642 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] No Port match for: 3565d2db-a332-48d8-a4a5-a8c996c2652c {{(pid=109551) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 03:53:13.926990 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Device 3565d2db-a332-48d8-a4a5-a8c996c2652c not bound to the agent host dv-cinder-826949-1-iscsi {{(pid=109551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 03:53:13.936664 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-eec2897b-0b0c-4c3f-8b2f-97dbef8d88aa admin admin] Publish callbacks [] for security_group (cd882270-6f5d-4030-a19d-2d9122e9d737), precommit_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:53:14.033802 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-eec2897b-0b0c-4c3f-8b2f-97dbef8d88aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (cd882270-6f5d-4030-a19d-2d9122e9d737), after_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:53:14.036560 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-eec2897b-0b0c-4c3f-8b2f-97dbef8d88aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:53:14.037819 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-eec2897b-0b0c-4c3f-8b2f-97dbef8d88aa admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cd882270-6f5d-4030-a19d-2d9122e9d737 HTTP/1.1" status: 204 len: 168 time: 0.1698754 Jan 29 03:53:14.045506 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec2897b-0b0c-4c3f-8b2f-97dbef8d88aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd882270-6f5d-4030-a19d-2d9122e9d737,revision_number=None']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:53:14.233857 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6c253f-4b8a-43b8-bb33-aaa4edadaedd req-aa877139-0dd2-4aa8-95af-d8380f15f256 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:53:14.235932 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-dd6c253f-4b8a-43b8-bb33-aaa4edadaedd req-aa877139-0dd2-4aa8-95af-d8380f15f256 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] 10.222.0.16 "GET /v2.0/ports?device_id=1eb9c795-02a0-4502-a49f-032ef0fdfae1 HTTP/1.1" status: 200 len: 985 time: 0.0523417 Jan 29 03:53:14.294997 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-dd6c253f-4b8a-43b8-bb33-aaa4edadaedd req-9b315c2b-63d0-4e86-a3b1-a642f20614b2 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] 10.222.0.16 "GET /v2.0/security-groups?id=b33f1097-0e3c-427f-889d-998e3d017b3e&id=70c39e9a-c130-4679-9f4b-693ce2af89e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0534596 Jan 29 03:53:14.817327 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 53430) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:53:14.856703 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-491094f6-413a-4edb-bbc8-b89e9199a375 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ca2add56a71643c3bf80c1ee1a945039&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382054 Jan 29 03:53:14.859305 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 53432) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:53:14.910210 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-6411dfab-16bd-412e-b986-940a11558e0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (dac82def-0781-4624-a171-654e1b1d12af), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:53:14.916302 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-d51b8dbc-6897-4c0d-9325-1138f4ffd8e9 admin admin] Publish callbacks [] for security_group (ba92bf88-f61a-4f38-9c29-f6f72b7a88a4), before_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:53:14.945266 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-d51b8dbc-6897-4c0d-9325-1138f4ffd8e9 admin admin] Publish callbacks [] for security_group (ba92bf88-f61a-4f38-9c29-f6f72b7a88a4), precommit_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:53:15.056119 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-d51b8dbc-6897-4c0d-9325-1138f4ffd8e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (ba92bf88-f61a-4f38-9c29-f6f72b7a88a4), after_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:53:15.058752 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-d51b8dbc-6897-4c0d-9325-1138f4ffd8e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:53:15.059911 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-d51b8dbc-6897-4c0d-9325-1138f4ffd8e9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ba92bf88-f61a-4f38-9c29-f6f72b7a88a4 HTTP/1.1" status: 204 len: 168 time: 0.1995580 Jan 29 03:53:15.068236 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51b8dbc-6897-4c0d-9325-1138f4ffd8e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba92bf88-f61a-4f38-9c29-f6f72b7a88a4,revision_number=None']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:53:15.423466 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333d7822-dcb9-47ad-93e3-e71d41c9a511 req-5ed0a83f-536e-4d6e-a5d9-d3ef6587ae66 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:53:15.425091 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-333d7822-dcb9-47ad-93e3-e71d41c9a511 req-5ed0a83f-536e-4d6e-a5d9-d3ef6587ae66 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] 10.222.0.16 "GET /v2.0/ports?device_id=1eb9c795-02a0-4502-a49f-032ef0fdfae1 HTTP/1.1" status: 200 len: 985 time: 0.0640926 Jan 29 03:53:15.491189 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-333d7822-dcb9-47ad-93e3-e71d41c9a511 req-7eb2ff88-4cb8-47f5-a6b1-166c39cdd6ec tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] 10.222.0.16 "GET /v2.0/security-groups?id=b33f1097-0e3c-427f-889d-998e3d017b3e&id=70c39e9a-c130-4679-9f4b-693ce2af89e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0598216 Jan 29 03:53:17.429474 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-88d62975-b764-498a-9db2-56839a48b9ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (d5b8732c-6ac1-45e3-a79e-cd9863fe8196), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:53:18.067052 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-6a0bb60c-5b7b-499b-b43f-7eb32e921150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (4cfc2a27-deed-4689-8f39-0bd5aa6fe3c3), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:53:19.463830 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-30ace4c1-806b-4d7c-a886-fe7b65bfbfcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (7774c0be-b957-4204-896b-7e749f55bf81), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:53:21.246922 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (e75d1b00-832d-4bf5-b078-2c4f5b2c10cd), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:53:26.178215 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (ad4128b7-7a77-4672-aa49-b5d5d6c7d736), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:53:33.722892 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-25dec614-c6b4-4a8c-b571-fee78aeb4466 req-ccc1fae5-2f29-4258-8ae3-aecd67550aee service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=1eb9c795-02a0-4502-a49f-032ef0fdfae1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0467074 Jan 29 03:53:33.809619 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dec614-c6b4-4a8c-b571-fee78aeb4466 req-fba4e30e-74ea-4a84-91f9-a5230e0db205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:53:33.811131 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-25dec614-c6b4-4a8c-b571-fee78aeb4466 req-fba4e30e-74ea-4a84-91f9-a5230e0db205 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=99ad53cf12564d5ea40131bca81e8f3b&device_id=1eb9c795-02a0-4502-a49f-032ef0fdfae1 HTTP/1.1" status: 200 len: 1169 time: 0.0502017 Jan 29 03:53:33.916606 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dec614-c6b4-4a8c-b571-fee78aeb4466 req-7ffd449b-9cbd-4211-a3b0-63d476339139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:53:33.918062 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-25dec614-c6b4-4a8c-b571-fee78aeb4466 req-7ffd449b-9cbd-4211-a3b0-63d476339139 service neutron] 10.222.0.25 "GET /v2.0/networks?id=798a8598-5f86-4e39-b13a-1feeb15fd786 HTTP/1.1" status: 200 len: 914 time: 0.0854902 Jan 29 03:53:33.988969 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-25dec614-c6b4-4a8c-b571-fee78aeb4466 req-810bc26c-351b-41e5-940c-34c1c130f2e6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5693b10e-5880-4367-8e86-dc545a331b14 HTTP/1.1" status: 200 len: 1002 time: 0.0633380 Jan 29 03:53:34.039604 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dec614-c6b4-4a8c-b571-fee78aeb4466 req-9559bdad-d840-4816-b4f7-850df3b5b6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:53:34.040995 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-25dec614-c6b4-4a8c-b571-fee78aeb4466 req-9559bdad-d840-4816-b4f7-850df3b5b6d8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4a20ce1a-eb58-43cb-a55c-470171e008be HTTP/1.1" status: 200 len: 853 time: 0.0455177 Jan 29 03:53:34.092308 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dec614-c6b4-4a8c-b571-fee78aeb4466 req-513913b4-24fb-4571-be79-73f4a70e7e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:53:34.093817 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-25dec614-c6b4-4a8c-b571-fee78aeb4466 req-513913b4-24fb-4571-be79-73f4a70e7e06 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=798a8598-5f86-4e39-b13a-1feeb15fd786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460529 Jan 29 03:53:34.190655 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-25dec614-c6b4-4a8c-b571-fee78aeb4466 req-4d3de045-c9c2-4531-858d-bb907880d64b service neutron] 10.222.0.25 "GET /v2.0/networks/798a8598-5f86-4e39-b13a-1feeb15fd786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894656 Jan 29 03:53:34.283540 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-25dec614-c6b4-4a8c-b571-fee78aeb4466 req-cdc3c9fb-d9be-4fb3-a992-e1632d736d88 service neutron] 10.222.0.25 "GET /v2.0/networks/798a8598-5f86-4e39-b13a-1feeb15fd786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853055 Jan 29 03:53:40.060912 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.agents_db [None req-5bdad2e4-4f8f-4fe6-a9f7-cf82a335ca9d None None] Agent healthcheck: found 6 active agents {{(pid=109552) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 03:53:44.918644 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-dc7a6599-6d07-43ff-8400-1c79d2f603e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (dac82def-0781-4624-a171-654e1b1d12af), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:53:47.239393 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 53630) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:53:47.340814 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-821c4873-e79c-4245-8e64-14ed2ffdfc2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:53:47.412453 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-821c4873-e79c-4245-8e64-14ed2ffdfc2b admin admin] Publish callbacks [] for security_group (19c60755-b191-4fcc-959e-01a22a40614c), precommit_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:53:47.446463 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-1ad1c4c0-2144-4639-b857-055c53e9cb33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (d5b8732c-6ac1-45e3-a79e-cd9863fe8196), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:53:47.489515 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-821c4873-e79c-4245-8e64-14ed2ffdfc2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (19c60755-b191-4fcc-959e-01a22a40614c), after_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:53:47.530436 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-821c4873-e79c-4245-8e64-14ed2ffdfc2b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=16af327e6bd74956acba6725f8f44780&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2899289 Jan 29 03:53:47.531329 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821c4873-e79c-4245-8e64-14ed2ffdfc2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19c60755-b191-4fcc-959e-01a22a40614c,revision_number=1']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:53:47.533131 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 53636) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:53:47.538659 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821c4873-e79c-4245-8e64-14ed2ffdfc2b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:53:47.539015 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821c4873-e79c-4245-8e64-14ed2ffdfc2b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:53:47.539357 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821c4873-e79c-4245-8e64-14ed2ffdfc2b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:53:47.539694 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821c4873-e79c-4245-8e64-14ed2ffdfc2b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:53:47.540026 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821c4873-e79c-4245-8e64-14ed2ffdfc2b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:53:47.540355 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821c4873-e79c-4245-8e64-14ed2ffdfc2b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:53:47.540681 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821c4873-e79c-4245-8e64-14ed2ffdfc2b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:53:47.541005 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821c4873-e79c-4245-8e64-14ed2ffdfc2b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:53:47.541329 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821c4873-e79c-4245-8e64-14ed2ffdfc2b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:53:47.541654 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821c4873-e79c-4245-8e64-14ed2ffdfc2b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:53:47.542613 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821c4873-e79c-4245-8e64-14ed2ffdfc2b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:53:47.542976 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821c4873-e79c-4245-8e64-14ed2ffdfc2b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:53:47.543297 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821c4873-e79c-4245-8e64-14ed2ffdfc2b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:53:47.582635 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-613c35a5-56f1-445c-af7f-aff98d3d3e5f admin admin] Publish callbacks [] for security_group (19c60755-b191-4fcc-959e-01a22a40614c), before_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:53:47.603685 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-613c35a5-56f1-445c-af7f-aff98d3d3e5f admin admin] Publish callbacks [] for security_group (19c60755-b191-4fcc-959e-01a22a40614c), precommit_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:53:47.726280 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-613c35a5-56f1-445c-af7f-aff98d3d3e5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (19c60755-b191-4fcc-959e-01a22a40614c), after_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:53:47.728770 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-613c35a5-56f1-445c-af7f-aff98d3d3e5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:53:47.730654 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-613c35a5-56f1-445c-af7f-aff98d3d3e5f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/19c60755-b191-4fcc-959e-01a22a40614c HTTP/1.1" status: 204 len: 168 time: 0.1964579 Jan 29 03:53:47.738593 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613c35a5-56f1-445c-af7f-aff98d3d3e5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19c60755-b191-4fcc-959e-01a22a40614c,revision_number=None']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:53:47.745928 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613c35a5-56f1-445c-af7f-aff98d3d3e5f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:53:47.746312 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613c35a5-56f1-445c-af7f-aff98d3d3e5f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:53:47.746661 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613c35a5-56f1-445c-af7f-aff98d3d3e5f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:53:47.747001 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613c35a5-56f1-445c-af7f-aff98d3d3e5f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:53:47.747445 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613c35a5-56f1-445c-af7f-aff98d3d3e5f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:53:47.747656 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613c35a5-56f1-445c-af7f-aff98d3d3e5f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:53:47.748090 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613c35a5-56f1-445c-af7f-aff98d3d3e5f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:53:47.748413 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613c35a5-56f1-445c-af7f-aff98d3d3e5f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:53:47.748748 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613c35a5-56f1-445c-af7f-aff98d3d3e5f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:53:47.749089 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613c35a5-56f1-445c-af7f-aff98d3d3e5f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:53:47.749406 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613c35a5-56f1-445c-af7f-aff98d3d3e5f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:53:47.749730 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613c35a5-56f1-445c-af7f-aff98d3d3e5f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:53:47.750050 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613c35a5-56f1-445c-af7f-aff98d3d3e5f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:53:48.062016 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-6a0bb60c-5b7b-499b-b43f-7eb32e921150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (4cfc2a27-deed-4689-8f39-0bd5aa6fe3c3), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:53:48.084792 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-380def85-6034-46cb-80a3-ba0f4e523439 req-2af1b9bb-9dc1-44af-873c-ea901214a934 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1823772074&fields=id&tenant_id=99ad53cf12564d5ea40131bca81e8f3b HTTP/1.1" status: 200 len: 267 time: 0.0447276 Jan 29 03:53:48.151168 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380def85-6034-46cb-80a3-ba0f4e523439 req-3d3b089e-e313-4b67-94cd-e5722c7141ae tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:53:48.153514 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-380def85-6034-46cb-80a3-ba0f4e523439 req-3d3b089e-e313-4b67-94cd-e5722c7141ae tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] 10.222.0.16 "GET /v2.0/ports?device_id=1eb9c795-02a0-4502-a49f-032ef0fdfae1 HTTP/1.1" status: 200 len: 985 time: 0.0628026 Jan 29 03:53:48.172402 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.v2.base [req-380def85-6034-46cb-80a3-ba0f4e523439 req-42fb4a15-2eee-4f3e-b2a1-27151a3de6ca tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] Request body: {'port': {'security_groups': ['70c39e9a-c130-4679-9f4b-693ce2af89e9']}} {{(pid=109550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 03:53:48.244798 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-380def85-6034-46cb-80a3-ba0f4e523439 req-42fb4a15-2eee-4f3e-b2a1-27151a3de6ca tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (5693b10e-5880-4367-8e86-dc545a331b14), before_update {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:53:48.419476 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.db [req-380def85-6034-46cb-80a3-ba0f4e523439 req-42fb4a15-2eee-4f3e-b2a1-27151a3de6ca tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] For port 5693b10e-5880-4367-8e86-dc545a331b14, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=5693b10e-5880-4367-8e86-dc545a331b14,segment=NetworkSegment(04068d47-59e8-475d-8eac-fc2d5c3ced57),segment_id=04068d47-59e8-475d-8eac-fc2d5c3ced57)] {{(pid=109550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 03:53:48.451695 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-380def85-6034-46cb-80a3-ba0f4e523439 req-42fb4a15-2eee-4f3e-b2a1-27151a3de6ca tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] Publish callbacks [] for port (5693b10e-5880-4367-8e86-dc545a331b14), precommit_update {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:53:48.520605 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-380def85-6034-46cb-80a3-ba0f4e523439 req-42fb4a15-2eee-4f3e-b2a1-27151a3de6ca tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9207359'] for port (5693b10e-5880-4367-8e86-dc545a331b14), after_update {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:53:48.558700 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] get_ports_and_sgs() called for port_ids ['5693b10e-5880-4367-8e86-dc545a331b14'] {{(pid=109551) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 03:53:48.566186 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380def85-6034-46cb-80a3-ba0f4e523439 req-42fb4a15-2eee-4f3e-b2a1-27151a3de6ca tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:53:48.566824 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-380def85-6034-46cb-80a3-ba0f4e523439 req-42fb4a15-2eee-4f3e-b2a1-27151a3de6ca tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166518'] for port (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:53:48.570497 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-380def85-6034-46cb-80a3-ba0f4e523439 req-42fb4a15-2eee-4f3e-b2a1-27151a3de6ca tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] 10.222.0.16 "PUT /v2.0/ports/5693b10e-5880-4367-8e86-dc545a331b14 HTTP/1.1" status: 200 len: 943 time: 0.4028075 Jan 29 03:53:48.571041 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1eb9c795-02a0-4502-a49f-032ef0fdfae1', 'tag': '5693b10e-5880-4367-8e86-dc545a331b14'}] {{(pid=109550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 03:53:48.574726 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fa7e8514ec8b1871638cf3d0c6bf241b62bf17ffd430199c6215cc57604ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9f24b79-c234-4e78-b585-fb0bea870e33" -d '{"events": [{"name": "network-changed", "server_uuid": "1eb9c795-02a0-4502-a49f-032ef0fdfae1", "tag": "5693b10e-5880-4367-8e86-dc545a331b14"}]}' {{(pid=109550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 03:53:48.575980 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 53658) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:53:48.621439 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fb4a15-2eee-4f3e-b2a1-27151a3de6ca tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] Pushing event updated for resources: {'Port': ['ID=5693b10e-5880-4367-8e86-dc545a331b14,revision_number=7']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:53:48.640629 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 03:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e236275-f632-4247-9cb3-ec3af6d1b664 x-openstack-request-id: req-0e236275-f632-4247-9cb3-ec3af6d1b664 {{(pid=109550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 03:53:48.642141 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1eb9c795-02a0-4502-a49f-032ef0fdfae1", "tag": "5693b10e-5880-4367-8e86-dc545a331b14", "status": "completed", "code": 200}]} {{(pid=109550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 03:53:48.642578 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0e236275-f632-4247-9cb3-ec3af6d1b664 {{(pid=109550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 03:53:48.643161 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1eb9c795-02a0-4502-a49f-032ef0fdfae1', 'tag': '5693b10e-5880-4367-8e86-dc545a331b14', 'status': 'completed', 'code': 200} Jan 29 03:53:48.690892 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-08f0ff0a-0a42-48da-b85a-e22a0d78d7a8 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] Publish callbacks [] for security_group (b33f1097-0e3c-427f-889d-998e3d017b3e), before_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:53:48.732514 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-08f0ff0a-0a42-48da-b85a-e22a0d78d7a8 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] Publish callbacks [] for security_group (b33f1097-0e3c-427f-889d-998e3d017b3e), precommit_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:53:48.755164 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f24b79-c234-4e78-b585-fb0bea870e33 req-d7121dd3-113c-4907-a699-f91004e48d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:53:48.761577 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-a9f24b79-c234-4e78-b585-fb0bea870e33 req-d7121dd3-113c-4907-a699-f91004e48d86 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=99ad53cf12564d5ea40131bca81e8f3b&device_id=1eb9c795-02a0-4502-a49f-032ef0fdfae1 HTTP/1.1" status: 200 len: 1130 time: 0.0850322 Jan 29 03:53:48.804166 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] get_ports_and_sgs() called for port_ids ['5693b10e-5880-4367-8e86-dc545a331b14'] {{(pid=109551) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 03:53:48.876029 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f24b79-c234-4e78-b585-fb0bea870e33 req-746bf738-ef28-4e66-950b-8d3675e42332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:53:48.877632 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-a9f24b79-c234-4e78-b585-fb0bea870e33 req-746bf738-ef28-4e66-950b-8d3675e42332 service neutron] 10.222.0.25 "GET /v2.0/networks?id=798a8598-5f86-4e39-b13a-1feeb15fd786 HTTP/1.1" status: 200 len: 914 time: 0.1078017 Jan 29 03:53:48.884712 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-08f0ff0a-0a42-48da-b85a-e22a0d78d7a8 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (b33f1097-0e3c-427f-889d-998e3d017b3e), after_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:53:48.888909 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-08f0ff0a-0a42-48da-b85a-e22a0d78d7a8 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] Publish callbacks [] for security_group (None), before_response {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:53:48.894004 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-08f0ff0a-0a42-48da-b85a-e22a0d78d7a8 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] 10.222.0.16 "DELETE /v2.0/security-groups/b33f1097-0e3c-427f-889d-998e3d017b3e HTTP/1.1" status: 204 len: 168 time: 0.3168318 Jan 29 03:53:48.894835 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 53668) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:53:48.956434 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f0ff0a-0a42-48da-b85a-e22a0d78d7a8 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b33f1097-0e3c-427f-889d-998e3d017b3e,revision_number=None']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:53:48.968626 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-a9f24b79-c234-4e78-b585-fb0bea870e33 req-3c0aa392-efba-4acf-8a53-f536f06da737 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5693b10e-5880-4367-8e86-dc545a331b14 HTTP/1.1" status: 200 len: 1002 time: 0.0844963 Jan 29 03:53:49.015381 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.provisioning_blocks [None req-dc423a90-3590-4566-8fd1-16bc3acc193c None None] Provisioning complete for port 5693b10e-5880-4367-8e86-dc545a331b14 triggered by entity DHCP. {{(pid=109551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 03:53:49.016521 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-dc423a90-3590-4566-8fd1-16bc3acc193c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785313'] for port (5693b10e-5880-4367-8e86-dc545a331b14), provisioning_complete {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:53:49.029275 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f24b79-c234-4e78-b585-fb0bea870e33 req-9d23dcd2-7fe9-4149-96d0-e61892948e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:53:49.031183 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-a9f24b79-c234-4e78-b585-fb0bea870e33 req-9d23dcd2-7fe9-4149-96d0-e61892948e07 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4a20ce1a-eb58-43cb-a55c-470171e008be HTTP/1.1" status: 200 len: 853 time: 0.0559597 Jan 29 03:53:49.094222 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f24b79-c234-4e78-b585-fb0bea870e33 req-4ee87675-1a52-4806-8647-d4a5d3bc59a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:53:49.096175 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-a9f24b79-c234-4e78-b585-fb0bea870e33 req-4ee87675-1a52-4806-8647-d4a5d3bc59a6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=798a8598-5f86-4e39-b13a-1feeb15fd786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0590098 Jan 29 03:53:49.125629 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.plugins.ml2.plugin [None req-14d0545c-6fd4-4c45-8c75-c3ba9c16d482 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] Deleting port 72ba9b05-c868-4b37-b4b5-3537425717cc {{(pid=109549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 03:53:49.125978 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-14d0545c-6fd4-4c45-8c75-c3ba9c16d482 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787145728359'] for port (72ba9b05-c868-4b37-b4b5-3537425717cc), before_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:53:49.128691 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-dc423a90-3590-4566-8fd1-16bc3acc193c None None] Current status of the port 5693b10e-5880-4367-8e86-dc545a331b14 is: ACTIVE; New status is: ACTIVE {{(pid=109551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 03:53:49.196127 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-a9f24b79-c234-4e78-b585-fb0bea870e33 req-57b95368-a022-409d-b1bd-9a4a872b7d51 service neutron] 10.222.0.25 "GET /v2.0/networks/798a8598-5f86-4e39-b13a-1feeb15fd786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927050 Jan 29 03:53:49.203296 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-14d0545c-6fd4-4c45-8c75-c3ba9c16d482 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1915525'] for port (72ba9b05-c868-4b37-b4b5-3537425717cc), precommit_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:53:49.203663 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-14d0545c-6fd4-4c45-8c75-c3ba9c16d482 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] Publish callbacks [] for floatingip (72ba9b05-c868-4b37-b4b5-3537425717cc), precommit_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:53:49.216859 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.plugins.ml2.plugin [None req-14d0545c-6fd4-4c45-8c75-c3ba9c16d482 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] Calling delete_port for 72ba9b05-c868-4b37-b4b5-3537425717cc owned by network:floatingip {{(pid=109549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 03:53:49.289507 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-a9f24b79-c234-4e78-b585-fb0bea870e33 req-730db9a4-fae6-4603-9abf-d40eedb1244b service neutron] 10.222.0.25 "GET /v2.0/networks/798a8598-5f86-4e39-b13a-1feeb15fd786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871134 Jan 29 03:53:49.402615 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 53674) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:53:49.466661 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-30ace4c1-806b-4d7c-a886-fe7b65bfbfcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (7774c0be-b957-4204-896b-7e749f55bf81), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:53:49.478213 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-14d0545c-6fd4-4c45-8c75-c3ba9c16d482 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787145732033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787145433402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440449'] for port (72ba9b05-c868-4b37-b4b5-3537425717cc), after_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:53:49.509980 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d0545c-6fd4-4c45-8c75-c3ba9c16d482 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] Pushing event deleted for resources: {'Port': ['ID=72ba9b05-c868-4b37-b4b5-3537425717cc,revision_number=None']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:53:49.522940 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-17a86865-c211-4fd5-b151-272a16823fd5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:53:49.596689 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-14d0545c-6fd4-4c45-8c75-c3ba9c16d482 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] Publish callbacks [] for floatingip (00cb0290-c5ed-48d7-b039-c5da8ffe61fe), after_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:53:49.597351 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.db.l3_db [None req-14d0545c-6fd4-4c45-8c75-c3ba9c16d482 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] Floating IP 00cb0290-c5ed-48d7-b039-c5da8ffe61fe disassociated (deleted). External IP: 172.27.1.138, port: 5693b10e-5880-4367-8e86-dc545a331b14. Jan 29 03:53:49.956871 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-17a86865-c211-4fd5-b151-272a16823fd5 admin admin] Publish callbacks [] for security_group (968cd22b-c510-4117-83b0-64c1134580ed), precommit_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:53:50.041616 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-17a86865-c211-4fd5-b151-272a16823fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (968cd22b-c510-4117-83b0-64c1134580ed), after_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:53:50.094979 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-17a86865-c211-4fd5-b151-272a16823fd5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f897818adfb248ae93282b7bcad0f3ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6912384 Jan 29 03:53:50.097598 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 53678) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:53:50.100126 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a86865-c211-4fd5-b151-272a16823fd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=968cd22b-c510-4117-83b0-64c1134580ed,revision_number=1']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:53:50.109612 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14d0545c-6fd4-4c45-8c75-c3ba9c16d482 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] Router 5d0339c6-d145-4d0d-a89c-7a78c6622b69 has already been hosted by L3 agent d5b8732c-6ac1-45e3-a79e-cd9863fe8196 {{(pid=109549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 03:53:50.149960 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-0c2690fd-1e17-47ba-bbad-5283299cbe26 admin admin] Publish callbacks [] for security_group (968cd22b-c510-4117-83b0-64c1134580ed), before_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:53:50.171721 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-0c2690fd-1e17-47ba-bbad-5283299cbe26 admin admin] Publish callbacks [] for security_group (968cd22b-c510-4117-83b0-64c1134580ed), precommit_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:53:50.217332 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14d0545c-6fd4-4c45-8c75-c3ba9c16d482 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] Notify agent at l3_agent.dv-cinder-826949-1-iscsi the message routers_updated {{(pid=109549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 03:53:50.222291 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-14d0545c-6fd4-4c45-8c75-c3ba9c16d482 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166518'] for floatingip (None), before_response {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:53:50.227578 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2add89e1-d8b5-4f4b-9746-2eaff74e0640 None None] Sync routers for ids ['5d0339c6-d145-4d0d-a89c-7a78c6622b69'] in dv-cinder-826949-1-iscsi {{(pid=109551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 03:53:50.237498 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2add89e1-d8b5-4f4b-9746-2eaff74e0640 None None] Routers {'5d0339c6-d145-4d0d-a89c-7a78c6622b69'} bound to L3 agent in host dv-cinder-826949-1-iscsi {{(pid=109551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 03:53:50.238292 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_hamode_db [None req-2add89e1-d8b5-4f4b-9746-2eaff74e0640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T03:36:17Z,description=,heartbeat_timestamp=2022-01-29T03:53:47Z,host='dv-cinder-826949-1-iscsi',id=d5b8732c-6ac1-45e3-a79e-cd9863fe8196,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T03:36:18Z,topic='l3_agent')) {'router_ids': ['5d0339c6-d145-4d0d-a89c-7a78c6622b69'], 'active': True} {{(pid=109551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:53:50.251130 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-14d0545c-6fd4-4c45-8c75-c3ba9c16d482 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] 10.222.0.16 "DELETE /v2.0/floatingips/00cb0290-c5ed-48d7-b039-c5da8ffe61fe HTTP/1.1" status: 204 len: 168 time: 1.3504505 Jan 29 03:53:50.251739 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1eb9c795-02a0-4502-a49f-032ef0fdfae1', 'tag': '5693b10e-5880-4367-8e86-dc545a331b14'}] {{(pid=109549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 03:53:50.254314 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eb97c5ce77542c962afefcf7d25dfa9d5b4346a1bb599a27deba15904c7eea3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5642b678-150f-43cc-8dc5-8d57c892c79a" -d '{"events": [{"name": "network-changed", "server_uuid": "1eb9c795-02a0-4502-a49f-032ef0fdfae1", "tag": "5693b10e-5880-4367-8e86-dc545a331b14"}]}' {{(pid=109549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 03:53:50.278548 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-0c2690fd-1e17-47ba-bbad-5283299cbe26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (968cd22b-c510-4117-83b0-64c1134580ed), after_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:53:50.282842 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-0c2690fd-1e17-47ba-bbad-5283299cbe26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:53:50.282842 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-0c2690fd-1e17-47ba-bbad-5283299cbe26 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/968cd22b-c510-4117-83b0-64c1134580ed HTTP/1.1" status: 204 len: 168 time: 0.1835999 Jan 29 03:53:50.303924 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2690fd-1e17-47ba-bbad-5283299cbe26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=968cd22b-c510-4117-83b0-64c1134580ed,revision_number=None']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:53:50.378205 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_dvr_db [None req-2add89e1-d8b5-4f4b-9746-2eaff74e0640 None None] Set router 5d0339c6-d145-4d0d-a89c-7a78c6622b69 gateway port host: dv-cinder-826949-1-iscsi {{(pid=109551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 03:53:50.420134 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 03:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40318d0f-fabb-45ef-91e1-71e8327b1e65 x-openstack-request-id: req-40318d0f-fabb-45ef-91e1-71e8327b1e65 {{(pid=109549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 03:53:50.420435 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1eb9c795-02a0-4502-a49f-032ef0fdfae1", "tag": "5693b10e-5880-4367-8e86-dc545a331b14", "status": "completed", "code": 200}]} {{(pid=109549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 03:53:50.420715 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-40318d0f-fabb-45ef-91e1-71e8327b1e65 {{(pid=109549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 03:53:50.421113 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1eb9c795-02a0-4502-a49f-032ef0fdfae1', 'tag': '5693b10e-5880-4367-8e86-dc545a331b14', 'status': 'completed', 'code': 200} Jan 29 03:53:50.509228 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5642b678-150f-43cc-8dc5-8d57c892c79a req-e6414661-ca2b-483a-87c5-c4d17991910f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:53:50.510882 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-5642b678-150f-43cc-8dc5-8d57c892c79a req-e6414661-ca2b-483a-87c5-c4d17991910f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=99ad53cf12564d5ea40131bca81e8f3b&device_id=1eb9c795-02a0-4502-a49f-032ef0fdfae1 HTTP/1.1" status: 200 len: 1130 time: 0.0464308 Jan 29 03:53:50.594855 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_hamode_db [None req-2add89e1-d8b5-4f4b-9746-2eaff74e0640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d0339c6-d145-4d0d-a89c-7a78c6622b69', 'name': 'tempest-TestMinimumBasicScenario-307015322-router', 'tenant_id': '99ad53cf12564d5ea40131bca81e8f3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'external_fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '479b258b-6cae-4514-a0d2-9bc89f0426d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T03:51:46Z', 'updated_at': '2022-01-29T03:51:49Z', 'revision_number': 4, 'project_id': '99ad53cf12564d5ea40131bca81e8f3b', 'gw_port': {'id': '479b258b-6cae-4514-a0d2-9bc89f0426d6', 'name': '', 'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0339c6-d145-4d0d-a89c-7a78c6622b69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:51:46Z', 'updated_at': '2022-01-29T03:51:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-1-iscsi', '_interfaces': [{'id': '628311f9-8ff4-4450-b588-276add8fbe4c', 'name': '', 'network_id': '798a8598-5f86-4e39-b13a-1feeb15fd786', 'tenant_id': '99ad53cf12564d5ea40131bca81e8f3b', 'mac_address': 'fa:16:3e:12:2c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0339c6-d145-4d0d-a89c-7a78c6622b69', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '4a20ce1a-eb58-43cb-a55c-470171e008be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:51:48Z', 'updated_at': '2022-01-29T03:51:52Z', 'revision_number': 5, 'project_id': '99ad53cf12564d5ea40131bca81e8f3b', 'subnets': [{'id': '4a20ce1a-eb58-43cb-a55c-470171e008be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-1-iscsi', False) {} {{(pid=109551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:53:50.625379 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2add89e1-d8b5-4f4b-9746-2eaff74e0640 None None] Checking router: 5d0339c6-d145-4d0d-a89c-7a78c6622b69 for host: dv-cinder-826949-1-iscsi {{(pid=109551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 03:53:50.628360 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5642b678-150f-43cc-8dc5-8d57c892c79a req-9e60ee5e-22c4-4be3-b570-2c066da747c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:53:50.630212 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-5642b678-150f-43cc-8dc5-8d57c892c79a req-9e60ee5e-22c4-4be3-b570-2c066da747c5 service neutron] 10.222.0.25 "GET /v2.0/networks?id=798a8598-5f86-4e39-b13a-1feeb15fd786 HTTP/1.1" status: 200 len: 914 time: 0.1140196 Jan 29 03:53:50.634079 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2add89e1-d8b5-4f4b-9746-2eaff74e0640 None None] Routers {'5d0339c6-d145-4d0d-a89c-7a78c6622b69'} bound to L3 agent in host dv-cinder-826949-1-iscsi {{(pid=109551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 03:53:50.634733 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_hamode_db [None req-2add89e1-d8b5-4f4b-9746-2eaff74e0640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T03:36:17Z,description=,heartbeat_timestamp=2022-01-29T03:53:47Z,host='dv-cinder-826949-1-iscsi',id=d5b8732c-6ac1-45e3-a79e-cd9863fe8196,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T03:36:18Z,topic='l3_agent')) {'router_ids': ['5d0339c6-d145-4d0d-a89c-7a78c6622b69'], 'active': True} {{(pid=109551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:53:50.686432 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-5642b678-150f-43cc-8dc5-8d57c892c79a req-94db809a-8923-4f8a-9e9f-a8db61d7dd14 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5693b10e-5880-4367-8e86-dc545a331b14 HTTP/1.1" status: 200 len: 217 time: 0.0496788 Jan 29 03:53:50.744297 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5642b678-150f-43cc-8dc5-8d57c892c79a req-58781926-2b4c-40c0-a54c-375da874ec5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:53:50.746356 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-5642b678-150f-43cc-8dc5-8d57c892c79a req-58781926-2b4c-40c0-a54c-375da874ec5d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4a20ce1a-eb58-43cb-a55c-470171e008be HTTP/1.1" status: 200 len: 853 time: 0.0510821 Jan 29 03:53:50.763507 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_dvr_db [None req-2add89e1-d8b5-4f4b-9746-2eaff74e0640 None None] Set router 5d0339c6-d145-4d0d-a89c-7a78c6622b69 gateway port host: dv-cinder-826949-1-iscsi {{(pid=109551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 03:53:50.814796 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5642b678-150f-43cc-8dc5-8d57c892c79a req-0d5dabd8-e33d-423f-856d-df91b8c0bd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:53:50.817184 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-5642b678-150f-43cc-8dc5-8d57c892c79a req-0d5dabd8-e33d-423f-856d-df91b8c0bd35 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=798a8598-5f86-4e39-b13a-1feeb15fd786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0653398 Jan 29 03:53:50.949143 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-5642b678-150f-43cc-8dc5-8d57c892c79a req-fce641ec-5dd5-45b0-9eb5-273262dc7e83 service neutron] 10.222.0.25 "GET /v2.0/networks/798a8598-5f86-4e39-b13a-1feeb15fd786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179812 Jan 29 03:53:51.019384 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_hamode_db [None req-2add89e1-d8b5-4f4b-9746-2eaff74e0640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d0339c6-d145-4d0d-a89c-7a78c6622b69', 'name': 'tempest-TestMinimumBasicScenario-307015322-router', 'tenant_id': '99ad53cf12564d5ea40131bca81e8f3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'external_fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '479b258b-6cae-4514-a0d2-9bc89f0426d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T03:51:46Z', 'updated_at': '2022-01-29T03:51:49Z', 'revision_number': 4, 'project_id': '99ad53cf12564d5ea40131bca81e8f3b', 'gw_port': {'id': '479b258b-6cae-4514-a0d2-9bc89f0426d6', 'name': '', 'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0339c6-d145-4d0d-a89c-7a78c6622b69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:51:46Z', 'updated_at': '2022-01-29T03:51:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-1-iscsi', '_interfaces': [{'id': '628311f9-8ff4-4450-b588-276add8fbe4c', 'name': '', 'network_id': '798a8598-5f86-4e39-b13a-1feeb15fd786', 'tenant_id': '99ad53cf12564d5ea40131bca81e8f3b', 'mac_address': 'fa:16:3e:12:2c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0339c6-d145-4d0d-a89c-7a78c6622b69', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '4a20ce1a-eb58-43cb-a55c-470171e008be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:51:48Z', 'updated_at': '2022-01-29T03:51:52Z', 'revision_number': 5, 'project_id': '99ad53cf12564d5ea40131bca81e8f3b', 'subnets': [{'id': '4a20ce1a-eb58-43cb-a55c-470171e008be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-1-iscsi', False) {} {{(pid=109551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:53:51.050861 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2add89e1-d8b5-4f4b-9746-2eaff74e0640 None None] The sync data for ids ['5d0339c6-d145-4d0d-a89c-7a78c6622b69'] in dv-cinder-826949-1-iscsi is: [{'id': '5d0339c6-d145-4d0d-a89c-7a78c6622b69', 'name': 'tempest-TestMinimumBasicScenario-307015322-router', 'tenant_id': '99ad53cf12564d5ea40131bca81e8f3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'external_fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '479b258b-6cae-4514-a0d2-9bc89f0426d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T03:51:46Z', 'updated_at': '2022-01-29T03:51:49Z', 'revision_number': 4, 'project_id': '99ad53cf12564d5ea40131bca81e8f3b', 'gw_port': {'id': '479b258b-6cae-4514-a0d2-9bc89f0426d6', 'name': '', 'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0339c6-d145-4d0d-a89c-7a78c6622b69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:51:46Z', 'updated_at': '2022-01-29T03:51:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-1-iscsi', '_interfaces': [{'id': '628311f9-8ff4-4450-b588-276add8fbe4c', 'name': '', 'network_id': '798a8598-5f86-4e39-b13a-1feeb15fd786', 'tenant_id': '99ad53cf12564d5ea40131bca81e8f3b', 'mac_address': 'fa:16:3e:12:2c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0339c6-d145-4d0d-a89c-7a78c6622b69', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '4a20ce1a-eb58-43cb-a55c-470171e008be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:51:48Z', 'updated_at': '2022-01-29T03:51:52Z', 'revision_number': 5, 'project_id': '99ad53cf12564d5ea40131bca81e8f3b', 'subnets': [{'id': '4a20ce1a-eb58-43cb-a55c-470171e008be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 03:53:51.060810 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-5642b678-150f-43cc-8dc5-8d57c892c79a req-a202531a-b9ec-47e5-a3f5-4fa04ad841f0 service neutron] 10.222.0.25 "GET /v2.0/networks/798a8598-5f86-4e39-b13a-1feeb15fd786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051266 Jan 29 03:53:51.216060 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (e75d1b00-832d-4bf5-b078-2c4f5b2c10cd), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:53:51.306826 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644210aa-f39a-4caf-97aa-6b6381967202 None None] New status for floating IP 00cb0290-c5ed-48d7-b039-c5da8ffe61fe: DOWN {{(pid=109552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 03:53:54.639629 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47db9bc-e38d-4908-ba9b-ea0aaedc524d req-365535a1-f03b-44c0-ae79-e4c8f7fecf3d tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:53:54.641340 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-f47db9bc-e38d-4908-ba9b-ea0aaedc524d req-365535a1-f03b-44c0-ae79-e4c8f7fecf3d tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] 10.222.0.16 "GET /v2.0/ports?device_id=1eb9c795-02a0-4502-a49f-032ef0fdfae1 HTTP/1.1" status: 200 len: 946 time: 0.0527277 Jan 29 03:53:54.687522 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-f47db9bc-e38d-4908-ba9b-ea0aaedc524d req-64329e0f-1ee0-4a56-9c03-e157817a74ad tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] 10.222.0.16 "GET /v2.0/security-groups?id=70c39e9a-c130-4679-9f4b-693ce2af89e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406668 Jan 29 03:53:55.804918 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1935bd8f-1983-465c-9d14-8b8cb3e39d5f req-1f695dfc-ea73-4fca-9a71-84c10447a95f tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:53:55.806408 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-1935bd8f-1983-465c-9d14-8b8cb3e39d5f req-1f695dfc-ea73-4fca-9a71-84c10447a95f tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] 10.222.0.16 "GET /v2.0/ports?device_id=1eb9c795-02a0-4502-a49f-032ef0fdfae1 HTTP/1.1" status: 200 len: 946 time: 0.0523782 Jan 29 03:53:55.851929 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-1935bd8f-1983-465c-9d14-8b8cb3e39d5f req-850201ca-3eb7-4c53-b5f9-02c296a441f8 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] 10.222.0.16 "GET /v2.0/security-groups?id=70c39e9a-c130-4679-9f4b-693ce2af89e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395932 Jan 29 03:53:56.146763 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (ad4128b7-7a77-4672-aa49-b5d5d6c7d736), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:53:56.968710 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b5889c-a19b-4b97-be0e-b189539d9fa0 req-95c0a932-6fd1-44c7-b7da-1f96f1e0e1e2 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:53:56.970206 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-44b5889c-a19b-4b97-be0e-b189539d9fa0 req-95c0a932-6fd1-44c7-b7da-1f96f1e0e1e2 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] 10.222.0.16 "GET /v2.0/ports?device_id=1eb9c795-02a0-4502-a49f-032ef0fdfae1 HTTP/1.1" status: 200 len: 946 time: 0.0513740 Jan 29 03:53:57.016051 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-44b5889c-a19b-4b97-be0e-b189539d9fa0 req-aaea4dde-14d1-4ec5-bb10-e55e6f3f53ea tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] 10.222.0.16 "GET /v2.0/security-groups?id=70c39e9a-c130-4679-9f4b-693ce2af89e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400140 Jan 29 03:53:58.136487 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4ec86b-28dd-4811-997d-3df0f234ebc3 req-f15f4818-ce41-4e74-9eeb-ae825f1195f3 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:53:58.137898 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-fc4ec86b-28dd-4811-997d-3df0f234ebc3 req-f15f4818-ce41-4e74-9eeb-ae825f1195f3 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] 10.222.0.16 "GET /v2.0/ports?device_id=1eb9c795-02a0-4502-a49f-032ef0fdfae1 HTTP/1.1" status: 200 len: 946 time: 0.0559044 Jan 29 03:53:58.184057 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-fc4ec86b-28dd-4811-997d-3df0f234ebc3 req-3640e8bf-a827-40bb-8106-9c292179944e tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] 10.222.0.16 "GET /v2.0/security-groups?id=70c39e9a-c130-4679-9f4b-693ce2af89e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403199 Jan 29 03:53:58.656331 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fdfc53-e555-45c1-a0ec-fafe918668fd req-a4b162ce-091e-4c53-a1cc-b54010e5e392 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:53:58.657792 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-b3fdfc53-e555-45c1-a0ec-fafe918668fd req-a4b162ce-091e-4c53-a1cc-b54010e5e392 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] 10.222.0.25 "GET /v2.0/ports?device_id=1eb9c795-02a0-4502-a49f-032ef0fdfae1 HTTP/1.1" status: 200 len: 946 time: 0.0578613 Jan 29 03:53:59.300166 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159c0919-c4f0-4144-8492-ce404f6af3ff req-f5def967-d88a-4467-99ad-74912302834c tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:53:59.301652 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-159c0919-c4f0-4144-8492-ce404f6af3ff req-f5def967-d88a-4467-99ad-74912302834c tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] 10.222.0.16 "GET /v2.0/ports?device_id=1eb9c795-02a0-4502-a49f-032ef0fdfae1 HTTP/1.1" status: 200 len: 946 time: 0.0519567 Jan 29 03:53:59.348867 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-159c0919-c4f0-4144-8492-ce404f6af3ff req-e766a5e1-ad75-41c5-b182-28f44c337e91 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] 10.222.0.16 "GET /v2.0/security-groups?id=70c39e9a-c130-4679-9f4b-693ce2af89e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416944 Jan 29 03:53:59.629503 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.plugin [req-b3fdfc53-e555-45c1-a0ec-fafe918668fd req-6103c77d-1742-443c-9e66-4e9d3027a500 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] Deleting port 5693b10e-5880-4367-8e86-dc545a331b14 {{(pid=109550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 03:53:59.629769 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-b3fdfc53-e555-45c1-a0ec-fafe918668fd req-6103c77d-1742-443c-9e66-4e9d3027a500 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787145728359'] for port (5693b10e-5880-4367-8e86-dc545a331b14), before_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:53:59.716741 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.db [req-b3fdfc53-e555-45c1-a0ec-fafe918668fd req-6103c77d-1742-443c-9e66-4e9d3027a500 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] For port 5693b10e-5880-4367-8e86-dc545a331b14, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=5693b10e-5880-4367-8e86-dc545a331b14,segment=NetworkSegment(04068d47-59e8-475d-8eac-fc2d5c3ced57),segment_id=04068d47-59e8-475d-8eac-fc2d5c3ced57)] {{(pid=109550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 03:53:59.717508 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-b3fdfc53-e555-45c1-a0ec-fafe918668fd req-6103c77d-1742-443c-9e66-4e9d3027a500 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1915525'] for port (5693b10e-5880-4367-8e86-dc545a331b14), precommit_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:53:59.728701 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.plugin [req-b3fdfc53-e555-45c1-a0ec-fafe918668fd req-6103c77d-1742-443c-9e66-4e9d3027a500 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] Calling delete_port for 5693b10e-5880-4367-8e86-dc545a331b14 owned by compute:nova {{(pid=109550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 03:53:59.931797 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-b3fdfc53-e555-45c1-a0ec-fafe918668fd req-6103c77d-1742-443c-9e66-4e9d3027a500 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787145732033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787145433402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9207350'] for port (5693b10e-5880-4367-8e86-dc545a331b14), after_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:53:59.965600 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6103c77d-1742-443c-9e66-4e9d3027a500 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] Pushing event deleted for resources: {'Port': ['ID=5693b10e-5880-4367-8e86-dc545a331b14,revision_number=None']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:54:00.007213 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3fdfc53-e555-45c1-a0ec-fafe918668fd req-6103c77d-1742-443c-9e66-4e9d3027a500 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] No DVR routers for this DVR port 5693b10e-5880-4367-8e86-dc545a331b14 on host hv-cinder-82694 {{(pid=109550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 03:54:00.009748 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-b3fdfc53-e555-45c1-a0ec-fafe918668fd req-6103c77d-1742-443c-9e66-4e9d3027a500 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166518'] for port (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:00.013069 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-b3fdfc53-e555-45c1-a0ec-fafe918668fd req-6103c77d-1742-443c-9e66-4e9d3027a500 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] 10.222.0.25 "DELETE /v2.0/ports/5693b10e-5880-4367-8e86-dc545a331b14 HTTP/1.1" status: 204 len: 173 time: 0.4713686 Jan 29 03:54:00.013520 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eb9c795-02a0-4502-a49f-032ef0fdfae1', 'name': 'network-vif-deleted', 'tag': '5693b10e-5880-4367-8e86-dc545a331b14'}] {{(pid=109550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 03:54:00.015967 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fa7e8514ec8b1871638cf3d0c6bf241b62bf17ffd430199c6215cc57604ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a91e08a-e039-4512-bd0b-2f01d7028057" -d '{"events": [{"server_uuid": "1eb9c795-02a0-4502-a49f-032ef0fdfae1", "name": "network-vif-deleted", "tag": "5693b10e-5880-4367-8e86-dc545a331b14"}]}' {{(pid=109550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 03:54:00.051469 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 03:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a25a844-060f-4db2-8c8b-29c35123ba3c x-openstack-request-id: req-9a25a844-060f-4db2-8c8b-29c35123ba3c {{(pid=109550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 03:54:00.051764 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1eb9c795-02a0-4502-a49f-032ef0fdfae1", "name": "network-vif-deleted", "tag": "5693b10e-5880-4367-8e86-dc545a331b14", "status": "completed", "code": 200}]} {{(pid=109550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 03:54:00.052035 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9a25a844-060f-4db2-8c8b-29c35123ba3c {{(pid=109550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 03:54:00.052416 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1eb9c795-02a0-4502-a49f-032ef0fdfae1', 'name': 'network-vif-deleted', 'tag': '5693b10e-5880-4367-8e86-dc545a331b14', 'status': 'completed', 'code': 200} Jan 29 03:54:00.446549 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-db58a272-6ff4-4fd8-bfec-9b50d2fa072d req-35365e97-9ea5-49ea-bad4-2cd333538836 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] 10.222.0.16 "GET /v2.0/ports?device_id=1eb9c795-02a0-4502-a49f-032ef0fdfae1 HTTP/1.1" status: 200 len: 210 time: 0.0302026 Jan 29 03:54:01.249410 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] get_ports_and_sgs() called for port_ids ['5693b10e-5880-4367-8e86-dc545a331b14'] {{(pid=109551) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 03:54:01.552838 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-f09ffc1d-4c12-4043-ad10-b30f3e61e40a req-2e358cb4-17a6-406a-9c82-db52428f42d5 tempest-TestMinimumBasicScenario-414022836 tempest-TestMinimumBasicScenario-414022836-project] 10.222.0.16 "GET /v2.0/ports?device_id=1eb9c795-02a0-4502-a49f-032ef0fdfae1 HTTP/1.1" status: 200 len: 210 time: 0.0266168 Jan 29 03:54:01.686875 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Device 5693b10e-5880-4367-8e86-dc545a331b14 no longer exists at agent hyperv_hv-cinder-82694 {{(pid=109551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 03:54:01.706592 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] No Port match for: 5693b10e-5880-4367-8e86-dc545a331b14 {{(pid=109551) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 03:54:01.706942 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Device 5693b10e-5880-4367-8e86-dc545a331b14 not bound to the agent host hv-cinder-82694 {{(pid=109551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 03:54:03.800201 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 53828) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:54:04.132451 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-a1879391-302f-4541-8fb1-3b106fa45dfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1910688'] for router_interface (5d0339c6-d145-4d0d-a89c-7a78c6622b69), before_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:04.374315 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.plugin [None req-a1879391-302f-4541-8fb1-3b106fa45dfd admin admin] Deleting port 628311f9-8ff4-4450-b588-276add8fbe4c {{(pid=109550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 03:54:04.374652 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-a1879391-302f-4541-8fb1-3b106fa45dfd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787145728359'] for port (628311f9-8ff4-4450-b588-276add8fbe4c), before_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:04.453354 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.db [None req-a1879391-302f-4541-8fb1-3b106fa45dfd admin admin] For port 628311f9-8ff4-4450-b588-276add8fbe4c, host dv-cinder-826949-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-1-iscsi',level=0,port_id=628311f9-8ff4-4450-b588-276add8fbe4c,segment=NetworkSegment(04068d47-59e8-475d-8eac-fc2d5c3ced57),segment_id=04068d47-59e8-475d-8eac-fc2d5c3ced57)] {{(pid=109550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 03:54:04.453715 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-a1879391-302f-4541-8fb1-3b106fa45dfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1915525'] for port (628311f9-8ff4-4450-b588-276add8fbe4c), precommit_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:04.468156 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.plugin [None req-a1879391-302f-4541-8fb1-3b106fa45dfd admin admin] Calling delete_port for 628311f9-8ff4-4450-b588-276add8fbe4c owned by network:router_interface {{(pid=109550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 03:54:04.703571 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-a1879391-302f-4541-8fb1-3b106fa45dfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787145732033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787145433402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9207350'] for port (628311f9-8ff4-4450-b588-276add8fbe4c), after_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:04.728679 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1879391-302f-4541-8fb1-3b106fa45dfd admin admin] Pushing event deleted for resources: {'Port': ['ID=628311f9-8ff4-4450-b588-276add8fbe4c,revision_number=None']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:54:04.899967 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-a1879391-302f-4541-8fb1-3b106fa45dfd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1605897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1910556'] for router_interface (5d0339c6-d145-4d0d-a89c-7a78c6622b69), after_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:05.357401 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1879391-302f-4541-8fb1-3b106fa45dfd admin admin] Router 5d0339c6-d145-4d0d-a89c-7a78c6622b69 has already been hosted by L3 agent d5b8732c-6ac1-45e3-a79e-cd9863fe8196 {{(pid=109550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 03:54:05.458885 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1879391-302f-4541-8fb1-3b106fa45dfd admin admin] Notify agent at l3_agent.dv-cinder-826949-1-iscsi the message routers_updated {{(pid=109550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 03:54:05.463805 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-a1879391-302f-4541-8fb1-3b106fa45dfd admin admin] 10.222.0.16 "PUT /v2.0/routers/5d0339c6-d145-4d0d-a89c-7a78c6622b69/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6626258 Jan 29 03:54:05.466369 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 53834) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:54:05.467291 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53eabe05-a4ff-4a5b-9216-633ccc0b13d7 None None] Sync routers for ids ['5d0339c6-d145-4d0d-a89c-7a78c6622b69'] in dv-cinder-826949-1-iscsi {{(pid=109551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 03:54:05.477037 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53eabe05-a4ff-4a5b-9216-633ccc0b13d7 None None] Routers {'5d0339c6-d145-4d0d-a89c-7a78c6622b69'} bound to L3 agent in host dv-cinder-826949-1-iscsi {{(pid=109551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 03:54:05.477650 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_hamode_db [None req-53eabe05-a4ff-4a5b-9216-633ccc0b13d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T03:36:17Z,description=,heartbeat_timestamp=2022-01-29T03:53:47Z,host='dv-cinder-826949-1-iscsi',id=d5b8732c-6ac1-45e3-a79e-cd9863fe8196,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T03:36:18Z,topic='l3_agent')) {'router_ids': ['5d0339c6-d145-4d0d-a89c-7a78c6622b69'], 'active': True} {{(pid=109551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:54:05.568738 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-5ff29b68-0bc7-4cf5-af9b-d9c0304bca4b admin admin] Publish callbacks [] for router (5d0339c6-d145-4d0d-a89c-7a78c6622b69), before_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:05.579525 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_dvr_db [None req-53eabe05-a4ff-4a5b-9216-633ccc0b13d7 None None] Set router 5d0339c6-d145-4d0d-a89c-7a78c6622b69 gateway port host: dv-cinder-826949-1-iscsi {{(pid=109551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 03:54:05.673790 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-5ff29b68-0bc7-4cf5-af9b-d9c0304bca4b admin admin] Publish callbacks [] for router_gateway (5d0339c6-d145-4d0d-a89c-7a78c6622b69), before_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:05.752719 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_hamode_db [None req-53eabe05-a4ff-4a5b-9216-633ccc0b13d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d0339c6-d145-4d0d-a89c-7a78c6622b69', 'name': 'tempest-TestMinimumBasicScenario-307015322-router', 'tenant_id': '99ad53cf12564d5ea40131bca81e8f3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'external_fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '479b258b-6cae-4514-a0d2-9bc89f0426d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T03:51:46Z', 'updated_at': '2022-01-29T03:54:04Z', 'revision_number': 5, 'project_id': '99ad53cf12564d5ea40131bca81e8f3b', 'gw_port': {'id': '479b258b-6cae-4514-a0d2-9bc89f0426d6', 'name': '', 'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0339c6-d145-4d0d-a89c-7a78c6622b69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:51:46Z', 'updated_at': '2022-01-29T03:51:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-1-iscsi'}], 'dv-cinder-826949-1-iscsi', False) {} {{(pid=109551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:54:05.780179 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53eabe05-a4ff-4a5b-9216-633ccc0b13d7 None None] Checking router: 5d0339c6-d145-4d0d-a89c-7a78c6622b69 for host: dv-cinder-826949-1-iscsi {{(pid=109551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 03:54:05.788464 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53eabe05-a4ff-4a5b-9216-633ccc0b13d7 None None] Routers {'5d0339c6-d145-4d0d-a89c-7a78c6622b69'} bound to L3 agent in host dv-cinder-826949-1-iscsi {{(pid=109551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 03:54:05.789067 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_hamode_db [None req-53eabe05-a4ff-4a5b-9216-633ccc0b13d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T03:36:17Z,description=,heartbeat_timestamp=2022-01-29T03:53:47Z,host='dv-cinder-826949-1-iscsi',id=d5b8732c-6ac1-45e3-a79e-cd9863fe8196,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T03:36:18Z,topic='l3_agent')) {'router_ids': ['5d0339c6-d145-4d0d-a89c-7a78c6622b69'], 'active': True} {{(pid=109551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:54:05.798017 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.plugin [None req-5ff29b68-0bc7-4cf5-af9b-d9c0304bca4b admin admin] Deleting port 479b258b-6cae-4514-a0d2-9bc89f0426d6 {{(pid=109550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 03:54:05.798378 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-5ff29b68-0bc7-4cf5-af9b-d9c0304bca4b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787145728359'] for port (479b258b-6cae-4514-a0d2-9bc89f0426d6), before_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:05.879827 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_dvr_db [None req-53eabe05-a4ff-4a5b-9216-633ccc0b13d7 None None] Set router 5d0339c6-d145-4d0d-a89c-7a78c6622b69 gateway port host: None {{(pid=109551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 03:54:05.883908 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.db [None req-5ff29b68-0bc7-4cf5-af9b-d9c0304bca4b admin admin] For port 479b258b-6cae-4514-a0d2-9bc89f0426d6, host dv-cinder-826949-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-1-iscsi',level=0,port_id=479b258b-6cae-4514-a0d2-9bc89f0426d6,segment=NetworkSegment(59bb8c29-301f-4146-9f63-152343a78833),segment_id=59bb8c29-301f-4146-9f63-152343a78833)] {{(pid=109550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 03:54:05.884272 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-5ff29b68-0bc7-4cf5-af9b-d9c0304bca4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1915525'] for port (479b258b-6cae-4514-a0d2-9bc89f0426d6), precommit_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:05.897405 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.plugin [None req-5ff29b68-0bc7-4cf5-af9b-d9c0304bca4b admin admin] Calling delete_port for 479b258b-6cae-4514-a0d2-9bc89f0426d6 owned by network:router_gateway {{(pid=109550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 03:54:05.933252 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_hamode_db [None req-53eabe05-a4ff-4a5b-9216-633ccc0b13d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d0339c6-d145-4d0d-a89c-7a78c6622b69', 'name': 'tempest-TestMinimumBasicScenario-307015322-router', 'tenant_id': '99ad53cf12564d5ea40131bca81e8f3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T03:51:46Z', 'updated_at': '2022-01-29T03:54:05Z', 'revision_number': 6, 'project_id': '99ad53cf12564d5ea40131bca81e8f3b', 'gw_port_host': None}], 'dv-cinder-826949-1-iscsi', False) {} {{(pid=109551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:54:05.966761 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53eabe05-a4ff-4a5b-9216-633ccc0b13d7 None None] The sync data for ids ['5d0339c6-d145-4d0d-a89c-7a78c6622b69'] in dv-cinder-826949-1-iscsi is: [{'id': '5d0339c6-d145-4d0d-a89c-7a78c6622b69', 'name': 'tempest-TestMinimumBasicScenario-307015322-router', 'tenant_id': '99ad53cf12564d5ea40131bca81e8f3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T03:51:46Z', 'updated_at': '2022-01-29T03:54:05Z', 'revision_number': 6, 'project_id': '99ad53cf12564d5ea40131bca81e8f3b', 'gw_port_host': None}] {{(pid=109551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 03:54:06.158403 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-5ff29b68-0bc7-4cf5-af9b-d9c0304bca4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787145732033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787145433402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9207350'] for port (479b258b-6cae-4514-a0d2-9bc89f0426d6), after_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:06.185401 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff29b68-0bc7-4cf5-af9b-d9c0304bca4b admin admin] Pushing event deleted for resources: {'Port': ['ID=479b258b-6cae-4514-a0d2-9bc89f0426d6,revision_number=None']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:54:06.248607 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-5ff29b68-0bc7-4cf5-af9b-d9c0304bca4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1915750'] for router_gateway (5d0339c6-d145-4d0d-a89c-7a78c6622b69), after_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:06.340477 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-5ff29b68-0bc7-4cf5-af9b-d9c0304bca4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1922545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32744'] for router (5d0339c6-d145-4d0d-a89c-7a78c6622b69), precommit_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:06.342784 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-5ff29b68-0bc7-4cf5-af9b-d9c0304bca4b admin admin] Publish callbacks [] for router_controller (5d0339c6-d145-4d0d-a89c-7a78c6622b69), precommit_delete_associations {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:06.455355 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-5ff29b68-0bc7-4cf5-af9b-d9c0304bca4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1922314'] for router (5d0339c6-d145-4d0d-a89c-7a78c6622b69), after_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:06.455923 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ff29b68-0bc7-4cf5-af9b-d9c0304bca4b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5d0339c6-d145-4d0d-a89c-7a78c6622b69 {{(pid=109550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 03:54:06.460149 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-5ff29b68-0bc7-4cf5-af9b-d9c0304bca4b admin admin] Publish callbacks [] for router (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:06.461288 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-5ff29b68-0bc7-4cf5-af9b-d9c0304bca4b admin admin] 10.222.0.16 "DELETE /v2.0/routers/5d0339c6-d145-4d0d-a89c-7a78c6622b69 HTTP/1.1" status: 204 len: 168 time: 0.9939804 Jan 29 03:54:06.463754 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 53838) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:54:06.510327 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.db.db_base_plugin_v2 [None req-19d84758-0b8f-4228-9bbb-24b96cae51cb admin admin] Deleting subnet 4a20ce1a-eb58-43cb-a55c-470171e008be {{(pid=109550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 03:54:06.514058 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-19d84758-0b8f-4228-9bbb-24b96cae51cb admin admin] Publish callbacks [] for subnet (4a20ce1a-eb58-43cb-a55c-470171e008be), before_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:06.546840 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-19d84758-0b8f-4228-9bbb-24b96cae51cb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3934284'] for subnet (4a20ce1a-eb58-43cb-a55c-470171e008be), precommit_delete_associations {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:06.622949 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-19d84758-0b8f-4228-9bbb-24b96cae51cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-756919'] for subnet (4a20ce1a-eb58-43cb-a55c-470171e008be), precommit_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:06.744219 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-19d84758-0b8f-4228-9bbb-24b96cae51cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-756920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9207301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9335413'] for subnet (4a20ce1a-eb58-43cb-a55c-470171e008be), after_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:06.770900 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d84758-0b8f-4228-9bbb-24b96cae51cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a20ce1a-eb58-43cb-a55c-470171e008be,revision_number=None']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:54:06.775095 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-19d84758-0b8f-4228-9bbb-24b96cae51cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606130'] for subnet (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:06.778542 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-19d84758-0b8f-4228-9bbb-24b96cae51cb admin admin] 10.222.0.16 "DELETE /v2.0/subnets/4a20ce1a-eb58-43cb-a55c-470171e008be HTTP/1.1" status: 204 len: 168 time: 0.3137882 Jan 29 03:54:06.780726 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ea77bf-1ee5-4207-b04c-8a4a424a939c None None] Network 798a8598-5f86-4e39-b13a-1feeb15fd786 requested from dv-cinder-826949-1-iscsi {{(pid=109551) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 03:54:06.782168 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 53840) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:54:06.853468 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-90976576-c426-45fd-882d-ac116a0c0abc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617357'] for network (798a8598-5f86-4e39-b13a-1feeb15fd786), before_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:06.914067 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.plugins.ml2.plugin [None req-90976576-c426-45fd-882d-ac116a0c0abc admin admin] Deleting port d4b8733e-f21c-4a0f-a822-fdf9e81eb416 {{(pid=109549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 03:54:06.914574 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-90976576-c426-45fd-882d-ac116a0c0abc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787145728359'] for port (d4b8733e-f21c-4a0f-a822-fdf9e81eb416), before_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:06.946286 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e95231dc-e10e-4e07-9d45-9401c5f46aa4 None None] DHCP port deletion for 798a8598-5f86-4e39-b13a-1feeb15fd786 request from dv-cinder-826949-1-iscsi {{(pid=109551) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 03:54:06.977490 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.plugins.ml2.db [None req-90976576-c426-45fd-882d-ac116a0c0abc admin admin] For port d4b8733e-f21c-4a0f-a822-fdf9e81eb416, host dv-cinder-826949-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-1-iscsi',level=0,port_id=d4b8733e-f21c-4a0f-a822-fdf9e81eb416,segment=NetworkSegment(04068d47-59e8-475d-8eac-fc2d5c3ced57),segment_id=04068d47-59e8-475d-8eac-fc2d5c3ced57)] {{(pid=109549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 03:54:06.977853 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-90976576-c426-45fd-882d-ac116a0c0abc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1915525'] for port (d4b8733e-f21c-4a0f-a822-fdf9e81eb416), precommit_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:06.992421 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.plugins.ml2.plugin [None req-90976576-c426-45fd-882d-ac116a0c0abc admin admin] Calling delete_port for d4b8733e-f21c-4a0f-a822-fdf9e81eb416 owned by network:dhcp {{(pid=109549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 03:54:07.023704 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-e95231dc-e10e-4e07-9d45-9401c5f46aa4 None None] Deleting port d4b8733e-f21c-4a0f-a822-fdf9e81eb416 {{(pid=109551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 03:54:07.024076 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-e95231dc-e10e-4e07-9d45-9401c5f46aa4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787145728359'] for port (d4b8733e-f21c-4a0f-a822-fdf9e81eb416), before_delete {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:07.098334 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-e95231dc-e10e-4e07-9d45-9401c5f46aa4 None None] For port d4b8733e-f21c-4a0f-a822-fdf9e81eb416, host dv-cinder-826949-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-1-iscsi',level=0,port_id=d4b8733e-f21c-4a0f-a822-fdf9e81eb416,segment=NetworkSegment(04068d47-59e8-475d-8eac-fc2d5c3ced57),segment_id=04068d47-59e8-475d-8eac-fc2d5c3ced57)] {{(pid=109551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 03:54:07.098334 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-e95231dc-e10e-4e07-9d45-9401c5f46aa4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1915525'] for port (d4b8733e-f21c-4a0f-a822-fdf9e81eb416), precommit_delete {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:07.106366 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-e95231dc-e10e-4e07-9d45-9401c5f46aa4 None None] Calling delete_port for d4b8733e-f21c-4a0f-a822-fdf9e81eb416 owned by network:dhcp {{(pid=109551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 03:54:07.169646 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-90976576-c426-45fd-882d-ac116a0c0abc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787145732033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787145433402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440449'] for port (d4b8733e-f21c-4a0f-a822-fdf9e81eb416), after_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:07.197110 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-e95231dc-e10e-4e07-9d45-9401c5f46aa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787145732033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787145433402'] for port (d4b8733e-f21c-4a0f-a822-fdf9e81eb416), after_delete {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:07.198918 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90976576-c426-45fd-882d-ac116a0c0abc admin admin] Pushing event deleted for resources: {'Port': ['ID=d4b8733e-f21c-4a0f-a822-fdf9e81eb416,revision_number=None']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:54:07.204827 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90976576-c426-45fd-882d-ac116a0c0abc admin admin] No DVR routers for this DVR port d4b8733e-f21c-4a0f-a822-fdf9e81eb416 on host dv-cinder-826949-1-iscsi {{(pid=109549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 03:54:07.212319 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95231dc-e10e-4e07-9d45-9401c5f46aa4 None None] No DVR routers for this DVR port d4b8733e-f21c-4a0f-a822-fdf9e81eb416 on host dv-cinder-826949-1-iscsi {{(pid=109551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 03:54:07.234712 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95231dc-e10e-4e07-9d45-9401c5f46aa4 None None] Pushing event deleted for resources: {'Port': ['ID=d4b8733e-f21c-4a0f-a822-fdf9e81eb416,revision_number=None']} {{(pid=109551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:54:07.242101 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95231dc-e10e-4e07-9d45-9401c5f46aa4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:54:07.242459 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95231dc-e10e-4e07-9d45-9401c5f46aa4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:54:07.242858 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95231dc-e10e-4e07-9d45-9401c5f46aa4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:54:07.243206 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95231dc-e10e-4e07-9d45-9401c5f46aa4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:54:07.243598 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95231dc-e10e-4e07-9d45-9401c5f46aa4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:54:07.243862 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95231dc-e10e-4e07-9d45-9401c5f46aa4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:54:07.244195 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95231dc-e10e-4e07-9d45-9401c5f46aa4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:54:07.244525 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95231dc-e10e-4e07-9d45-9401c5f46aa4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:54:07.244851 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95231dc-e10e-4e07-9d45-9401c5f46aa4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:54:07.245359 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95231dc-e10e-4e07-9d45-9401c5f46aa4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:54:07.245726 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95231dc-e10e-4e07-9d45-9401c5f46aa4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:54:07.246058 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95231dc-e10e-4e07-9d45-9401c5f46aa4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:54:07.249299 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95231dc-e10e-4e07-9d45-9401c5f46aa4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:54:07.282944 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-90976576-c426-45fd-882d-ac116a0c0abc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783436', 'neutron.services.segments.db._delete_segments_for_network-8787145932427'] for network (798a8598-5f86-4e39-b13a-1feeb15fd786), precommit_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:07.307559 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.services.segments.db [None req-90976576-c426-45fd-882d-ac116a0c0abc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['798a8598-5f86-4e39-b13a-1feeb15fd786']}} {{(pid=109549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:54:07.316797 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.services.segments.db [None req-90976576-c426-45fd-882d-ac116a0c0abc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04068d47-59e8-475d-8eac-fc2d5c3ced57') {'for_net_delete': True} {{(pid=109549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:54:07.317162 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.services.segments.db [None req-90976576-c426-45fd-882d-ac116a0c0abc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04068d47-59e8-475d-8eac-fc2d5c3ced57') {} {{(pid=109549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:54:07.326278 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-90976576-c426-45fd-882d-ac116a0c0abc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787145906580', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9381393'] for segment (04068d47-59e8-475d-8eac-fc2d5c3ced57), before_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:07.339956 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-90976576-c426-45fd-882d-ac116a0c0abc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541992'] for segment (04068d47-59e8-475d-8eac-fc2d5c3ced57), precommit_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:07.345689 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90976576-c426-45fd-882d-ac116a0c0abc admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=109549) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 03:54:07.346090 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-90976576-c426-45fd-882d-ac116a0c0abc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8440428'] for segment (04068d47-59e8-475d-8eac-fc2d5c3ced57), after_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:07.347703 dv-cinder-826949-1-iscsi neutron-server[109549]: Traceback (most recent call last): Jan 29 03:54:07.347703 dv-cinder-826949-1-iscsi neutron-server[109549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 03:54:07.347703 dv-cinder-826949-1-iscsi neutron-server[109549]: timer() Jan 29 03:54:07.347703 dv-cinder-826949-1-iscsi neutron-server[109549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 03:54:07.347703 dv-cinder-826949-1-iscsi neutron-server[109549]: cb(*args, **kw) Jan 29 03:54:07.347703 dv-cinder-826949-1-iscsi neutron-server[109549]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 03:54:07.347703 dv-cinder-826949-1-iscsi neutron-server[109549]: return func(*args, **kwargs) Jan 29 03:54:07.347703 dv-cinder-826949-1-iscsi neutron-server[109549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 03:54:07.347703 dv-cinder-826949-1-iscsi neutron-server[109549]: self._notify() Jan 29 03:54:07.347703 dv-cinder-826949-1-iscsi neutron-server[109549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 03:54:07.347703 dv-cinder-826949-1-iscsi neutron-server[109549]: self.callback(batched_events) Jan 29 03:54:07.347703 dv-cinder-826949-1-iscsi neutron-server[109549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 03:54:07.347703 dv-cinder-826949-1-iscsi neutron-server[109549]: event.method(event) Jan 29 03:54:07.347703 dv-cinder-826949-1-iscsi neutron-server[109549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 03:54:07.347703 dv-cinder-826949-1-iscsi neutron-server[109549]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 03:54:07.347703 dv-cinder-826949-1-iscsi neutron-server[109549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 03:54:07.347703 dv-cinder-826949-1-iscsi neutron-server[109549]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 03:54:07.347703 dv-cinder-826949-1-iscsi neutron-server[109549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 03:54:07.347703 dv-cinder-826949-1-iscsi neutron-server[109549]: return f(self, *a, **k) Jan 29 03:54:07.347703 dv-cinder-826949-1-iscsi neutron-server[109549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 03:54:07.347703 dv-cinder-826949-1-iscsi neutron-server[109549]: return self._get(url).json() Jan 29 03:54:07.347703 dv-cinder-826949-1-iscsi neutron-server[109549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 03:54:07.347703 dv-cinder-826949-1-iscsi neutron-server[109549]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 03:54:07.347703 dv-cinder-826949-1-iscsi neutron-server[109549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 03:54:07.347703 dv-cinder-826949-1-iscsi neutron-server[109549]: return self.request(url, 'GET', **kwargs) Jan 29 03:54:07.347703 dv-cinder-826949-1-iscsi neutron-server[109549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 03:54:07.347703 dv-cinder-826949-1-iscsi neutron-server[109549]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 03:54:07.347703 dv-cinder-826949-1-iscsi neutron-server[109549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 03:54:07.347703 dv-cinder-826949-1-iscsi neutron-server[109549]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 03:54:07.347703 dv-cinder-826949-1-iscsi neutron-server[109549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 03:54:07.347703 dv-cinder-826949-1-iscsi neutron-server[109549]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 03:54:07.347703 dv-cinder-826949-1-iscsi neutron-server[109549]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 03:54:07.483794 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-90976576-c426-45fd-882d-ac116a0c0abc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1909918'] for network (798a8598-5f86-4e39-b13a-1feeb15fd786), after_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:07.488595 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-90976576-c426-45fd-882d-ac116a0c0abc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606130'] for network (None), before_response {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:07.491852 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-90976576-c426-45fd-882d-ac116a0c0abc admin admin] 10.222.0.16 "DELETE /v2.0/networks/798a8598-5f86-4e39-b13a-1feeb15fd786 HTTP/1.1" status: 204 len: 168 time: 0.7086873 Jan 29 03:54:07.494809 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 53874) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:54:07.505984 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90976576-c426-45fd-882d-ac116a0c0abc admin admin] Pushing event deleted for resources: {'Network': ['ID=798a8598-5f86-4e39-b13a-1feeb15fd786,revision_number=None']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:54:07.835218 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-9a5f21fe-7ff6-4549-9504-d20dcfd5707d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1910688'] for router_interface (ee8ebc84-28a5-43ef-a6ae-73b4c3c6f40b), before_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:07.914536 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Device 479b258b-6cae-4514-a0d2-9bc89f0426d6 no longer exists at agent ovs-agent-dv-cinder-826949-1-iscsi {{(pid=109551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 03:54:07.934956 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] No Port match for: 479b258b-6cae-4514-a0d2-9bc89f0426d6 {{(pid=109551) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 03:54:07.935304 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Device 479b258b-6cae-4514-a0d2-9bc89f0426d6 not bound to the agent host dv-cinder-826949-1-iscsi {{(pid=109551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 03:54:07.935720 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Device d4b8733e-f21c-4a0f-a822-fdf9e81eb416 no longer exists at agent ovs-agent-dv-cinder-826949-1-iscsi {{(pid=109551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 03:54:07.953799 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] No Port match for: d4b8733e-f21c-4a0f-a822-fdf9e81eb416 {{(pid=109551) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 03:54:07.954160 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Device d4b8733e-f21c-4a0f-a822-fdf9e81eb416 not bound to the agent host dv-cinder-826949-1-iscsi {{(pid=109551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 03:54:07.954567 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Device 628311f9-8ff4-4450-b588-276add8fbe4c no longer exists at agent ovs-agent-dv-cinder-826949-1-iscsi {{(pid=109551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 03:54:08.091687 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.plugin [None req-9a5f21fe-7ff6-4549-9504-d20dcfd5707d admin admin] Deleting port fca0784c-bc59-4f4d-a7d1-25bd6cf1d766 {{(pid=109550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 03:54:08.091928 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-9a5f21fe-7ff6-4549-9504-d20dcfd5707d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787145728359'] for port (fca0784c-bc59-4f4d-a7d1-25bd6cf1d766), before_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:08.102831 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] No Port match for: 628311f9-8ff4-4450-b588-276add8fbe4c {{(pid=109551) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 03:54:08.103182 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Device 628311f9-8ff4-4450-b588-276add8fbe4c not bound to the agent host dv-cinder-826949-1-iscsi {{(pid=109551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 03:54:08.176139 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.db [None req-9a5f21fe-7ff6-4549-9504-d20dcfd5707d admin admin] For port fca0784c-bc59-4f4d-a7d1-25bd6cf1d766, host dv-cinder-826949-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-1-iscsi',level=0,port_id=fca0784c-bc59-4f4d-a7d1-25bd6cf1d766,segment=NetworkSegment(501a76f5-a8e3-49e0-a6ea-a7273a633547),segment_id=501a76f5-a8e3-49e0-a6ea-a7273a633547)] {{(pid=109550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 03:54:08.176794 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-9a5f21fe-7ff6-4549-9504-d20dcfd5707d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1915525'] for port (fca0784c-bc59-4f4d-a7d1-25bd6cf1d766), precommit_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:08.188190 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.plugin [None req-9a5f21fe-7ff6-4549-9504-d20dcfd5707d admin admin] Calling delete_port for fca0784c-bc59-4f4d-a7d1-25bd6cf1d766 owned by network:router_interface {{(pid=109550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 03:54:08.432257 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-9a5f21fe-7ff6-4549-9504-d20dcfd5707d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787145732033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787145433402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9207350'] for port (fca0784c-bc59-4f4d-a7d1-25bd6cf1d766), after_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:08.458365 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5f21fe-7ff6-4549-9504-d20dcfd5707d admin admin] Pushing event deleted for resources: {'Port': ['ID=fca0784c-bc59-4f4d-a7d1-25bd6cf1d766,revision_number=None']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:54:08.621795 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-9a5f21fe-7ff6-4549-9504-d20dcfd5707d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1605897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1910556'] for router_interface (ee8ebc84-28a5-43ef-a6ae-73b4c3c6f40b), after_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:08.843942 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a5f21fe-7ff6-4549-9504-d20dcfd5707d admin admin] Router ee8ebc84-28a5-43ef-a6ae-73b4c3c6f40b has already been hosted by L3 agent d5b8732c-6ac1-45e3-a79e-cd9863fe8196 {{(pid=109550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 03:54:08.950216 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a5f21fe-7ff6-4549-9504-d20dcfd5707d admin admin] Notify agent at l3_agent.dv-cinder-826949-1-iscsi the message routers_updated {{(pid=109550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 03:54:08.955937 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-9a5f21fe-7ff6-4549-9504-d20dcfd5707d admin admin] 10.222.0.16 "PUT /v2.0/routers/ee8ebc84-28a5-43ef-a6ae-73b4c3c6f40b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4595835 Jan 29 03:54:08.958154 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 53892) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:54:08.958952 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3eb5075-b81b-450d-8d55-f2249a65fc9e None None] Sync routers for ids ['ee8ebc84-28a5-43ef-a6ae-73b4c3c6f40b'] in dv-cinder-826949-1-iscsi {{(pid=109552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 03:54:08.968856 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3eb5075-b81b-450d-8d55-f2249a65fc9e None None] Routers {'ee8ebc84-28a5-43ef-a6ae-73b4c3c6f40b'} bound to L3 agent in host dv-cinder-826949-1-iscsi {{(pid=109552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 03:54:08.969471 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.l3_hamode_db [None req-b3eb5075-b81b-450d-8d55-f2249a65fc9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T03:36:17Z,description=,heartbeat_timestamp=2022-01-29T03:53:47Z,host='dv-cinder-826949-1-iscsi',id=d5b8732c-6ac1-45e3-a79e-cd9863fe8196,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T03:36:18Z,topic='l3_agent')) {'router_ids': ['ee8ebc84-28a5-43ef-a6ae-73b4c3c6f40b'], 'active': True} {{(pid=109552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:54:09.070381 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-64ffbf66-003e-4b98-a168-8f6d0a21247a admin admin] Publish callbacks [] for router (ee8ebc84-28a5-43ef-a6ae-73b4c3c6f40b), before_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:09.077810 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.l3_dvr_db [None req-b3eb5075-b81b-450d-8d55-f2249a65fc9e None None] Set router ee8ebc84-28a5-43ef-a6ae-73b4c3c6f40b gateway port host: dv-cinder-826949-1-iscsi {{(pid=109552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 03:54:09.176675 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-64ffbf66-003e-4b98-a168-8f6d0a21247a admin admin] Publish callbacks [] for router_gateway (ee8ebc84-28a5-43ef-a6ae-73b4c3c6f40b), before_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:09.267462 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.l3_hamode_db [None req-b3eb5075-b81b-450d-8d55-f2249a65fc9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee8ebc84-28a5-43ef-a6ae-73b4c3c6f40b', 'name': 'tempest-TestMinimumBasicScenario-2136697810-router', 'tenant_id': '4cdeb95700c04376a602dde02bdf3645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'external_fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': 'daeb8b8f-f76b-4f47-9983-94d54f1cee5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T03:51:52Z', 'updated_at': '2022-01-29T03:54:08Z', 'revision_number': 5, 'project_id': '4cdeb95700c04376a602dde02bdf3645', 'gw_port': {'id': 'daeb8b8f-f76b-4f47-9983-94d54f1cee5e', 'name': '', 'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:be:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8ebc84-28a5-43ef-a6ae-73b4c3c6f40b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:51:53Z', 'updated_at': '2022-01-29T03:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-1-iscsi'}], 'dv-cinder-826949-1-iscsi', False) {} {{(pid=109552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:54:09.281891 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.plugins.ml2.plugin [None req-64ffbf66-003e-4b98-a168-8f6d0a21247a admin admin] Deleting port daeb8b8f-f76b-4f47-9983-94d54f1cee5e {{(pid=109549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 03:54:09.282302 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-64ffbf66-003e-4b98-a168-8f6d0a21247a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787145728359'] for port (daeb8b8f-f76b-4f47-9983-94d54f1cee5e), before_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:09.296057 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3eb5075-b81b-450d-8d55-f2249a65fc9e None None] Checking router: ee8ebc84-28a5-43ef-a6ae-73b4c3c6f40b for host: dv-cinder-826949-1-iscsi {{(pid=109552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 03:54:09.304350 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3eb5075-b81b-450d-8d55-f2249a65fc9e None None] Routers {'ee8ebc84-28a5-43ef-a6ae-73b4c3c6f40b'} bound to L3 agent in host dv-cinder-826949-1-iscsi {{(pid=109552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 03:54:09.305055 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.l3_hamode_db [None req-b3eb5075-b81b-450d-8d55-f2249a65fc9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T03:36:17Z,description=,heartbeat_timestamp=2022-01-29T03:53:47Z,host='dv-cinder-826949-1-iscsi',id=d5b8732c-6ac1-45e3-a79e-cd9863fe8196,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T03:36:18Z,topic='l3_agent')) {'router_ids': ['ee8ebc84-28a5-43ef-a6ae-73b4c3c6f40b'], 'active': True} {{(pid=109552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:54:09.361908 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.plugins.ml2.db [None req-64ffbf66-003e-4b98-a168-8f6d0a21247a admin admin] For port daeb8b8f-f76b-4f47-9983-94d54f1cee5e, host dv-cinder-826949-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-1-iscsi',level=0,port_id=daeb8b8f-f76b-4f47-9983-94d54f1cee5e,segment=NetworkSegment(59bb8c29-301f-4146-9f63-152343a78833),segment_id=59bb8c29-301f-4146-9f63-152343a78833)] {{(pid=109549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 03:54:09.362296 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-64ffbf66-003e-4b98-a168-8f6d0a21247a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1915525'] for port (daeb8b8f-f76b-4f47-9983-94d54f1cee5e), precommit_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:09.373920 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.plugins.ml2.plugin [None req-64ffbf66-003e-4b98-a168-8f6d0a21247a admin admin] Calling delete_port for daeb8b8f-f76b-4f47-9983-94d54f1cee5e owned by network:router_gateway {{(pid=109549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 03:54:09.392057 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.l3_dvr_db [None req-b3eb5075-b81b-450d-8d55-f2249a65fc9e None None] Set router ee8ebc84-28a5-43ef-a6ae-73b4c3c6f40b gateway port host: None {{(pid=109552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 03:54:09.449319 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.l3_hamode_db [None req-b3eb5075-b81b-450d-8d55-f2249a65fc9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee8ebc84-28a5-43ef-a6ae-73b4c3c6f40b', 'name': 'tempest-TestMinimumBasicScenario-2136697810-router', 'tenant_id': '4cdeb95700c04376a602dde02bdf3645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T03:51:52Z', 'updated_at': '2022-01-29T03:54:09Z', 'revision_number': 6, 'project_id': '4cdeb95700c04376a602dde02bdf3645', 'gw_port_host': None}], 'dv-cinder-826949-1-iscsi', False) {} {{(pid=109552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:54:09.474890 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3eb5075-b81b-450d-8d55-f2249a65fc9e None None] The sync data for ids ['ee8ebc84-28a5-43ef-a6ae-73b4c3c6f40b'] in dv-cinder-826949-1-iscsi is: [{'id': 'ee8ebc84-28a5-43ef-a6ae-73b4c3c6f40b', 'name': 'tempest-TestMinimumBasicScenario-2136697810-router', 'tenant_id': '4cdeb95700c04376a602dde02bdf3645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T03:51:52Z', 'updated_at': '2022-01-29T03:54:09Z', 'revision_number': 6, 'project_id': '4cdeb95700c04376a602dde02bdf3645', 'gw_port_host': None}] {{(pid=109552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 03:54:09.620786 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-64ffbf66-003e-4b98-a168-8f6d0a21247a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787145732033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787145433402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440449'] for port (daeb8b8f-f76b-4f47-9983-94d54f1cee5e), after_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:09.647006 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ffbf66-003e-4b98-a168-8f6d0a21247a admin admin] Pushing event deleted for resources: {'Port': ['ID=daeb8b8f-f76b-4f47-9983-94d54f1cee5e,revision_number=None']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:54:09.707761 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-64ffbf66-003e-4b98-a168-8f6d0a21247a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1915750'] for router_gateway (ee8ebc84-28a5-43ef-a6ae-73b4c3c6f40b), after_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:09.796459 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-64ffbf66-003e-4b98-a168-8f6d0a21247a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1922545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32744'] for router (ee8ebc84-28a5-43ef-a6ae-73b4c3c6f40b), precommit_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:09.798699 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-64ffbf66-003e-4b98-a168-8f6d0a21247a admin admin] Publish callbacks [] for router_controller (ee8ebc84-28a5-43ef-a6ae-73b4c3c6f40b), precommit_delete_associations {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:09.909266 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-64ffbf66-003e-4b98-a168-8f6d0a21247a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1922314'] for router (ee8ebc84-28a5-43ef-a6ae-73b4c3c6f40b), after_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:09.913186 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64ffbf66-003e-4b98-a168-8f6d0a21247a admin admin] Fanout notify agent at l3_agent the message router_deleted on router ee8ebc84-28a5-43ef-a6ae-73b4c3c6f40b {{(pid=109549) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 03:54:09.914530 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-64ffbf66-003e-4b98-a168-8f6d0a21247a admin admin] Publish callbacks [] for router (None), before_response {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:09.915690 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-64ffbf66-003e-4b98-a168-8f6d0a21247a admin admin] 10.222.0.16 "DELETE /v2.0/routers/ee8ebc84-28a5-43ef-a6ae-73b4c3c6f40b HTTP/1.1" status: 204 len: 168 time: 0.9565458 Jan 29 03:54:09.918099 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 53896) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:54:09.961594 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.db.db_base_plugin_v2 [None req-aeac68dd-1257-44e0-918b-3cba57f14f31 admin admin] Deleting subnet 53d41824-a4ed-40c0-904b-d908a53a3653 {{(pid=109549) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 03:54:09.965103 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-aeac68dd-1257-44e0-918b-3cba57f14f31 admin admin] Publish callbacks [] for subnet (53d41824-a4ed-40c0-904b-d908a53a3653), before_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:10.005013 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-aeac68dd-1257-44e0-918b-3cba57f14f31 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9381382'] for subnet (53d41824-a4ed-40c0-904b-d908a53a3653), precommit_delete_associations {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:10.087204 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-aeac68dd-1257-44e0-918b-3cba57f14f31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-756919'] for subnet (53d41824-a4ed-40c0-904b-d908a53a3653), precommit_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:10.246822 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Device fca0784c-bc59-4f4d-a7d1-25bd6cf1d766 no longer exists at agent ovs-agent-dv-cinder-826949-1-iscsi {{(pid=109551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 03:54:10.247348 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-aeac68dd-1257-44e0-918b-3cba57f14f31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-756920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8440498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9270759'] for subnet (53d41824-a4ed-40c0-904b-d908a53a3653), after_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:10.268328 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] No Port match for: fca0784c-bc59-4f4d-a7d1-25bd6cf1d766 {{(pid=109551) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 03:54:10.268672 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Device fca0784c-bc59-4f4d-a7d1-25bd6cf1d766 not bound to the agent host dv-cinder-826949-1-iscsi {{(pid=109551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 03:54:10.273546 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeac68dd-1257-44e0-918b-3cba57f14f31 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53d41824-a4ed-40c0-904b-d908a53a3653,revision_number=None']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:54:10.280365 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-aeac68dd-1257-44e0-918b-3cba57f14f31 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:10.284266 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-aeac68dd-1257-44e0-918b-3cba57f14f31 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/53d41824-a4ed-40c0-904b-d908a53a3653 HTTP/1.1" status: 204 len: 168 time: 0.3652010 Jan 29 03:54:10.286084 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 53904) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:54:10.286308 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-058cbb71-489e-4018-a839-1d0f5ddd7dd3 None None] Network 3c6ab710-3e11-4ee5-ae00-296ccada5f00 requested from dv-cinder-826949-1-iscsi {{(pid=109551) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 03:54:10.360546 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-a8b9bc84-bf99-480c-abac-2af5683c1866 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617357'] for network (3c6ab710-3e11-4ee5-ae00-296ccada5f00), before_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:10.424972 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.plugins.ml2.plugin [None req-a8b9bc84-bf99-480c-abac-2af5683c1866 admin admin] Deleting port 1c502f23-8baa-466f-9b52-cc499a6e5d41 {{(pid=109549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 03:54:10.425367 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-a8b9bc84-bf99-480c-abac-2af5683c1866 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787145728359'] for port (1c502f23-8baa-466f-9b52-cc499a6e5d41), before_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:10.450913 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9970b9f8-a0bc-4a24-ad3f-4a4d8dc2ec86 None None] DHCP port deletion for 3c6ab710-3e11-4ee5-ae00-296ccada5f00 request from dv-cinder-826949-1-iscsi {{(pid=109551) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 03:54:10.488872 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.plugins.ml2.db [None req-a8b9bc84-bf99-480c-abac-2af5683c1866 admin admin] For port 1c502f23-8baa-466f-9b52-cc499a6e5d41, host dv-cinder-826949-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-1-iscsi',level=0,port_id=1c502f23-8baa-466f-9b52-cc499a6e5d41,segment=NetworkSegment(501a76f5-a8e3-49e0-a6ea-a7273a633547),segment_id=501a76f5-a8e3-49e0-a6ea-a7273a633547)] {{(pid=109549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 03:54:10.489238 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-a8b9bc84-bf99-480c-abac-2af5683c1866 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1915525'] for port (1c502f23-8baa-466f-9b52-cc499a6e5d41), precommit_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:10.505555 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.plugins.ml2.plugin [None req-a8b9bc84-bf99-480c-abac-2af5683c1866 admin admin] Calling delete_port for 1c502f23-8baa-466f-9b52-cc499a6e5d41 owned by network:dhcp {{(pid=109549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 03:54:10.506903 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-9970b9f8-a0bc-4a24-ad3f-4a4d8dc2ec86 None None] Deleting port 1c502f23-8baa-466f-9b52-cc499a6e5d41 {{(pid=109551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 03:54:10.507499 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-9970b9f8-a0bc-4a24-ad3f-4a4d8dc2ec86 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787145728359'] for port (1c502f23-8baa-466f-9b52-cc499a6e5d41), before_delete {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:10.573854 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-9970b9f8-a0bc-4a24-ad3f-4a4d8dc2ec86 None None] For port 1c502f23-8baa-466f-9b52-cc499a6e5d41, host dv-cinder-826949-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-1-iscsi',level=0,port_id=1c502f23-8baa-466f-9b52-cc499a6e5d41,segment=NetworkSegment(501a76f5-a8e3-49e0-a6ea-a7273a633547),segment_id=501a76f5-a8e3-49e0-a6ea-a7273a633547)] {{(pid=109551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 03:54:10.574277 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-9970b9f8-a0bc-4a24-ad3f-4a4d8dc2ec86 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1915525'] for port (1c502f23-8baa-466f-9b52-cc499a6e5d41), precommit_delete {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:10.590653 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-9970b9f8-a0bc-4a24-ad3f-4a4d8dc2ec86 None None] Calling delete_port for 1c502f23-8baa-466f-9b52-cc499a6e5d41 owned by network:dhcp {{(pid=109551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 03:54:10.657496 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-a8b9bc84-bf99-480c-abac-2af5683c1866 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787145732033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787145433402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440449'] for port (1c502f23-8baa-466f-9b52-cc499a6e5d41), after_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:10.669090 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-9970b9f8-a0bc-4a24-ad3f-4a4d8dc2ec86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787145732033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787145433402'] for port (1c502f23-8baa-466f-9b52-cc499a6e5d41), after_delete {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:10.682812 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b9bc84-bf99-480c-abac-2af5683c1866 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c502f23-8baa-466f-9b52-cc499a6e5d41,revision_number=None']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:54:10.687138 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b9bc84-bf99-480c-abac-2af5683c1866 admin admin] No DVR routers for this DVR port 1c502f23-8baa-466f-9b52-cc499a6e5d41 on host dv-cinder-826949-1-iscsi {{(pid=109549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 03:54:10.689819 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9970b9f8-a0bc-4a24-ad3f-4a4d8dc2ec86 None None] Pushing event deleted for resources: {'Port': ['ID=1c502f23-8baa-466f-9b52-cc499a6e5d41,revision_number=None']} {{(pid=109551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:54:10.691523 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9970b9f8-a0bc-4a24-ad3f-4a4d8dc2ec86 None None] No DVR routers for this DVR port 1c502f23-8baa-466f-9b52-cc499a6e5d41 on host dv-cinder-826949-1-iscsi {{(pid=109551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 03:54:10.755158 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-a8b9bc84-bf99-480c-abac-2af5683c1866 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783436', 'neutron.services.segments.db._delete_segments_for_network-8787145932427'] for network (3c6ab710-3e11-4ee5-ae00-296ccada5f00), precommit_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:10.780703 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.services.segments.db [None req-a8b9bc84-bf99-480c-abac-2af5683c1866 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c6ab710-3e11-4ee5-ae00-296ccada5f00']}} {{(pid=109549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:54:10.790008 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.services.segments.db [None req-a8b9bc84-bf99-480c-abac-2af5683c1866 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '501a76f5-a8e3-49e0-a6ea-a7273a633547') {'for_net_delete': True} {{(pid=109549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:54:10.790603 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.services.segments.db [None req-a8b9bc84-bf99-480c-abac-2af5683c1866 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '501a76f5-a8e3-49e0-a6ea-a7273a633547') {} {{(pid=109549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:54:10.800326 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-a8b9bc84-bf99-480c-abac-2af5683c1866 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787145906580', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9381393'] for segment (501a76f5-a8e3-49e0-a6ea-a7273a633547), before_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:10.813246 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-a8b9bc84-bf99-480c-abac-2af5683c1866 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541992'] for segment (501a76f5-a8e3-49e0-a6ea-a7273a633547), precommit_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:10.818927 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8b9bc84-bf99-480c-abac-2af5683c1866 admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=109549) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 03:54:10.819297 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-a8b9bc84-bf99-480c-abac-2af5683c1866 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8440428'] for segment (501a76f5-a8e3-49e0-a6ea-a7273a633547), after_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:10.820906 dv-cinder-826949-1-iscsi neutron-server[109549]: Traceback (most recent call last): Jan 29 03:54:10.820906 dv-cinder-826949-1-iscsi neutron-server[109549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 03:54:10.820906 dv-cinder-826949-1-iscsi neutron-server[109549]: timer() Jan 29 03:54:10.820906 dv-cinder-826949-1-iscsi neutron-server[109549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 03:54:10.820906 dv-cinder-826949-1-iscsi neutron-server[109549]: cb(*args, **kw) Jan 29 03:54:10.820906 dv-cinder-826949-1-iscsi neutron-server[109549]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 03:54:10.820906 dv-cinder-826949-1-iscsi neutron-server[109549]: return func(*args, **kwargs) Jan 29 03:54:10.820906 dv-cinder-826949-1-iscsi neutron-server[109549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 03:54:10.820906 dv-cinder-826949-1-iscsi neutron-server[109549]: self._notify() Jan 29 03:54:10.820906 dv-cinder-826949-1-iscsi neutron-server[109549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 03:54:10.820906 dv-cinder-826949-1-iscsi neutron-server[109549]: self.callback(batched_events) Jan 29 03:54:10.820906 dv-cinder-826949-1-iscsi neutron-server[109549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 03:54:10.820906 dv-cinder-826949-1-iscsi neutron-server[109549]: event.method(event) Jan 29 03:54:10.820906 dv-cinder-826949-1-iscsi neutron-server[109549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 03:54:10.820906 dv-cinder-826949-1-iscsi neutron-server[109549]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 03:54:10.820906 dv-cinder-826949-1-iscsi neutron-server[109549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 03:54:10.820906 dv-cinder-826949-1-iscsi neutron-server[109549]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 03:54:10.820906 dv-cinder-826949-1-iscsi neutron-server[109549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 03:54:10.820906 dv-cinder-826949-1-iscsi neutron-server[109549]: return f(self, *a, **k) Jan 29 03:54:10.820906 dv-cinder-826949-1-iscsi neutron-server[109549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 03:54:10.820906 dv-cinder-826949-1-iscsi neutron-server[109549]: return self._get(url).json() Jan 29 03:54:10.820906 dv-cinder-826949-1-iscsi neutron-server[109549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 03:54:10.820906 dv-cinder-826949-1-iscsi neutron-server[109549]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 03:54:10.820906 dv-cinder-826949-1-iscsi neutron-server[109549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 03:54:10.820906 dv-cinder-826949-1-iscsi neutron-server[109549]: return self.request(url, 'GET', **kwargs) Jan 29 03:54:10.820906 dv-cinder-826949-1-iscsi neutron-server[109549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 03:54:10.820906 dv-cinder-826949-1-iscsi neutron-server[109549]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 03:54:10.820906 dv-cinder-826949-1-iscsi neutron-server[109549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 03:54:10.820906 dv-cinder-826949-1-iscsi neutron-server[109549]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 03:54:10.820906 dv-cinder-826949-1-iscsi neutron-server[109549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 03:54:10.820906 dv-cinder-826949-1-iscsi neutron-server[109549]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 03:54:10.820906 dv-cinder-826949-1-iscsi neutron-server[109549]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 03:54:10.932308 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-a8b9bc84-bf99-480c-abac-2af5683c1866 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1909918'] for network (3c6ab710-3e11-4ee5-ae00-296ccada5f00), after_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:10.937527 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-a8b9bc84-bf99-480c-abac-2af5683c1866 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606130'] for network (None), before_response {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:10.940672 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-a8b9bc84-bf99-480c-abac-2af5683c1866 admin admin] 10.222.0.16 "DELETE /v2.0/networks/3c6ab710-3e11-4ee5-ae00-296ccada5f00 HTTP/1.1" status: 204 len: 168 time: 0.6536255 Jan 29 03:54:10.951934 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b9bc84-bf99-480c-abac-2af5683c1866 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c6ab710-3e11-4ee5-ae00-296ccada5f00,revision_number=None']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:54:11.263815 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 53912) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:54:11.304646 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-c3fce888-5afc-4d07-81a5-ac23c6436026 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=99ad53cf12564d5ea40131bca81e8f3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393956 Jan 29 03:54:11.305497 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 53914) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:54:11.352559 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-a30c5c60-42ab-46b3-8fb8-0f4751a62662 admin admin] Publish callbacks [] for security_group (70c39e9a-c130-4679-9f4b-693ce2af89e9), before_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:11.373228 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-a30c5c60-42ab-46b3-8fb8-0f4751a62662 admin admin] Publish callbacks [] for security_group (70c39e9a-c130-4679-9f4b-693ce2af89e9), precommit_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:11.480478 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-a30c5c60-42ab-46b3-8fb8-0f4751a62662 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (70c39e9a-c130-4679-9f4b-693ce2af89e9), after_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:11.483144 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-a30c5c60-42ab-46b3-8fb8-0f4751a62662 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:11.484280 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-a30c5c60-42ab-46b3-8fb8-0f4751a62662 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/70c39e9a-c130-4679-9f4b-693ce2af89e9 HTTP/1.1" status: 204 len: 168 time: 0.1778769 Jan 29 03:54:11.492360 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30c5c60-42ab-46b3-8fb8-0f4751a62662 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70c39e9a-c130-4679-9f4b-693ce2af89e9,revision_number=None']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:54:11.904073 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Device daeb8b8f-f76b-4f47-9983-94d54f1cee5e no longer exists at agent ovs-agent-dv-cinder-826949-1-iscsi {{(pid=109551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 03:54:11.927327 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] No Port match for: daeb8b8f-f76b-4f47-9983-94d54f1cee5e {{(pid=109551) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 03:54:11.927670 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Device daeb8b8f-f76b-4f47-9983-94d54f1cee5e not bound to the agent host dv-cinder-826949-1-iscsi {{(pid=109551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 03:54:11.928081 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Device 1c502f23-8baa-466f-9b52-cc499a6e5d41 no longer exists at agent ovs-agent-dv-cinder-826949-1-iscsi {{(pid=109551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 03:54:11.946807 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] No Port match for: 1c502f23-8baa-466f-9b52-cc499a6e5d41 {{(pid=109551) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 03:54:11.947135 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Device 1c502f23-8baa-466f-9b52-cc499a6e5d41 not bound to the agent host dv-cinder-826949-1-iscsi {{(pid=109551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 03:54:12.121373 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 53922) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:54:12.159999 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-c97de314-a9bb-4e79-b2cb-9e74a1a3cabd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4cdeb95700c04376a602dde02bdf3645&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0374520 Jan 29 03:54:12.162281 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 53924) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:54:12.207720 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-67c0220a-611f-4967-ab5b-33dcf785051f admin admin] Publish callbacks [] for security_group (dcc7ad40-70d4-4a85-a21e-9352fdad5336), before_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:12.231980 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-67c0220a-611f-4967-ab5b-33dcf785051f admin admin] Publish callbacks [] for security_group (dcc7ad40-70d4-4a85-a21e-9352fdad5336), precommit_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:12.335005 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-67c0220a-611f-4967-ab5b-33dcf785051f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (dcc7ad40-70d4-4a85-a21e-9352fdad5336), after_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:12.337483 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-67c0220a-611f-4967-ab5b-33dcf785051f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:12.338694 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-67c0220a-611f-4967-ab5b-33dcf785051f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/dcc7ad40-70d4-4a85-a21e-9352fdad5336 HTTP/1.1" status: 204 len: 168 time: 0.1755230 Jan 29 03:54:12.346709 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c0220a-611f-4967-ab5b-33dcf785051f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcc7ad40-70d4-4a85-a21e-9352fdad5336,revision_number=None']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:54:12.856096 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 53938) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:54:12.962890 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-6eab80eb-32cb-48cb-9a03-600002dcaee8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:13.036107 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-6eab80eb-32cb-48cb-9a03-600002dcaee8 admin admin] Publish callbacks [] for security_group (156b3f09-1b3c-419a-8b45-9c40bb17e81f), precommit_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:13.095387 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-6eab80eb-32cb-48cb-9a03-600002dcaee8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (156b3f09-1b3c-419a-8b45-9c40bb17e81f), after_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:13.133980 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-6eab80eb-32cb-48cb-9a03-600002dcaee8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=46746bc7a32d481fbaa15290c8480749&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2742770 Jan 29 03:54:13.134355 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 53948) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:54:13.136343 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eab80eb-32cb-48cb-9a03-600002dcaee8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=156b3f09-1b3c-419a-8b45-9c40bb17e81f,revision_number=1']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:54:13.181866 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-8bde0227-4690-4390-8c89-8b2e74f54db1 admin admin] Publish callbacks [] for security_group (156b3f09-1b3c-419a-8b45-9c40bb17e81f), before_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:13.204806 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-8bde0227-4690-4390-8c89-8b2e74f54db1 admin admin] Publish callbacks [] for security_group (156b3f09-1b3c-419a-8b45-9c40bb17e81f), precommit_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:13.314630 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-8bde0227-4690-4390-8c89-8b2e74f54db1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (156b3f09-1b3c-419a-8b45-9c40bb17e81f), after_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:13.317265 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-8bde0227-4690-4390-8c89-8b2e74f54db1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:13.318457 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-8bde0227-4690-4390-8c89-8b2e74f54db1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/156b3f09-1b3c-419a-8b45-9c40bb17e81f HTTP/1.1" status: 204 len: 168 time: 0.1830690 Jan 29 03:54:13.326870 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bde0227-4690-4390-8c89-8b2e74f54db1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=156b3f09-1b3c-419a-8b45-9c40bb17e81f,revision_number=None']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:54:13.482163 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 53960) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:54:13.679853 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.v2.base [None req-1f74ee5e-e426-417d-ae0f-c3307651ccaf admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-211160166-network', 'tenant_id': 'a12ca58f304343008cbef6b9b2f59dc6'}} {{(pid=109549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 03:54:13.809510 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f74ee5e-e426-417d-ae0f-c3307651ccaf admin admin] Made reservation on behalf of a12ca58f304343008cbef6b9b2f59dc6 for: {'network': 1} {{(pid=109549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 03:54:13.812691 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-1f74ee5e-e426-417d-ae0f-c3307651ccaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for network (None), before_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:13.821472 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-1f74ee5e-e426-417d-ae0f-c3307651ccaf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:13.904390 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-1f74ee5e-e426-417d-ae0f-c3307651ccaf admin admin] Publish callbacks [] for security_group (08fbbf06-caad-478a-9b98-a56f8d5921a9), precommit_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:13.977628 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-1f74ee5e-e426-417d-ae0f-c3307651ccaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (08fbbf06-caad-478a-9b98-a56f8d5921a9), after_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:14.004265 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f74ee5e-e426-417d-ae0f-c3307651ccaf admin admin] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=109549) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 03:54:14.013909 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f74ee5e-e426-417d-ae0f-c3307651ccaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08fbbf06-caad-478a-9b98-a56f8d5921a9,revision_number=1']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:54:14.020013 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-1f74ee5e-e426-417d-ae0f-c3307651ccaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541992'] for segment (81da206d-ccab-43c6-9842-cd3d88bf0ec7), precommit_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:14.020346 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.db.segments_db [None req-1f74ee5e-e426-417d-ae0f-c3307651ccaf admin admin] Added segment 81da206d-ccab-43c6-9842-cd3d88bf0ec7 of type vlan for network ccb34270-5897-4f8c-bf79-a40c6714fbbe Jan 29 03:54:14.058715 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-1f74ee5e-e426-417d-ae0f-c3307651ccaf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787145422201'] for network (ccb34270-5897-4f8c-bf79-a40c6714fbbe), precommit_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:14.156080 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-1f74ee5e-e426-417d-ae0f-c3307651ccaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888'] for network (ccb34270-5897-4f8c-bf79-a40c6714fbbe), after_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:14.157097 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f74ee5e-e426-417d-ae0f-c3307651ccaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:54:14.159394 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-1f74ee5e-e426-417d-ae0f-c3307651ccaf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606130'] for network (None), before_response {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:14.219364 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f74ee5e-e426-417d-ae0f-c3307651ccaf admin admin] Pushing event updated for resources: {'Network': ['ID=ccb34270-5897-4f8c-bf79-a40c6714fbbe,revision_number=1']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:54:14.228845 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Network ccb34270-5897-4f8c-bf79-a40c6714fbbe details requested by agent ovs-agent-dv-cinder-826949-1-iscsi with host dv-cinder-826949-1-iscsi {{(pid=109551) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 03:54:14.257480 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-1f74ee5e-e426-417d-ae0f-c3307651ccaf admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7740946 Jan 29 03:54:14.260483 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 53964) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:54:14.266075 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.v2.base [None req-10e10709-f64c-4c4d-9b08-b7e3a75f5ea2 admin admin] Request body: {'subnet': {'network_id': 'ccb34270-5897-4f8c-bf79-a40c6714fbbe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-211160166-subnet', 'tenant_id': 'a12ca58f304343008cbef6b9b2f59dc6', 'ip_version': 4}} {{(pid=109549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 03:54:14.346236 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10e10709-f64c-4c4d-9b08-b7e3a75f5ea2 admin admin] Made reservation on behalf of a12ca58f304343008cbef6b9b2f59dc6 for: {'subnet': 1} {{(pid=109549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 03:54:14.348555 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-10e10709-f64c-4c4d-9b08-b7e3a75f5ea2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9270732'] for subnet (None), before_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:14.604067 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-10e10709-f64c-4c4d-9b08-b7e3a75f5ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8440565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9270782'] for subnet (c9d0986d-8523-45fc-a347-3d670f46c8d0), after_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:14.660039 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e10709-f64c-4c4d-9b08-b7e3a75f5ea2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9d0986d-8523-45fc-a347-3d670f46c8d0,revision_number=0']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:54:14.667032 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e10709-f64c-4c4d-9b08-b7e3a75f5ea2 admin admin] Checking segment: {'id': '81da206d-ccab-43c6-9842-cd3d88bf0ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ccb34270-5897-4f8c-bf79-a40c6714fbbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 03:54:14.667387 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e10709-f64c-4c4d-9b08-b7e3a75f5ea2 admin admin] Network hostable DHCP agents. Network: ccb34270-5897-4f8c-bf79-a40c6714fbbe, hostable agents: ['dac82def-0781-4624-a171-654e1b1d12af'], hosted agents: [] {{(pid=109549) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 03:54:14.786509 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e10709-f64c-4c4d-9b08-b7e3a75f5ea2 admin admin] Network ccb34270-5897-4f8c-bf79-a40c6714fbbe is scheduled to be hosted by DHCP agent dac82def-0781-4624-a171-654e1b1d12af with binding_index 1 {{(pid=109549) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 03:54:14.840458 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.scheduler.base_scheduler [None req-10e10709-f64c-4c4d-9b08-b7e3a75f5ea2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826949-1-iscsi, ccb34270-5897-4f8c-bf79-a40c6714fbbe) {{(pid=109549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 03:54:14.844503 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e10709-f64c-4c4d-9b08-b7e3a75f5ea2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:54:14.845097 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-10e10709-f64c-4c4d-9b08-b7e3a75f5ea2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:14.848638 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d11fb5fb-e0c3-4e54-8044-53cd266765eb None None] Network ccb34270-5897-4f8c-bf79-a40c6714fbbe requested from dv-cinder-826949-1-iscsi {{(pid=109551) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 03:54:14.890481 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-b9f18f18-9b78-45c3-9c30-bc35ec3873a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (dac82def-0781-4624-a171-654e1b1d12af), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:14.915255 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-10e10709-f64c-4c4d-9b08-b7e3a75f5ea2 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6536458 Jan 29 03:54:14.917984 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 53966) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:54:14.923047 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.v2.base [None req-6a7034f3-f4c9-4232-a32f-3728e0060653 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-211160166-router', 'tenant_id': 'a12ca58f304343008cbef6b9b2f59dc6', 'external_gateway_info': {'network_id': '84058fb5-7499-436d-9c61-9715f17a209a'}}} {{(pid=109549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 03:54:14.947814 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8bc4ab8-7dcc-4c2a-8c55-348304ce8147 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ffd3bd-5e69-5ede-b676-2fcdca3717c9-ccb34270-5897-4f8c-bf79-a40c6714fbbe', 'network_id': 'ccb34270-5897-4f8c-bf79-a40c6714fbbe', 'project_id': 'a12ca58f304343008cbef6b9b2f59dc6', 'fixed_ips': [{'subnet_id': 'c9d0986d-8523-45fc-a347-3d670f46c8d0'}]}} from dv-cinder-826949-1-iscsi. {{(pid=109551) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 03:54:14.948722 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-b8bc4ab8-7dcc-4c2a-8c55-348304ce8147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (None), before_create {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:15.012384 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-6a7034f3-f4c9-4232-a32f-3728e0060653 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1909339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32538'] for router (d01bd52c-e54b-4548-8647-82ad8194ca5b), before_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:15.013451 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-6a7034f3-f4c9-4232-a32f-3728e0060653 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1922507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1915669', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1834903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32531'] for router (d01bd52c-e54b-4548-8647-82ad8194ca5b), precommit_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:15.068747 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-6a7034f3-f4c9-4232-a32f-3728e0060653 admin admin] Publish callbacks [] for router_controller (d01bd52c-e54b-4548-8647-82ad8194ca5b), precommit_add_association {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:15.080797 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.db_base_plugin_common [None req-b8bc4ab8-7dcc-4c2a-8c55-348304ce8147 None None] Allocated IP 172.20.0.2 (ccb34270-5897-4f8c-bf79-a40c6714fbbe/c9d0986d-8523-45fc-a347-3d670f46c8d0/6b76f06b-9028-4070-9c2d-c20b339ec869) {{(pid=109551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 03:54:15.216550 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-b8bc4ab8-7dcc-4c2a-8c55-348304ce8147 None None] Publish callbacks [] for port (6b76f06b-9028-4070-9c2d-c20b339ec869), precommit_create {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:15.289683 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-6a7034f3-f4c9-4232-a32f-3728e0060653 admin admin] Publish callbacks [] for router_gateway (d01bd52c-e54b-4548-8647-82ad8194ca5b), precommit_update {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:15.290258 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-b8bc4ab8-7dcc-4c2a-8c55-348304ce8147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787145433393'] for port (6b76f06b-9028-4070-9c2d-c20b339ec869), after_create {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:15.325767 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8bc4ab8-7dcc-4c2a-8c55-348304ce8147 None None] Network ccb34270-5897-4f8c-bf79-a40c6714fbbe is already hosted by enough agents. {{(pid=109551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 03:54:15.328427 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.scheduler.base_scheduler [None req-b8bc4ab8-7dcc-4c2a-8c55-348304ce8147 None None] Resources bound (agent type, host, resource id): {{(pid=109551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 03:54:15.333626 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8bc4ab8-7dcc-4c2a-8c55-348304ce8147 None None] Received port after_create {{(pid=109551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 03:54:15.341026 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bc4ab8-7dcc-4c2a-8c55-348304ce8147 None None] Pushing event updated for resources: {'Port': ['ID=6b76f06b-9028-4070-9c2d-c20b339ec869,revision_number=1']} {{(pid=109551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:54:15.392013 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.managers [None req-b8bc4ab8-7dcc-4c2a-8c55-348304ce8147 None None] Attempting to bind port 6b76f06b-9028-4070-9c2d-c20b339ec869 on host dv-cinder-826949-1-iscsi for vnic_type normal with profile {{(pid=109551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 03:54:15.392376 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.managers [None req-b8bc4ab8-7dcc-4c2a-8c55-348304ce8147 None None] Attempting to bind port 6b76f06b-9028-4070-9c2d-c20b339ec869 by drivers openvswitch,hyperv on host dv-cinder-826949-1-iscsi at level 0 using segments [{'id': '81da206d-ccab-43c6-9842-cd3d88bf0ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ccb34270-5897-4f8c-bf79-a40c6714fbbe'}] {{(pid=109551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 03:54:15.392730 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8bc4ab8-7dcc-4c2a-8c55-348304ce8147 None None] Attempting to bind port 6b76f06b-9028-4070-9c2d-c20b339ec869 on network ccb34270-5897-4f8c-bf79-a40c6714fbbe {{(pid=109551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 03:54:15.397566 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8bc4ab8-7dcc-4c2a-8c55-348304ce8147 None None] Checking agent: {'id': 'e75d1b00-832d-4bf5-b078-2c4f5b2c10cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826949-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 3, 36, 21), 'started_at': datetime.datetime(2022, 1, 29, 3, 36, 51), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 3, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826949-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 03:54:15.397932 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8bc4ab8-7dcc-4c2a-8c55-348304ce8147 None None] Checking segment: {'id': '81da206d-ccab-43c6-9842-cd3d88bf0ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ccb34270-5897-4f8c-bf79-a40c6714fbbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 03:54:15.398359 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-b8bc4ab8-7dcc-4c2a-8c55-348304ce8147 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:15.398748 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8bc4ab8-7dcc-4c2a-8c55-348304ce8147 None None] Bound using segment: {'id': '81da206d-ccab-43c6-9842-cd3d88bf0ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ccb34270-5897-4f8c-bf79-a40c6714fbbe'} {{(pid=109551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 03:54:15.399231 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.managers [None req-b8bc4ab8-7dcc-4c2a-8c55-348304ce8147 None None] Bound port: 6b76f06b-9028-4070-9c2d-c20b339ec869, host: dv-cinder-826949-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81da206d-ccab-43c6-9842-cd3d88bf0ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ccb34270-5897-4f8c-bf79-a40c6714fbbe'}}] {{(pid=109551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 03:54:15.399611 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-b8bc4ab8-7dcc-4c2a-8c55-348304ce8147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (6b76f06b-9028-4070-9c2d-c20b339ec869), before_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:15.462715 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-b8bc4ab8-7dcc-4c2a-8c55-348304ce8147 None None] For port 6b76f06b-9028-4070-9c2d-c20b339ec869, host dv-cinder-826949-1-iscsi, cleared binding levels {{(pid=109551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 03:54:15.467412 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-b8bc4ab8-7dcc-4c2a-8c55-348304ce8147 None None] For port 6b76f06b-9028-4070-9c2d-c20b339ec869, host dv-cinder-826949-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-1-iscsi',level=0,port_id=6b76f06b-9028-4070-9c2d-c20b339ec869,segment=NetworkSegment(81da206d-ccab-43c6-9842-cd3d88bf0ec7),segment_id=81da206d-ccab-43c6-9842-cd3d88bf0ec7)] {{(pid=109551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 03:54:15.540965 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-6a7034f3-f4c9-4232-a32f-3728e0060653 admin admin] Publish callbacks [] for router_gateway (d01bd52c-e54b-4548-8647-82ad8194ca5b), before_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:15.541442 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-b8bc4ab8-7dcc-4c2a-8c55-348304ce8147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429'] for port (6b76f06b-9028-4070-9c2d-c20b339ec869), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:15.559735 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-6a7034f3-f4c9-4232-a32f-3728e0060653 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (None), before_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:15.600642 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bc4ab8-7dcc-4c2a-8c55-348304ce8147 None None] Pushing event updated for resources: {'Port': ['ID=6b76f06b-9028-4070-9c2d-c20b339ec869,revision_number=2']} {{(pid=109551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:54:15.672414 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.db.db_base_plugin_common [None req-6a7034f3-f4c9-4232-a32f-3728e0060653 admin admin] Allocated IP 172.27.1.78 (84058fb5-7499-436d-9c61-9715f17a209a/8ef1eacb-ef7e-49c2-acc5-31126b063ddd/382b0a0c-6fbb-4b9d-a346-780fef802e88) {{(pid=109549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 03:54:15.784548 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-6a7034f3-f4c9-4232-a32f-3728e0060653 admin admin] Publish callbacks [] for port (382b0a0c-6fbb-4b9d-a346-780fef802e88), precommit_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:15.921257 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-6a7034f3-f4c9-4232-a32f-3728e0060653 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787145433393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440449'] for port (382b0a0c-6fbb-4b9d-a346-780fef802e88), after_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:15.953241 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Device 6b76f06b-9028-4070-9c2d-c20b339ec869 up at agent ovs-agent-dv-cinder-826949-1-iscsi {{(pid=109551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 03:54:15.963540 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a7034f3-f4c9-4232-a32f-3728e0060653 admin admin] Network 84058fb5-7499-436d-9c61-9715f17a209a is already hosted by enough agents. {{(pid=109549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 03:54:15.966373 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.scheduler.base_scheduler [None req-6a7034f3-f4c9-4232-a32f-3728e0060653 admin admin] Resources bound (agent type, host, resource id): {{(pid=109549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 03:54:15.971855 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7034f3-f4c9-4232-a32f-3728e0060653 admin admin] Received port after_create {{(pid=109549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 03:54:15.977212 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7034f3-f4c9-4232-a32f-3728e0060653 admin admin] Pushing event updated for resources: {'Port': ['ID=382b0a0c-6fbb-4b9d-a346-780fef802e88,revision_number=1']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:54:16.007320 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.provisioning_blocks [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Provisioning complete for port 6b76f06b-9028-4070-9c2d-c20b339ec869 triggered by entity L2. {{(pid=109551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 03:54:16.008037 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785313'] for port (6b76f06b-9028-4070-9c2d-c20b339ec869), provisioning_complete {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:16.090942 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Current status of the port 6b76f06b-9028-4070-9c2d-c20b339ec869 is: DOWN; New status is: ACTIVE {{(pid=109551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 03:54:16.091330 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (6b76f06b-9028-4070-9c2d-c20b339ec869), before_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:16.125176 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] For port 6b76f06b-9028-4070-9c2d-c20b339ec869, host dv-cinder-826949-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-1-iscsi',level=0,port_id=6b76f06b-9028-4070-9c2d-c20b339ec869,segment=NetworkSegment(81da206d-ccab-43c6-9842-cd3d88bf0ec7),segment_id=81da206d-ccab-43c6-9842-cd3d88bf0ec7)] {{(pid=109551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 03:54:16.192440 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429'] for port (6b76f06b-9028-4070-9c2d-c20b339ec869), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:16.243619 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Pushing event updated for resources: {'Port': ['ID=6b76f06b-9028-4070-9c2d-c20b339ec869,revision_number=3']} {{(pid=109551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:54:16.491976 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f4a610d-0379-423e-975a-a6fcac8ddd1d None None] Network ccb34270-5897-4f8c-bf79-a40c6714fbbe requested from dv-cinder-826949-1-iscsi {{(pid=109551) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 03:54:16.521977 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-6a7034f3-f4c9-4232-a32f-3728e0060653 admin admin] Publish callbacks [] for router_gateway (d01bd52c-e54b-4548-8647-82ad8194ca5b), after_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:16.558581 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.provisioning_blocks [None req-f39a6810-e8cb-4f8b-ae42-090550829599 None None] Provisioning complete for port 6b76f06b-9028-4070-9c2d-c20b339ec869 triggered by entity DHCP. {{(pid=109551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 03:54:16.558988 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-f39a6810-e8cb-4f8b-ae42-090550829599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785313'] for port (6b76f06b-9028-4070-9c2d-c20b339ec869), provisioning_complete {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:16.681812 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-f39a6810-e8cb-4f8b-ae42-090550829599 None None] Current status of the port 6b76f06b-9028-4070-9c2d-c20b339ec869 is: ACTIVE; New status is: ACTIVE {{(pid=109551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 03:54:16.723519 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-6a7034f3-f4c9-4232-a32f-3728e0060653 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1922500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1915714'] for router (d01bd52c-e54b-4548-8647-82ad8194ca5b), after_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:16.901305 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.provisioning_blocks [None req-d54d90a0-55b9-4050-ad69-078fecfc6066 None None] Provisioning complete for port 6b76f06b-9028-4070-9c2d-c20b339ec869 triggered by entity DHCP. {{(pid=109551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 03:54:16.901670 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-d54d90a0-55b9-4050-ad69-078fecfc6066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785313'] for port (6b76f06b-9028-4070-9c2d-c20b339ec869), provisioning_complete {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:16.929192 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a7034f3-f4c9-4232-a32f-3728e0060653 admin admin] Router d01bd52c-e54b-4548-8647-82ad8194ca5b is scheduled to L3 agent d5b8732c-6ac1-45e3-a79e-cd9863fe8196 with binding_index 1 {{(pid=109549) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 03:54:16.981917 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-d54d90a0-55b9-4050-ad69-078fecfc6066 None None] Current status of the port 6b76f06b-9028-4070-9c2d-c20b339ec869 is: ACTIVE; New status is: ACTIVE {{(pid=109551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 03:54:17.037526 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a7034f3-f4c9-4232-a32f-3728e0060653 admin admin] Notify agent at l3_agent.dv-cinder-826949-1-iscsi the message routers_updated {{(pid=109549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 03:54:17.046051 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b65bd0bb-9c27-420d-a683-43fe163dd853 None None] Sync routers for ids ['d01bd52c-e54b-4548-8647-82ad8194ca5b'] in dv-cinder-826949-1-iscsi {{(pid=109551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 03:54:17.055208 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65bd0bb-9c27-420d-a683-43fe163dd853 None None] Routers {'d01bd52c-e54b-4548-8647-82ad8194ca5b'} bound to L3 agent in host dv-cinder-826949-1-iscsi {{(pid=109551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 03:54:17.055821 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_hamode_db [None req-b65bd0bb-9c27-420d-a683-43fe163dd853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T03:36:17Z,description=,heartbeat_timestamp=2022-01-29T03:53:47Z,host='dv-cinder-826949-1-iscsi',id=d5b8732c-6ac1-45e3-a79e-cd9863fe8196,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T03:36:18Z,topic='l3_agent')) {'router_ids': ['d01bd52c-e54b-4548-8647-82ad8194ca5b'], 'active': True} {{(pid=109551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:54:17.059959 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.agents_db [None req-5bdad2e4-4f8f-4fe6-a9f7-cf82a335ca9d None None] Agent healthcheck: found 6 active agents {{(pid=109552) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 03:54:17.123484 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-6a7034f3-f4c9-4232-a32f-3728e0060653 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:17.124769 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-6a7034f3-f4c9-4232-a32f-3728e0060653 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.2052727 Jan 29 03:54:17.127495 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 53968) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:54:17.160835 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_dvr_db [None req-b65bd0bb-9c27-420d-a683-43fe163dd853 None None] Set router d01bd52c-e54b-4548-8647-82ad8194ca5b gateway port host: dv-cinder-826949-1-iscsi {{(pid=109551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 03:54:17.330496 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_hamode_db [None req-b65bd0bb-9c27-420d-a683-43fe163dd853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd01bd52c-e54b-4548-8647-82ad8194ca5b', 'name': 'tempest-TestVolumeBootPattern-211160166-router', 'tenant_id': 'a12ca58f304343008cbef6b9b2f59dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'external_fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': '382b0a0c-6fbb-4b9d-a346-780fef802e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T03:54:15Z', 'updated_at': '2022-01-29T03:54:16Z', 'revision_number': 3, 'project_id': 'a12ca58f304343008cbef6b9b2f59dc6', 'gw_port': {'id': '382b0a0c-6fbb-4b9d-a346-780fef802e88', 'name': '', 'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5d:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd01bd52c-e54b-4548-8647-82ad8194ca5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:54:15Z', 'updated_at': '2022-01-29T03:54:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-1-iscsi'}], 'dv-cinder-826949-1-iscsi', False) {} {{(pid=109551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:54:17.364069 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b65bd0bb-9c27-420d-a683-43fe163dd853 None None] Checking router: d01bd52c-e54b-4548-8647-82ad8194ca5b for host: dv-cinder-826949-1-iscsi {{(pid=109551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 03:54:17.364418 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b65bd0bb-9c27-420d-a683-43fe163dd853 None None] Updating router d01bd52c-e54b-4548-8647-82ad8194ca5b port 382b0a0c-6fbb-4b9d-a346-780fef802e88 binding host dv-cinder-826949-1-iscsi {{(pid=109551) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 03:54:17.397057 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-b65bd0bb-9c27-420d-a683-43fe163dd853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (382b0a0c-6fbb-4b9d-a346-780fef802e88), before_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:17.482420 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8995b01b-7814-4620-9d2b-fe8d07fa81a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (d5b8732c-6ac1-45e3-a79e-cd9863fe8196), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:17.527228 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-3e52a834-29e9-4039-8393-4bf0ef0e132d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (None), before_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:17.642874 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-b65bd0bb-9c27-420d-a683-43fe163dd853 None None] Publish callbacks [] for port (382b0a0c-6fbb-4b9d-a346-780fef802e88), precommit_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:17.679383 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.db.db_base_plugin_common [None req-3e52a834-29e9-4039-8393-4bf0ef0e132d admin admin] Allocated IP 172.20.0.1 (ccb34270-5897-4f8c-bf79-a40c6714fbbe/c9d0986d-8523-45fc-a347-3d670f46c8d0/1caa7d94-df6c-49a3-909a-6ebbb04ca9d5) {{(pid=109549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 03:54:17.697629 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-b65bd0bb-9c27-420d-a683-43fe163dd853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429'] for port (382b0a0c-6fbb-4b9d-a346-780fef802e88), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:17.752371 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.managers [None req-b65bd0bb-9c27-420d-a683-43fe163dd853 None None] Attempting to bind port 382b0a0c-6fbb-4b9d-a346-780fef802e88 on host dv-cinder-826949-1-iscsi for vnic_type normal with profile {{(pid=109551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 03:54:17.752738 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.managers [None req-b65bd0bb-9c27-420d-a683-43fe163dd853 None None] Attempting to bind port 382b0a0c-6fbb-4b9d-a346-780fef802e88 by drivers openvswitch,hyperv on host dv-cinder-826949-1-iscsi at level 0 using segments [{'id': '59bb8c29-301f-4146-9f63-152343a78833', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84058fb5-7499-436d-9c61-9715f17a209a'}] {{(pid=109551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 03:54:17.753097 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65bd0bb-9c27-420d-a683-43fe163dd853 None None] Attempting to bind port 382b0a0c-6fbb-4b9d-a346-780fef802e88 on network 84058fb5-7499-436d-9c61-9715f17a209a {{(pid=109551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 03:54:17.754928 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd5f6ab-4717-44e7-b50a-d9f7bd756605 None None] Pushing event updated for resources: {'Port': ['ID=382b0a0c-6fbb-4b9d-a346-780fef802e88,revision_number=2']} {{(pid=109551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:54:17.760222 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65bd0bb-9c27-420d-a683-43fe163dd853 None None] Checking agent: {'id': 'e75d1b00-832d-4bf5-b078-2c4f5b2c10cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826949-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 3, 36, 21), 'started_at': datetime.datetime(2022, 1, 29, 3, 36, 51), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 3, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826949-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 03:54:17.760594 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65bd0bb-9c27-420d-a683-43fe163dd853 None None] Checking segment: {'id': '59bb8c29-301f-4146-9f63-152343a78833', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84058fb5-7499-436d-9c61-9715f17a209a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 03:54:17.764585 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-b65bd0bb-9c27-420d-a683-43fe163dd853 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:17.764585 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65bd0bb-9c27-420d-a683-43fe163dd853 None None] Bound using segment: {'id': '59bb8c29-301f-4146-9f63-152343a78833', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84058fb5-7499-436d-9c61-9715f17a209a'} {{(pid=109551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 03:54:17.764585 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.managers [None req-b65bd0bb-9c27-420d-a683-43fe163dd853 None None] Bound port: 382b0a0c-6fbb-4b9d-a346-780fef802e88, host: dv-cinder-826949-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59bb8c29-301f-4146-9f63-152343a78833', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84058fb5-7499-436d-9c61-9715f17a209a'}}] {{(pid=109551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 03:54:17.764585 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-b65bd0bb-9c27-420d-a683-43fe163dd853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (382b0a0c-6fbb-4b9d-a346-780fef802e88), before_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:17.785536 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-3e52a834-29e9-4039-8393-4bf0ef0e132d admin admin] Publish callbacks [] for port (1caa7d94-df6c-49a3-909a-6ebbb04ca9d5), precommit_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:17.812478 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-b65bd0bb-9c27-420d-a683-43fe163dd853 None None] For port 382b0a0c-6fbb-4b9d-a346-780fef802e88, host dv-cinder-826949-1-iscsi, cleared binding levels {{(pid=109551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 03:54:17.815454 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-b65bd0bb-9c27-420d-a683-43fe163dd853 None None] For port 382b0a0c-6fbb-4b9d-a346-780fef802e88, host dv-cinder-826949-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-1-iscsi',level=0,port_id=382b0a0c-6fbb-4b9d-a346-780fef802e88,segment=NetworkSegment(59bb8c29-301f-4146-9f63-152343a78833),segment_id=59bb8c29-301f-4146-9f63-152343a78833)] {{(pid=109551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 03:54:17.884462 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-3e52a834-29e9-4039-8393-4bf0ef0e132d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787145433393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440449'] for port (1caa7d94-df6c-49a3-909a-6ebbb04ca9d5), after_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:17.909232 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Device 6b76f06b-9028-4070-9c2d-c20b339ec869 up at agent ovs-agent-dv-cinder-826949-1-iscsi {{(pid=109551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 03:54:17.913385 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-b65bd0bb-9c27-420d-a683-43fe163dd853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429'] for port (382b0a0c-6fbb-4b9d-a346-780fef802e88), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:17.925240 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e52a834-29e9-4039-8393-4bf0ef0e132d admin admin] Network ccb34270-5897-4f8c-bf79-a40c6714fbbe is already hosted by enough agents. {{(pid=109549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 03:54:17.927948 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.scheduler.base_scheduler [None req-3e52a834-29e9-4039-8393-4bf0ef0e132d admin admin] Resources bound (agent type, host, resource id): {{(pid=109549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 03:54:17.930425 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e52a834-29e9-4039-8393-4bf0ef0e132d admin admin] Received port after_create {{(pid=109549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 03:54:17.957647 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e52a834-29e9-4039-8393-4bf0ef0e132d admin admin] Pushing event updated for resources: {'Port': ['ID=1caa7d94-df6c-49a3-909a-6ebbb04ca9d5,revision_number=1']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:54:17.986223 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-3e52a834-29e9-4039-8393-4bf0ef0e132d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1909781'] for router_interface (d01bd52c-e54b-4548-8647-82ad8194ca5b), before_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:18.023526 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65bd0bb-9c27-420d-a683-43fe163dd853 None None] Routers {'d01bd52c-e54b-4548-8647-82ad8194ca5b'} bound to L3 agent in host dv-cinder-826949-1-iscsi {{(pid=109551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 03:54:18.024156 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_hamode_db [None req-b65bd0bb-9c27-420d-a683-43fe163dd853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T03:36:17Z,description=,heartbeat_timestamp=2022-01-29T03:54:17Z,host='dv-cinder-826949-1-iscsi',id=d5b8732c-6ac1-45e3-a79e-cd9863fe8196,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T03:36:18Z,topic='l3_agent')) {'router_ids': ['d01bd52c-e54b-4548-8647-82ad8194ca5b'], 'active': True} {{(pid=109551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:54:18.027037 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd5f6ab-4717-44e7-b50a-d9f7bd756605 None None] Pushing event updated for resources: {'Port': ['ID=382b0a0c-6fbb-4b9d-a346-780fef802e88,revision_number=3']} {{(pid=109551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:54:18.078263 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-6a0bb60c-5b7b-499b-b43f-7eb32e921150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (4cfc2a27-deed-4689-8f39-0bd5aa6fe3c3), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:18.080563 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.provisioning_blocks [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Provisioning complete for port 6b76f06b-9028-4070-9c2d-c20b339ec869 triggered by entity L2. {{(pid=109551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 03:54:18.080936 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785313'] for port (6b76f06b-9028-4070-9c2d-c20b339ec869), provisioning_complete {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:18.201525 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-3e52a834-29e9-4039-8393-4bf0ef0e132d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (1caa7d94-df6c-49a3-909a-6ebbb04ca9d5), before_update {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:18.308355 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.provisioning_blocks [None req-dd17dc2c-bd73-477f-bb45-cd626080dac1 None None] Provisioning complete for port 1caa7d94-df6c-49a3-909a-6ebbb04ca9d5 triggered by entity DHCP. {{(pid=109551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 03:54:18.308749 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-dd17dc2c-bd73-477f-bb45-cd626080dac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785313'] for port (1caa7d94-df6c-49a3-909a-6ebbb04ca9d5), provisioning_complete {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:18.311228 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_dvr_db [None req-b65bd0bb-9c27-420d-a683-43fe163dd853 None None] Set router d01bd52c-e54b-4548-8647-82ad8194ca5b gateway port host: dv-cinder-826949-1-iscsi {{(pid=109551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 03:54:18.367455 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-3e52a834-29e9-4039-8393-4bf0ef0e132d admin admin] Publish callbacks [] for port (1caa7d94-df6c-49a3-909a-6ebbb04ca9d5), precommit_update {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:18.454893 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-3e52a834-29e9-4039-8393-4bf0ef0e132d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440456'] for port (1caa7d94-df6c-49a3-909a-6ebbb04ca9d5), after_update {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:18.459750 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-dd17dc2c-bd73-477f-bb45-cd626080dac1 None None] Port 1caa7d94-df6c-49a3-909a-6ebbb04ca9d5 cannot update to ACTIVE because it is not bound. {{(pid=109551) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 03:54:18.483797 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Current status of the port 6b76f06b-9028-4070-9c2d-c20b339ec869 is: ACTIVE; New status is: ACTIVE {{(pid=109551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 03:54:18.520641 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e52a834-29e9-4039-8393-4bf0ef0e132d admin admin] Pushing event updated for resources: {'Port': ['ID=1caa7d94-df6c-49a3-909a-6ebbb04ca9d5,revision_number=2']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:54:18.523029 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-3e52a834-29e9-4039-8393-4bf0ef0e132d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1605918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1910661'] for router_interface (d01bd52c-e54b-4548-8647-82ad8194ca5b), after_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:18.548841 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_hamode_db [None req-b65bd0bb-9c27-420d-a683-43fe163dd853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd01bd52c-e54b-4548-8647-82ad8194ca5b', 'name': 'tempest-TestVolumeBootPattern-211160166-router', 'tenant_id': 'a12ca58f304343008cbef6b9b2f59dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'external_fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': '382b0a0c-6fbb-4b9d-a346-780fef802e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T03:54:15Z', 'updated_at': '2022-01-29T03:54:16Z', 'revision_number': 3, 'project_id': 'a12ca58f304343008cbef6b9b2f59dc6', 'gw_port': {'id': '382b0a0c-6fbb-4b9d-a346-780fef802e88', 'name': '', 'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5d:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd01bd52c-e54b-4548-8647-82ad8194ca5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:54:15Z', 'updated_at': '2022-01-29T03:54:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-1-iscsi'}], 'dv-cinder-826949-1-iscsi', False) {} {{(pid=109551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:54:18.574245 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b65bd0bb-9c27-420d-a683-43fe163dd853 None None] The sync data for ids ['d01bd52c-e54b-4548-8647-82ad8194ca5b'] in dv-cinder-826949-1-iscsi is: [{'id': 'd01bd52c-e54b-4548-8647-82ad8194ca5b', 'name': 'tempest-TestVolumeBootPattern-211160166-router', 'tenant_id': 'a12ca58f304343008cbef6b9b2f59dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'external_fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': '382b0a0c-6fbb-4b9d-a346-780fef802e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T03:54:15Z', 'updated_at': '2022-01-29T03:54:16Z', 'revision_number': 3, 'project_id': 'a12ca58f304343008cbef6b9b2f59dc6', 'gw_port': {'id': '382b0a0c-6fbb-4b9d-a346-780fef802e88', 'name': '', 'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5d:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd01bd52c-e54b-4548-8647-82ad8194ca5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:54:15Z', 'updated_at': '2022-01-29T03:54:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-1-iscsi'}] {{(pid=109551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 03:54:18.618216 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e52a834-29e9-4039-8393-4bf0ef0e132d admin admin] Network ccb34270-5897-4f8c-bf79-a40c6714fbbe is already hosted by enough agents. {{(pid=109549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 03:54:18.619731 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.scheduler.base_scheduler [None req-3e52a834-29e9-4039-8393-4bf0ef0e132d admin admin] Resources bound (agent type, host, resource id): {{(pid=109549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 03:54:18.740482 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e52a834-29e9-4039-8393-4bf0ef0e132d admin admin] Router d01bd52c-e54b-4548-8647-82ad8194ca5b has already been hosted by L3 agent d5b8732c-6ac1-45e3-a79e-cd9863fe8196 {{(pid=109549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 03:54:18.885882 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.provisioning_blocks [None req-f1b14930-94bf-4708-9853-400838458930 None None] Provisioning complete for port 1caa7d94-df6c-49a3-909a-6ebbb04ca9d5 triggered by entity DHCP. {{(pid=109551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 03:54:18.886543 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-f1b14930-94bf-4708-9853-400838458930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785313'] for port (1caa7d94-df6c-49a3-909a-6ebbb04ca9d5), provisioning_complete {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:18.931137 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-f1b14930-94bf-4708-9853-400838458930 None None] Port 1caa7d94-df6c-49a3-909a-6ebbb04ca9d5 cannot update to ACTIVE because it is not bound. {{(pid=109551) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 03:54:19.124113 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e52a834-29e9-4039-8393-4bf0ef0e132d admin admin] Notify agent at l3_agent.dv-cinder-826949-1-iscsi the message routers_updated {{(pid=109549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 03:54:19.129341 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-3e52a834-29e9-4039-8393-4bf0ef0e132d admin admin] 10.222.0.16 "PUT /v2.0/routers/d01bd52c-e54b-4548-8647-82ad8194ca5b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0007045 Jan 29 03:54:19.469080 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-30ace4c1-806b-4d7c-a886-fe7b65bfbfcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (7774c0be-b957-4204-896b-7e749f55bf81), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:19.889076 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 53988) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:54:19.894486 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.v2.base [None req-6dbf9348-7aa8-4f4d-8103-0180f32e820a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1478559087-network', 'tenant_id': '269d52684ec540e882535ef8ac596229'}} {{(pid=109549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 03:54:19.957189 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Device 382b0a0c-6fbb-4b9d-a346-780fef802e88 up at agent ovs-agent-dv-cinder-826949-1-iscsi {{(pid=109551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 03:54:19.986556 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dbf9348-7aa8-4f4d-8103-0180f32e820a admin admin] Made reservation on behalf of 269d52684ec540e882535ef8ac596229 for: {'network': 1} {{(pid=109549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 03:54:19.989498 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-6dbf9348-7aa8-4f4d-8103-0180f32e820a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for network (None), before_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:19.998957 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-6dbf9348-7aa8-4f4d-8103-0180f32e820a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:20.011885 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.provisioning_blocks [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Provisioning complete for port 382b0a0c-6fbb-4b9d-a346-780fef802e88 triggered by entity L2. {{(pid=109551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 03:54:20.012426 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785313'] for port (382b0a0c-6fbb-4b9d-a346-780fef802e88), provisioning_complete {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:20.075541 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-6dbf9348-7aa8-4f4d-8103-0180f32e820a admin admin] Publish callbacks [] for security_group (dc339dcf-946e-4b82-88b3-f8185f8a3845), precommit_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:20.095790 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Current status of the port 382b0a0c-6fbb-4b9d-a346-780fef802e88 is: DOWN; New status is: ACTIVE {{(pid=109551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 03:54:20.096182 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (382b0a0c-6fbb-4b9d-a346-780fef802e88), before_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:20.118941 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] For port 382b0a0c-6fbb-4b9d-a346-780fef802e88, host dv-cinder-826949-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-1-iscsi',level=0,port_id=382b0a0c-6fbb-4b9d-a346-780fef802e88,segment=NetworkSegment(59bb8c29-301f-4146-9f63-152343a78833),segment_id=59bb8c29-301f-4146-9f63-152343a78833)] {{(pid=109551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 03:54:20.163322 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d8a979-95c4-4312-abd3-33bc7acefd2d None None] Sync routers for ids ['d01bd52c-e54b-4548-8647-82ad8194ca5b'] in dv-cinder-826949-1-iscsi {{(pid=109552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 03:54:20.166289 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-6dbf9348-7aa8-4f4d-8103-0180f32e820a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (dc339dcf-946e-4b82-88b3-f8185f8a3845), after_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:20.175088 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d8a979-95c4-4312-abd3-33bc7acefd2d None None] Routers {'d01bd52c-e54b-4548-8647-82ad8194ca5b'} bound to L3 agent in host dv-cinder-826949-1-iscsi {{(pid=109552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 03:54:20.175941 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.l3_hamode_db [None req-b0d8a979-95c4-4312-abd3-33bc7acefd2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T03:36:17Z,description=,heartbeat_timestamp=2022-01-29T03:54:17Z,host='dv-cinder-826949-1-iscsi',id=d5b8732c-6ac1-45e3-a79e-cd9863fe8196,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T03:36:18Z,topic='l3_agent')) {'router_ids': ['d01bd52c-e54b-4548-8647-82ad8194ca5b'], 'active': True} {{(pid=109552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:54:20.189348 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429'] for port (382b0a0c-6fbb-4b9d-a346-780fef802e88), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:20.193546 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dbf9348-7aa8-4f4d-8103-0180f32e820a admin admin] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=109549) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 03:54:20.203684 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbf9348-7aa8-4f4d-8103-0180f32e820a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc339dcf-946e-4b82-88b3-f8185f8a3845,revision_number=1']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:54:20.208447 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-6dbf9348-7aa8-4f4d-8103-0180f32e820a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541992'] for segment (0d489051-b8d0-4819-b02d-6c1d8d00d7e2), precommit_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:20.208782 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.db.segments_db [None req-6dbf9348-7aa8-4f4d-8103-0180f32e820a admin admin] Added segment 0d489051-b8d0-4819-b02d-6c1d8d00d7e2 of type vlan for network ad7b3cd9-3746-4c93-8919-6cd2d3184367 Jan 29 03:54:20.242192 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Pushing event updated for resources: {'Port': ['ID=382b0a0c-6fbb-4b9d-a346-780fef802e88,revision_number=4']} {{(pid=109551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:54:20.260890 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-6dbf9348-7aa8-4f4d-8103-0180f32e820a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787145422201'] for network (ad7b3cd9-3746-4c93-8919-6cd2d3184367), precommit_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:20.287169 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.l3_dvr_db [None req-b0d8a979-95c4-4312-abd3-33bc7acefd2d None None] Set router d01bd52c-e54b-4548-8647-82ad8194ca5b gateway port host: dv-cinder-826949-1-iscsi {{(pid=109552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 03:54:20.326746 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-6dbf9348-7aa8-4f4d-8103-0180f32e820a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888'] for network (ad7b3cd9-3746-4c93-8919-6cd2d3184367), after_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:20.327755 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dbf9348-7aa8-4f4d-8103-0180f32e820a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:54:20.328338 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-6dbf9348-7aa8-4f4d-8103-0180f32e820a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606130'] for network (None), before_response {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:20.387246 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbf9348-7aa8-4f4d-8103-0180f32e820a admin admin] Pushing event updated for resources: {'Network': ['ID=ad7b3cd9-3746-4c93-8919-6cd2d3184367,revision_number=1']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:54:20.398096 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Network ad7b3cd9-3746-4c93-8919-6cd2d3184367 details requested by agent ovs-agent-dv-cinder-826949-1-iscsi with host dv-cinder-826949-1-iscsi {{(pid=109551) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 03:54:20.415150 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 53992) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:54:20.415701 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-6dbf9348-7aa8-4f4d-8103-0180f32e820a admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5248446 Jan 29 03:54:20.420890 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.v2.base [None req-5587cf95-aab8-4ef5-9cca-673215c9bdbe admin admin] Request body: {'subnet': {'network_id': 'ad7b3cd9-3746-4c93-8919-6cd2d3184367', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1478559087-subnet', 'tenant_id': '269d52684ec540e882535ef8ac596229', 'ip_version': 4}} {{(pid=109550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 03:54:20.493489 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.l3_hamode_db [None req-b0d8a979-95c4-4312-abd3-33bc7acefd2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd01bd52c-e54b-4548-8647-82ad8194ca5b', 'name': 'tempest-TestVolumeBootPattern-211160166-router', 'tenant_id': 'a12ca58f304343008cbef6b9b2f59dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'external_fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': '382b0a0c-6fbb-4b9d-a346-780fef802e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T03:54:15Z', 'updated_at': '2022-01-29T03:54:18Z', 'revision_number': 4, 'project_id': 'a12ca58f304343008cbef6b9b2f59dc6', 'gw_port': {'id': '382b0a0c-6fbb-4b9d-a346-780fef802e88', 'name': '', 'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5d:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd01bd52c-e54b-4548-8647-82ad8194ca5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:54:15Z', 'updated_at': '2022-01-29T03:54:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-1-iscsi', '_interfaces': [{'id': '1caa7d94-df6c-49a3-909a-6ebbb04ca9d5', 'name': '', 'network_id': 'ccb34270-5897-4f8c-bf79-a40c6714fbbe', 'tenant_id': 'a12ca58f304343008cbef6b9b2f59dc6', 'mac_address': 'fa:16:3e:7b:1c:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd01bd52c-e54b-4548-8647-82ad8194ca5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c9d0986d-8523-45fc-a347-3d670f46c8d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:54:17Z', 'updated_at': '2022-01-29T03:54:18Z', 'revision_number': 2, 'project_id': 'a12ca58f304343008cbef6b9b2f59dc6', 'subnets': [{'id': 'c9d0986d-8523-45fc-a347-3d670f46c8d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-1-iscsi', False) {} {{(pid=109552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:54:20.503140 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5587cf95-aab8-4ef5-9cca-673215c9bdbe admin admin] Made reservation on behalf of 269d52684ec540e882535ef8ac596229 for: {'subnet': 1} {{(pid=109550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 03:54:20.505501 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-5587cf95-aab8-4ef5-9cca-673215c9bdbe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9335390'] for subnet (None), before_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:20.520324 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d8a979-95c4-4312-abd3-33bc7acefd2d None None] Checking router: d01bd52c-e54b-4548-8647-82ad8194ca5b for host: dv-cinder-826949-1-iscsi {{(pid=109552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 03:54:20.520681 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d8a979-95c4-4312-abd3-33bc7acefd2d None None] Updating router d01bd52c-e54b-4548-8647-82ad8194ca5b port 1caa7d94-df6c-49a3-909a-6ebbb04ca9d5 binding host dv-cinder-826949-1-iscsi {{(pid=109552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 03:54:20.547509 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron_lib.callbacks.manager [None req-b0d8a979-95c4-4312-abd3-33bc7acefd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (1caa7d94-df6c-49a3-909a-6ebbb04ca9d5), before_update {{(pid=109552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:20.746690 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-5587cf95-aab8-4ef5-9cca-673215c9bdbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9207362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9335404'] for subnet (f5718a0b-6b77-48f8-8819-434d0385d839), after_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:20.804049 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5587cf95-aab8-4ef5-9cca-673215c9bdbe admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5718a0b-6b77-48f8-8819-434d0385d839,revision_number=0']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:54:20.807812 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron_lib.callbacks.manager [None req-b0d8a979-95c4-4312-abd3-33bc7acefd2d None None] Publish callbacks [] for port (1caa7d94-df6c-49a3-909a-6ebbb04ca9d5), precommit_update {{(pid=109552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:20.818069 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5587cf95-aab8-4ef5-9cca-673215c9bdbe admin admin] Checking segment: {'id': '0d489051-b8d0-4819-b02d-6c1d8d00d7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'ad7b3cd9-3746-4c93-8919-6cd2d3184367'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 03:54:20.818069 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5587cf95-aab8-4ef5-9cca-673215c9bdbe admin admin] Network hostable DHCP agents. Network: ad7b3cd9-3746-4c93-8919-6cd2d3184367, hostable agents: ['dac82def-0781-4624-a171-654e1b1d12af'], hosted agents: [] {{(pid=109550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 03:54:20.917833 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron_lib.callbacks.manager [None req-b0d8a979-95c4-4312-abd3-33bc7acefd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429'] for port (1caa7d94-df6c-49a3-909a-6ebbb04ca9d5), after_update {{(pid=109552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:20.937450 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5587cf95-aab8-4ef5-9cca-673215c9bdbe admin admin] Network ad7b3cd9-3746-4c93-8919-6cd2d3184367 is scheduled to be hosted by DHCP agent dac82def-0781-4624-a171-654e1b1d12af with binding_index 1 {{(pid=109550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 03:54:20.971452 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6886975d-3b4c-4073-96f0-a5e1ceb9500b None None] Pushing event updated for resources: {'Port': ['ID=1caa7d94-df6c-49a3-909a-6ebbb04ca9d5,revision_number=3']} {{(pid=109552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:54:20.993063 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6886975d-3b4c-4073-96f0-a5e1ceb9500b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:54:20.993440 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6886975d-3b4c-4073-96f0-a5e1ceb9500b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:54:20.993802 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6886975d-3b4c-4073-96f0-a5e1ceb9500b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:54:20.994156 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6886975d-3b4c-4073-96f0-a5e1ceb9500b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:54:20.994500 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6886975d-3b4c-4073-96f0-a5e1ceb9500b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:54:20.994829 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6886975d-3b4c-4073-96f0-a5e1ceb9500b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:54:20.996657 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6886975d-3b4c-4073-96f0-a5e1ceb9500b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:54:20.996657 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6886975d-3b4c-4073-96f0-a5e1ceb9500b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:54:20.996657 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6886975d-3b4c-4073-96f0-a5e1ceb9500b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:54:20.996657 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6886975d-3b4c-4073-96f0-a5e1ceb9500b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:54:20.996657 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6886975d-3b4c-4073-96f0-a5e1ceb9500b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:54:20.997082 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6886975d-3b4c-4073-96f0-a5e1ceb9500b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:54:20.997082 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6886975d-3b4c-4073-96f0-a5e1ceb9500b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:54:21.023622 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.scheduler.base_scheduler [None req-5587cf95-aab8-4ef5-9cca-673215c9bdbe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826949-1-iscsi, ad7b3cd9-3746-4c93-8919-6cd2d3184367) {{(pid=109550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 03:54:21.028357 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5587cf95-aab8-4ef5-9cca-673215c9bdbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:54:21.028857 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-5587cf95-aab8-4ef5-9cca-673215c9bdbe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606130'] for subnet (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:21.032748 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-936ed614-5f10-476c-819d-45d833059039 None None] Network ad7b3cd9-3746-4c93-8919-6cd2d3184367 requested from dv-cinder-826949-1-iscsi {{(pid=109551) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 03:54:21.033253 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.plugins.ml2.managers [None req-b0d8a979-95c4-4312-abd3-33bc7acefd2d None None] Attempting to bind port 1caa7d94-df6c-49a3-909a-6ebbb04ca9d5 on host dv-cinder-826949-1-iscsi for vnic_type normal with profile {{(pid=109552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 03:54:21.033253 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.plugins.ml2.managers [None req-b0d8a979-95c4-4312-abd3-33bc7acefd2d None None] Attempting to bind port 1caa7d94-df6c-49a3-909a-6ebbb04ca9d5 by drivers openvswitch,hyperv on host dv-cinder-826949-1-iscsi at level 0 using segments [{'id': '81da206d-ccab-43c6-9842-cd3d88bf0ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ccb34270-5897-4f8c-bf79-a40c6714fbbe'}] {{(pid=109552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 03:54:21.033548 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d8a979-95c4-4312-abd3-33bc7acefd2d None None] Attempting to bind port 1caa7d94-df6c-49a3-909a-6ebbb04ca9d5 on network ccb34270-5897-4f8c-bf79-a40c6714fbbe {{(pid=109552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 03:54:21.038801 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d8a979-95c4-4312-abd3-33bc7acefd2d None None] Checking agent: {'id': 'e75d1b00-832d-4bf5-b078-2c4f5b2c10cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826949-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 3, 36, 21), 'started_at': datetime.datetime(2022, 1, 29, 3, 36, 51), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 3, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826949-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 03:54:21.039165 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d8a979-95c4-4312-abd3-33bc7acefd2d None None] Checking segment: {'id': '81da206d-ccab-43c6-9842-cd3d88bf0ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ccb34270-5897-4f8c-bf79-a40c6714fbbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 03:54:21.039566 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron_lib.callbacks.manager [None req-b0d8a979-95c4-4312-abd3-33bc7acefd2d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:21.040008 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d8a979-95c4-4312-abd3-33bc7acefd2d None None] Bound using segment: {'id': '81da206d-ccab-43c6-9842-cd3d88bf0ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ccb34270-5897-4f8c-bf79-a40c6714fbbe'} {{(pid=109552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 03:54:21.040476 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.plugins.ml2.managers [None req-b0d8a979-95c4-4312-abd3-33bc7acefd2d None None] Bound port: 1caa7d94-df6c-49a3-909a-6ebbb04ca9d5, host: dv-cinder-826949-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81da206d-ccab-43c6-9842-cd3d88bf0ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ccb34270-5897-4f8c-bf79-a40c6714fbbe'}}] {{(pid=109552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 03:54:21.040850 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron_lib.callbacks.manager [None req-b0d8a979-95c4-4312-abd3-33bc7acefd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (1caa7d94-df6c-49a3-909a-6ebbb04ca9d5), before_update {{(pid=109552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:21.109751 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-5587cf95-aab8-4ef5-9cca-673215c9bdbe admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6927640 Jan 29 03:54:21.112536 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 53996) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:54:21.117227 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.v2.base [None req-2691db1b-d7aa-41f6-9458-9bb592896558 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1478559087-router', 'tenant_id': '269d52684ec540e882535ef8ac596229', 'external_gateway_info': {'network_id': '84058fb5-7499-436d-9c61-9715f17a209a'}}} {{(pid=109549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 03:54:21.128897 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.plugins.ml2.db [None req-b0d8a979-95c4-4312-abd3-33bc7acefd2d None None] For port 1caa7d94-df6c-49a3-909a-6ebbb04ca9d5, host dv-cinder-826949-1-iscsi, cleared binding levels {{(pid=109552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 03:54:21.133850 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.plugins.ml2.db [None req-b0d8a979-95c4-4312-abd3-33bc7acefd2d None None] For port 1caa7d94-df6c-49a3-909a-6ebbb04ca9d5, host dv-cinder-826949-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-1-iscsi',level=0,port_id=1caa7d94-df6c-49a3-909a-6ebbb04ca9d5,segment=NetworkSegment(81da206d-ccab-43c6-9842-cd3d88bf0ec7),segment_id=81da206d-ccab-43c6-9842-cd3d88bf0ec7)] {{(pid=109552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 03:54:21.160846 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-201066e0-ad2c-4bc0-afa2-19a0b7220805 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ffd3bd-5e69-5ede-b676-2fcdca3717c9-ad7b3cd9-3746-4c93-8919-6cd2d3184367', 'network_id': 'ad7b3cd9-3746-4c93-8919-6cd2d3184367', 'project_id': '269d52684ec540e882535ef8ac596229', 'fixed_ips': [{'subnet_id': 'f5718a0b-6b77-48f8-8819-434d0385d839'}]}} from dv-cinder-826949-1-iscsi. {{(pid=109551) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 03:54:21.161656 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-201066e0-ad2c-4bc0-afa2-19a0b7220805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (None), before_create {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:21.176491 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.provisioning_blocks [None req-092ee68c-ef8f-4ad4-99d8-f4a5f6cbf79e None None] Provisioning complete for port 1caa7d94-df6c-49a3-909a-6ebbb04ca9d5 triggered by entity DHCP. {{(pid=109551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 03:54:21.176851 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-092ee68c-ef8f-4ad4-99d8-f4a5f6cbf79e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785313'] for port (1caa7d94-df6c-49a3-909a-6ebbb04ca9d5), provisioning_complete {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:21.195341 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron_lib.callbacks.manager [None req-b0d8a979-95c4-4312-abd3-33bc7acefd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429'] for port (1caa7d94-df6c-49a3-909a-6ebbb04ca9d5), after_update {{(pid=109552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:21.223842 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-2691db1b-d7aa-41f6-9458-9bb592896558 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1909339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32538'] for router (c95cc8ab-c607-4fd1-9a6e-7f668707f551), before_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:21.224850 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-2691db1b-d7aa-41f6-9458-9bb592896558 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1922507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1915669', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1834903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32531'] for router (c95cc8ab-c607-4fd1-9a6e-7f668707f551), precommit_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:21.271128 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (e75d1b00-832d-4bf5-b078-2c4f5b2c10cd), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:21.281806 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-092ee68c-ef8f-4ad4-99d8-f4a5f6cbf79e None None] Port 1caa7d94-df6c-49a3-909a-6ebbb04ca9d5 cannot update to ACTIVE because it is not bound. {{(pid=109551) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 03:54:21.286738 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-2691db1b-d7aa-41f6-9458-9bb592896558 admin admin] Publish callbacks [] for router_controller (c95cc8ab-c607-4fd1-9a6e-7f668707f551), precommit_add_association {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:21.336624 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.db_base_plugin_common [None req-201066e0-ad2c-4bc0-afa2-19a0b7220805 None None] Allocated IP 172.20.0.2 (ad7b3cd9-3746-4c93-8919-6cd2d3184367/f5718a0b-6b77-48f8-8819-434d0385d839/1828acf4-596b-46e6-af40-bcc1c15e129e) {{(pid=109551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 03:54:21.353186 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6886975d-3b4c-4073-96f0-a5e1ceb9500b None None] Pushing event updated for resources: {'Port': ['ID=1caa7d94-df6c-49a3-909a-6ebbb04ca9d5,revision_number=4']} {{(pid=109552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:54:21.355869 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d8a979-95c4-4312-abd3-33bc7acefd2d None None] Routers {'d01bd52c-e54b-4548-8647-82ad8194ca5b'} bound to L3 agent in host dv-cinder-826949-1-iscsi {{(pid=109552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 03:54:21.356465 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.l3_hamode_db [None req-b0d8a979-95c4-4312-abd3-33bc7acefd2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T03:36:17Z,description=,heartbeat_timestamp=2022-01-29T03:54:17Z,host='dv-cinder-826949-1-iscsi',id=d5b8732c-6ac1-45e3-a79e-cd9863fe8196,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T03:36:18Z,topic='l3_agent')) {'router_ids': ['d01bd52c-e54b-4548-8647-82ad8194ca5b'], 'active': True} {{(pid=109552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:54:21.467262 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.l3_dvr_db [None req-b0d8a979-95c4-4312-abd3-33bc7acefd2d None None] Set router d01bd52c-e54b-4548-8647-82ad8194ca5b gateway port host: dv-cinder-826949-1-iscsi {{(pid=109552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 03:54:21.506697 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-201066e0-ad2c-4bc0-afa2-19a0b7220805 None None] Publish callbacks [] for port (1828acf4-596b-46e6-af40-bcc1c15e129e), precommit_create {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:21.511109 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-2691db1b-d7aa-41f6-9458-9bb592896558 admin admin] Publish callbacks [] for router_gateway (c95cc8ab-c607-4fd1-9a6e-7f668707f551), precommit_update {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:21.581101 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-201066e0-ad2c-4bc0-afa2-19a0b7220805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787145433393'] for port (1828acf4-596b-46e6-af40-bcc1c15e129e), after_create {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:21.636614 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-201066e0-ad2c-4bc0-afa2-19a0b7220805 None None] Network ad7b3cd9-3746-4c93-8919-6cd2d3184367 is already hosted by enough agents. {{(pid=109551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 03:54:21.641317 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201066e0-ad2c-4bc0-afa2-19a0b7220805 None None] Pushing event updated for resources: {'Port': ['ID=1828acf4-596b-46e6-af40-bcc1c15e129e,revision_number=1']} {{(pid=109551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:54:21.643893 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.provisioning_blocks [None req-dcb2e06d-ef90-4fdb-81cf-409cb8b9fb3e None None] Provisioning complete for port 1caa7d94-df6c-49a3-909a-6ebbb04ca9d5 triggered by entity DHCP. {{(pid=109551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 03:54:21.644272 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-dcb2e06d-ef90-4fdb-81cf-409cb8b9fb3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785313'] for port (1caa7d94-df6c-49a3-909a-6ebbb04ca9d5), provisioning_complete {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:21.646156 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.scheduler.base_scheduler [None req-201066e0-ad2c-4bc0-afa2-19a0b7220805 None None] Resources bound (agent type, host, resource id): {{(pid=109551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 03:54:21.649149 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201066e0-ad2c-4bc0-afa2-19a0b7220805 None None] Received port after_create {{(pid=109551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 03:54:21.681135 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.l3_hamode_db [None req-b0d8a979-95c4-4312-abd3-33bc7acefd2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd01bd52c-e54b-4548-8647-82ad8194ca5b', 'name': 'tempest-TestVolumeBootPattern-211160166-router', 'tenant_id': 'a12ca58f304343008cbef6b9b2f59dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'external_fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': '382b0a0c-6fbb-4b9d-a346-780fef802e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T03:54:15Z', 'updated_at': '2022-01-29T03:54:18Z', 'revision_number': 4, 'project_id': 'a12ca58f304343008cbef6b9b2f59dc6', 'gw_port': {'id': '382b0a0c-6fbb-4b9d-a346-780fef802e88', 'name': '', 'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01bd52c-e54b-4548-8647-82ad8194ca5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:54:15Z', 'updated_at': '2022-01-29T03:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-1-iscsi', '_interfaces': [{'id': '1caa7d94-df6c-49a3-909a-6ebbb04ca9d5', 'name': '', 'network_id': 'ccb34270-5897-4f8c-bf79-a40c6714fbbe', 'tenant_id': 'a12ca58f304343008cbef6b9b2f59dc6', 'mac_address': 'fa:16:3e:7b:1c:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd01bd52c-e54b-4548-8647-82ad8194ca5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c9d0986d-8523-45fc-a347-3d670f46c8d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:54:17Z', 'updated_at': '2022-01-29T03:54:21Z', 'revision_number': 4, 'project_id': 'a12ca58f304343008cbef6b9b2f59dc6', 'subnets': [{'id': 'c9d0986d-8523-45fc-a347-3d670f46c8d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-1-iscsi', False) {} {{(pid=109552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:54:21.713421 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d8a979-95c4-4312-abd3-33bc7acefd2d None None] The sync data for ids ['d01bd52c-e54b-4548-8647-82ad8194ca5b'] in dv-cinder-826949-1-iscsi is: [{'id': 'd01bd52c-e54b-4548-8647-82ad8194ca5b', 'name': 'tempest-TestVolumeBootPattern-211160166-router', 'tenant_id': 'a12ca58f304343008cbef6b9b2f59dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'external_fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': '382b0a0c-6fbb-4b9d-a346-780fef802e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T03:54:15Z', 'updated_at': '2022-01-29T03:54:18Z', 'revision_number': 4, 'project_id': 'a12ca58f304343008cbef6b9b2f59dc6', 'gw_port': {'id': '382b0a0c-6fbb-4b9d-a346-780fef802e88', 'name': '', 'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01bd52c-e54b-4548-8647-82ad8194ca5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:54:15Z', 'updated_at': '2022-01-29T03:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-1-iscsi', '_interfaces': [{'id': '1caa7d94-df6c-49a3-909a-6ebbb04ca9d5', 'name': '', 'network_id': 'ccb34270-5897-4f8c-bf79-a40c6714fbbe', 'tenant_id': 'a12ca58f304343008cbef6b9b2f59dc6', 'mac_address': 'fa:16:3e:7b:1c:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd01bd52c-e54b-4548-8647-82ad8194ca5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c9d0986d-8523-45fc-a347-3d670f46c8d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:54:17Z', 'updated_at': '2022-01-29T03:54:21Z', 'revision_number': 4, 'project_id': 'a12ca58f304343008cbef6b9b2f59dc6', 'subnets': [{'id': 'c9d0986d-8523-45fc-a347-3d670f46c8d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 03:54:21.745396 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.managers [None req-201066e0-ad2c-4bc0-afa2-19a0b7220805 None None] Attempting to bind port 1828acf4-596b-46e6-af40-bcc1c15e129e on host dv-cinder-826949-1-iscsi for vnic_type normal with profile {{(pid=109551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 03:54:21.745396 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.managers [None req-201066e0-ad2c-4bc0-afa2-19a0b7220805 None None] Attempting to bind port 1828acf4-596b-46e6-af40-bcc1c15e129e by drivers openvswitch,hyperv on host dv-cinder-826949-1-iscsi at level 0 using segments [{'id': '0d489051-b8d0-4819-b02d-6c1d8d00d7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'ad7b3cd9-3746-4c93-8919-6cd2d3184367'}] {{(pid=109551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 03:54:21.745616 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201066e0-ad2c-4bc0-afa2-19a0b7220805 None None] Attempting to bind port 1828acf4-596b-46e6-af40-bcc1c15e129e on network ad7b3cd9-3746-4c93-8919-6cd2d3184367 {{(pid=109551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 03:54:21.771948 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201066e0-ad2c-4bc0-afa2-19a0b7220805 None None] Checking agent: {'id': 'e75d1b00-832d-4bf5-b078-2c4f5b2c10cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826949-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 3, 36, 21), 'started_at': datetime.datetime(2022, 1, 29, 3, 36, 51), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 3, 54, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826949-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 03:54:21.772502 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201066e0-ad2c-4bc0-afa2-19a0b7220805 None None] Checking segment: {'id': '0d489051-b8d0-4819-b02d-6c1d8d00d7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'ad7b3cd9-3746-4c93-8919-6cd2d3184367'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 03:54:21.772908 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-201066e0-ad2c-4bc0-afa2-19a0b7220805 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:21.773954 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201066e0-ad2c-4bc0-afa2-19a0b7220805 None None] Bound using segment: {'id': '0d489051-b8d0-4819-b02d-6c1d8d00d7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'ad7b3cd9-3746-4c93-8919-6cd2d3184367'} {{(pid=109551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 03:54:21.774471 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.managers [None req-201066e0-ad2c-4bc0-afa2-19a0b7220805 None None] Bound port: 1828acf4-596b-46e6-af40-bcc1c15e129e, host: dv-cinder-826949-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d489051-b8d0-4819-b02d-6c1d8d00d7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'ad7b3cd9-3746-4c93-8919-6cd2d3184367'}}] {{(pid=109551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 03:54:21.774851 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-201066e0-ad2c-4bc0-afa2-19a0b7220805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (1828acf4-596b-46e6-af40-bcc1c15e129e), before_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:21.821024 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-2691db1b-d7aa-41f6-9458-9bb592896558 admin admin] Publish callbacks [] for router_gateway (c95cc8ab-c607-4fd1-9a6e-7f668707f551), before_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:21.821535 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-dcb2e06d-ef90-4fdb-81cf-409cb8b9fb3e None None] Current status of the port 1caa7d94-df6c-49a3-909a-6ebbb04ca9d5 is: DOWN; New status is: ACTIVE {{(pid=109551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 03:54:21.821912 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-dcb2e06d-ef90-4fdb-81cf-409cb8b9fb3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (1caa7d94-df6c-49a3-909a-6ebbb04ca9d5), before_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:21.840442 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-2691db1b-d7aa-41f6-9458-9bb592896558 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (None), before_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:21.898246 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-dcb2e06d-ef90-4fdb-81cf-409cb8b9fb3e None None] For port 1caa7d94-df6c-49a3-909a-6ebbb04ca9d5, host dv-cinder-826949-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-1-iscsi',level=0,port_id=1caa7d94-df6c-49a3-909a-6ebbb04ca9d5,segment=NetworkSegment(81da206d-ccab-43c6-9842-cd3d88bf0ec7),segment_id=81da206d-ccab-43c6-9842-cd3d88bf0ec7)] {{(pid=109551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 03:54:21.898246 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-201066e0-ad2c-4bc0-afa2-19a0b7220805 None None] For port 1828acf4-596b-46e6-af40-bcc1c15e129e, host dv-cinder-826949-1-iscsi, cleared binding levels {{(pid=109551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 03:54:21.899688 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-201066e0-ad2c-4bc0-afa2-19a0b7220805 None None] For port 1828acf4-596b-46e6-af40-bcc1c15e129e, host dv-cinder-826949-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-1-iscsi',level=0,port_id=1828acf4-596b-46e6-af40-bcc1c15e129e,segment=NetworkSegment(0d489051-b8d0-4819-b02d-6c1d8d00d7e2),segment_id=0d489051-b8d0-4819-b02d-6c1d8d00d7e2)] {{(pid=109551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 03:54:21.959801 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.db.db_base_plugin_common [None req-2691db1b-d7aa-41f6-9458-9bb592896558 admin admin] Allocated IP 172.27.1.51 (84058fb5-7499-436d-9c61-9715f17a209a/8ef1eacb-ef7e-49c2-acc5-31126b063ddd/27680185-f6cc-4564-9d59-2949c511ee9e) {{(pid=109549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 03:54:22.006616 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-dcb2e06d-ef90-4fdb-81cf-409cb8b9fb3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429'] for port (1caa7d94-df6c-49a3-909a-6ebbb04ca9d5), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:22.044482 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-201066e0-ad2c-4bc0-afa2-19a0b7220805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429'] for port (1828acf4-596b-46e6-af40-bcc1c15e129e), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:22.082224 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb2e06d-ef90-4fdb-81cf-409cb8b9fb3e None None] Pushing event updated for resources: {'Port': ['ID=1caa7d94-df6c-49a3-909a-6ebbb04ca9d5,revision_number=5']} {{(pid=109551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:54:22.098813 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-2691db1b-d7aa-41f6-9458-9bb592896558 admin admin] Publish callbacks [] for port (27680185-f6cc-4564-9d59-2949c511ee9e), precommit_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:22.119762 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Device 382b0a0c-6fbb-4b9d-a346-780fef802e88 up at agent ovs-agent-dv-cinder-826949-1-iscsi {{(pid=109551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 03:54:22.186065 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201066e0-ad2c-4bc0-afa2-19a0b7220805 None None] Pushing event updated for resources: {'Port': ['ID=1828acf4-596b-46e6-af40-bcc1c15e129e,revision_number=2']} {{(pid=109551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:54:22.200037 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.provisioning_blocks [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Provisioning complete for port 382b0a0c-6fbb-4b9d-a346-780fef802e88 triggered by entity L2. {{(pid=109551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 03:54:22.200413 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785313'] for port (382b0a0c-6fbb-4b9d-a346-780fef802e88), provisioning_complete {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:22.204327 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-2691db1b-d7aa-41f6-9458-9bb592896558 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787145433393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440449'] for port (27680185-f6cc-4564-9d59-2949c511ee9e), after_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:22.247596 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2691db1b-d7aa-41f6-9458-9bb592896558 admin admin] Network 84058fb5-7499-436d-9c61-9715f17a209a is already hosted by enough agents. {{(pid=109549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 03:54:22.250650 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.scheduler.base_scheduler [None req-2691db1b-d7aa-41f6-9458-9bb592896558 admin admin] Resources bound (agent type, host, resource id): {{(pid=109549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 03:54:22.255241 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2691db1b-d7aa-41f6-9458-9bb592896558 admin admin] Received port after_create {{(pid=109549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 03:54:22.307391 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2691db1b-d7aa-41f6-9458-9bb592896558 admin admin] Pushing event updated for resources: {'Port': ['ID=27680185-f6cc-4564-9d59-2949c511ee9e,revision_number=1']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:54:22.319547 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Current status of the port 382b0a0c-6fbb-4b9d-a346-780fef802e88 is: ACTIVE; New status is: ACTIVE {{(pid=109551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 03:54:22.320643 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Device 1caa7d94-df6c-49a3-909a-6ebbb04ca9d5 up at agent ovs-agent-dv-cinder-826949-1-iscsi {{(pid=109551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 03:54:22.383237 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.provisioning_blocks [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Provisioning complete for port 1caa7d94-df6c-49a3-909a-6ebbb04ca9d5 triggered by entity L2. {{(pid=109551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 03:54:22.383693 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785313'] for port (1caa7d94-df6c-49a3-909a-6ebbb04ca9d5), provisioning_complete {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:22.480688 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Current status of the port 1caa7d94-df6c-49a3-909a-6ebbb04ca9d5 is: ACTIVE; New status is: ACTIVE {{(pid=109551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 03:54:22.641182 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-2691db1b-d7aa-41f6-9458-9bb592896558 admin admin] Publish callbacks [] for router_gateway (c95cc8ab-c607-4fd1-9a6e-7f668707f551), after_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:22.849636 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-2691db1b-d7aa-41f6-9458-9bb592896558 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1922500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1915714'] for router (c95cc8ab-c607-4fd1-9a6e-7f668707f551), after_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:23.057403 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2691db1b-d7aa-41f6-9458-9bb592896558 admin admin] Router c95cc8ab-c607-4fd1-9a6e-7f668707f551 is scheduled to L3 agent d5b8732c-6ac1-45e3-a79e-cd9863fe8196 with binding_index 1 {{(pid=109549) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 03:54:23.111088 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0201bd7d-ba32-41c1-acf8-4e94d22ee691 None None] Network ad7b3cd9-3746-4c93-8919-6cd2d3184367 requested from dv-cinder-826949-1-iscsi {{(pid=109551) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 03:54:23.168247 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2691db1b-d7aa-41f6-9458-9bb592896558 admin admin] Notify agent at l3_agent.dv-cinder-826949-1-iscsi the message routers_updated {{(pid=109549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 03:54:23.177119 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.provisioning_blocks [None req-52cf43d6-bbdd-4d77-b80b-a1ead4ad3c18 None None] Provisioning complete for port 1828acf4-596b-46e6-af40-bcc1c15e129e triggered by entity DHCP. {{(pid=109551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 03:54:23.177119 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-52cf43d6-bbdd-4d77-b80b-a1ead4ad3c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785313'] for port (1828acf4-596b-46e6-af40-bcc1c15e129e), provisioning_complete {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:23.179914 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0327b48-dd6b-4503-824a-3f2f02b47597 None None] Sync routers for ids ['c95cc8ab-c607-4fd1-9a6e-7f668707f551'] in dv-cinder-826949-1-iscsi {{(pid=109551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 03:54:23.233170 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0327b48-dd6b-4503-824a-3f2f02b47597 None None] Routers {'c95cc8ab-c607-4fd1-9a6e-7f668707f551'} bound to L3 agent in host dv-cinder-826949-1-iscsi {{(pid=109551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 03:54:23.233806 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_hamode_db [None req-f0327b48-dd6b-4503-824a-3f2f02b47597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T03:36:17Z,description=,heartbeat_timestamp=2022-01-29T03:54:17Z,host='dv-cinder-826949-1-iscsi',id=d5b8732c-6ac1-45e3-a79e-cd9863fe8196,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T03:36:18Z,topic='l3_agent')) {'router_ids': ['c95cc8ab-c607-4fd1-9a6e-7f668707f551'], 'active': True} {{(pid=109551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:54:23.251582 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-2691db1b-d7aa-41f6-9458-9bb592896558 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:23.253513 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-2691db1b-d7aa-41f6-9458-9bb592896558 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.1399622 Jan 29 03:54:23.256378 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 54008) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:54:23.402565 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_dvr_db [None req-f0327b48-dd6b-4503-824a-3f2f02b47597 None None] Set router c95cc8ab-c607-4fd1-9a6e-7f668707f551 gateway port host: dv-cinder-826949-1-iscsi {{(pid=109551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 03:54:23.404248 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-52cf43d6-bbdd-4d77-b80b-a1ead4ad3c18 None None] Current status of the port 1828acf4-596b-46e6-af40-bcc1c15e129e is: DOWN; New status is: ACTIVE {{(pid=109551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 03:54:23.404696 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-52cf43d6-bbdd-4d77-b80b-a1ead4ad3c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (1828acf4-596b-46e6-af40-bcc1c15e129e), before_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:23.662382 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-52cf43d6-bbdd-4d77-b80b-a1ead4ad3c18 None None] For port 1828acf4-596b-46e6-af40-bcc1c15e129e, host dv-cinder-826949-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-1-iscsi',level=0,port_id=1828acf4-596b-46e6-af40-bcc1c15e129e,segment=NetworkSegment(0d489051-b8d0-4819-b02d-6c1d8d00d7e2),segment_id=0d489051-b8d0-4819-b02d-6c1d8d00d7e2)] {{(pid=109551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 03:54:23.689599 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-7203b94d-cd1d-4608-b123-cd055f49504d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (None), before_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:23.740949 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_hamode_db [None req-f0327b48-dd6b-4503-824a-3f2f02b47597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c95cc8ab-c607-4fd1-9a6e-7f668707f551', 'name': 'tempest-TestVolumeBootPattern-1478559087-router', 'tenant_id': '269d52684ec540e882535ef8ac596229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'external_fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '27680185-f6cc-4564-9d59-2949c511ee9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T03:54:21Z', 'updated_at': '2022-01-29T03:54:22Z', 'revision_number': 3, 'project_id': '269d52684ec540e882535ef8ac596229', 'gw_port': {'id': '27680185-f6cc-4564-9d59-2949c511ee9e', 'name': '', 'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:a6:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c95cc8ab-c607-4fd1-9a6e-7f668707f551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:54:21Z', 'updated_at': '2022-01-29T03:54:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-1-iscsi'}], 'dv-cinder-826949-1-iscsi', False) {} {{(pid=109551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:54:23.766906 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0327b48-dd6b-4503-824a-3f2f02b47597 None None] Checking router: c95cc8ab-c607-4fd1-9a6e-7f668707f551 for host: dv-cinder-826949-1-iscsi {{(pid=109551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 03:54:23.767261 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0327b48-dd6b-4503-824a-3f2f02b47597 None None] Updating router c95cc8ab-c607-4fd1-9a6e-7f668707f551 port 27680185-f6cc-4564-9d59-2949c511ee9e binding host dv-cinder-826949-1-iscsi {{(pid=109551) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 03:54:23.769045 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-52cf43d6-bbdd-4d77-b80b-a1ead4ad3c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429'] for port (1828acf4-596b-46e6-af40-bcc1c15e129e), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:23.821412 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-f0327b48-dd6b-4503-824a-3f2f02b47597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (27680185-f6cc-4564-9d59-2949c511ee9e), before_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:23.844635 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.db.db_base_plugin_common [None req-7203b94d-cd1d-4608-b123-cd055f49504d admin admin] Allocated IP 172.20.0.1 (ad7b3cd9-3746-4c93-8919-6cd2d3184367/f5718a0b-6b77-48f8-8819-434d0385d839/ea778e1c-6393-4b9b-b9f1-658b59d524fe) {{(pid=109549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 03:54:23.867673 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cf43d6-bbdd-4d77-b80b-a1ead4ad3c18 None None] Pushing event updated for resources: {'Port': ['ID=1828acf4-596b-46e6-af40-bcc1c15e129e,revision_number=3']} {{(pid=109551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:54:23.950845 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.provisioning_blocks [None req-acfd9e8f-1695-4579-ae5e-338c12de03ee None None] Provisioning complete for port 1828acf4-596b-46e6-af40-bcc1c15e129e triggered by entity DHCP. {{(pid=109551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 03:54:23.951745 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-acfd9e8f-1695-4579-ae5e-338c12de03ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785313'] for port (1828acf4-596b-46e6-af40-bcc1c15e129e), provisioning_complete {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:23.969754 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-7203b94d-cd1d-4608-b123-cd055f49504d admin admin] Publish callbacks [] for port (ea778e1c-6393-4b9b-b9f1-658b59d524fe), precommit_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:24.036481 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Device 1828acf4-596b-46e6-af40-bcc1c15e129e up at agent ovs-agent-dv-cinder-826949-1-iscsi {{(pid=109551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 03:54:24.075457 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-7203b94d-cd1d-4608-b123-cd055f49504d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787145433393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440449'] for port (ea778e1c-6393-4b9b-b9f1-658b59d524fe), after_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:24.112588 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7203b94d-cd1d-4608-b123-cd055f49504d admin admin] Network ad7b3cd9-3746-4c93-8919-6cd2d3184367 is already hosted by enough agents. {{(pid=109549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 03:54:24.115480 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.scheduler.base_scheduler [None req-7203b94d-cd1d-4608-b123-cd055f49504d admin admin] Resources bound (agent type, host, resource id): {{(pid=109549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 03:54:24.117855 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7203b94d-cd1d-4608-b123-cd055f49504d admin admin] Received port after_create {{(pid=109549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 03:54:24.152675 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7203b94d-cd1d-4608-b123-cd055f49504d admin admin] Pushing event updated for resources: {'Port': ['ID=ea778e1c-6393-4b9b-b9f1-658b59d524fe,revision_number=1']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:54:24.174485 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-7203b94d-cd1d-4608-b123-cd055f49504d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1909781'] for router_interface (c95cc8ab-c607-4fd1-9a6e-7f668707f551), before_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:24.189685 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-acfd9e8f-1695-4579-ae5e-338c12de03ee None None] Current status of the port 1828acf4-596b-46e6-af40-bcc1c15e129e is: ACTIVE; New status is: ACTIVE {{(pid=109551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 03:54:24.193979 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.provisioning_blocks [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Provisioning complete for port 1828acf4-596b-46e6-af40-bcc1c15e129e triggered by entity L2. {{(pid=109551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 03:54:24.194449 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785313'] for port (1828acf4-596b-46e6-af40-bcc1c15e129e), provisioning_complete {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:24.234437 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-f0327b48-dd6b-4503-824a-3f2f02b47597 None None] Publish callbacks [] for port (27680185-f6cc-4564-9d59-2949c511ee9e), precommit_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:24.294343 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Current status of the port 1828acf4-596b-46e6-af40-bcc1c15e129e is: ACTIVE; New status is: ACTIVE {{(pid=109551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 03:54:24.295507 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Device 1caa7d94-df6c-49a3-909a-6ebbb04ca9d5 up at agent ovs-agent-dv-cinder-826949-1-iscsi {{(pid=109551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 03:54:24.317872 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-f0327b48-dd6b-4503-824a-3f2f02b47597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429'] for port (27680185-f6cc-4564-9d59-2949c511ee9e), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:24.371848 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-7203b94d-cd1d-4608-b123-cd055f49504d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (ea778e1c-6393-4b9b-b9f1-658b59d524fe), before_update {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:24.382772 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ca35a4-41f2-4dbf-9432-3f41b50c7f4b None None] Pushing event updated for resources: {'Port': ['ID=27680185-f6cc-4564-9d59-2949c511ee9e,revision_number=2']} {{(pid=109551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:54:24.385609 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.managers [None req-f0327b48-dd6b-4503-824a-3f2f02b47597 None None] Attempting to bind port 27680185-f6cc-4564-9d59-2949c511ee9e on host dv-cinder-826949-1-iscsi for vnic_type normal with profile {{(pid=109551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 03:54:24.385973 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.managers [None req-f0327b48-dd6b-4503-824a-3f2f02b47597 None None] Attempting to bind port 27680185-f6cc-4564-9d59-2949c511ee9e by drivers openvswitch,hyperv on host dv-cinder-826949-1-iscsi at level 0 using segments [{'id': '59bb8c29-301f-4146-9f63-152343a78833', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84058fb5-7499-436d-9c61-9715f17a209a'}] {{(pid=109551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 03:54:24.386355 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0327b48-dd6b-4503-824a-3f2f02b47597 None None] Attempting to bind port 27680185-f6cc-4564-9d59-2949c511ee9e on network 84058fb5-7499-436d-9c61-9715f17a209a {{(pid=109551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 03:54:24.394957 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0327b48-dd6b-4503-824a-3f2f02b47597 None None] Checking agent: {'id': 'e75d1b00-832d-4bf5-b078-2c4f5b2c10cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826949-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 3, 36, 21), 'started_at': datetime.datetime(2022, 1, 29, 3, 36, 51), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 3, 54, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826949-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 03:54:24.395328 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0327b48-dd6b-4503-824a-3f2f02b47597 None None] Checking segment: {'id': '59bb8c29-301f-4146-9f63-152343a78833', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84058fb5-7499-436d-9c61-9715f17a209a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 03:54:24.395721 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-f0327b48-dd6b-4503-824a-3f2f02b47597 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:24.396101 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0327b48-dd6b-4503-824a-3f2f02b47597 None None] Bound using segment: {'id': '59bb8c29-301f-4146-9f63-152343a78833', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84058fb5-7499-436d-9c61-9715f17a209a'} {{(pid=109551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 03:54:24.396559 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.managers [None req-f0327b48-dd6b-4503-824a-3f2f02b47597 None None] Bound port: 27680185-f6cc-4564-9d59-2949c511ee9e, host: dv-cinder-826949-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59bb8c29-301f-4146-9f63-152343a78833', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84058fb5-7499-436d-9c61-9715f17a209a'}}] {{(pid=109551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 03:54:24.396929 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-f0327b48-dd6b-4503-824a-3f2f02b47597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (27680185-f6cc-4564-9d59-2949c511ee9e), before_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:24.454061 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.provisioning_blocks [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Provisioning complete for port 1caa7d94-df6c-49a3-909a-6ebbb04ca9d5 triggered by entity L2. {{(pid=109551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 03:54:24.454458 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785313'] for port (1caa7d94-df6c-49a3-909a-6ebbb04ca9d5), provisioning_complete {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:24.493321 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.provisioning_blocks [None req-fd85415d-0a07-4251-b272-3a5b58091839 None None] Provisioning complete for port ea778e1c-6393-4b9b-b9f1-658b59d524fe triggered by entity DHCP. {{(pid=109551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 03:54:24.493926 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-fd85415d-0a07-4251-b272-3a5b58091839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785313'] for port (ea778e1c-6393-4b9b-b9f1-658b59d524fe), provisioning_complete {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:24.532845 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-f0327b48-dd6b-4503-824a-3f2f02b47597 None None] For port 27680185-f6cc-4564-9d59-2949c511ee9e, host dv-cinder-826949-1-iscsi, cleared binding levels {{(pid=109551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 03:54:24.555288 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-7203b94d-cd1d-4608-b123-cd055f49504d admin admin] Publish callbacks [] for port (ea778e1c-6393-4b9b-b9f1-658b59d524fe), precommit_update {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:24.557516 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-f0327b48-dd6b-4503-824a-3f2f02b47597 None None] For port 27680185-f6cc-4564-9d59-2949c511ee9e, host dv-cinder-826949-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-1-iscsi',level=0,port_id=27680185-f6cc-4564-9d59-2949c511ee9e,segment=NetworkSegment(59bb8c29-301f-4146-9f63-152343a78833),segment_id=59bb8c29-301f-4146-9f63-152343a78833)] {{(pid=109551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 03:54:24.562519 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-fd85415d-0a07-4251-b272-3a5b58091839 None None] Port ea778e1c-6393-4b9b-b9f1-658b59d524fe cannot update to ACTIVE because it is not bound. {{(pid=109551) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 03:54:24.605206 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Current status of the port 1caa7d94-df6c-49a3-909a-6ebbb04ca9d5 is: ACTIVE; New status is: ACTIVE {{(pid=109551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 03:54:24.617554 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-7203b94d-cd1d-4608-b123-cd055f49504d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440456'] for port (ea778e1c-6393-4b9b-b9f1-658b59d524fe), after_update {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:24.627081 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-f0327b48-dd6b-4503-824a-3f2f02b47597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429'] for port (27680185-f6cc-4564-9d59-2949c511ee9e), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:24.694937 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7203b94d-cd1d-4608-b123-cd055f49504d admin admin] Pushing event updated for resources: {'Port': ['ID=ea778e1c-6393-4b9b-b9f1-658b59d524fe,revision_number=2']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:54:24.697428 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-7203b94d-cd1d-4608-b123-cd055f49504d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1605918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1910661'] for router_interface (c95cc8ab-c607-4fd1-9a6e-7f668707f551), after_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:24.700184 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0327b48-dd6b-4503-824a-3f2f02b47597 None None] Routers {'c95cc8ab-c607-4fd1-9a6e-7f668707f551'} bound to L3 agent in host dv-cinder-826949-1-iscsi {{(pid=109551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 03:54:24.702575 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_hamode_db [None req-f0327b48-dd6b-4503-824a-3f2f02b47597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T03:36:17Z,description=,heartbeat_timestamp=2022-01-29T03:54:17Z,host='dv-cinder-826949-1-iscsi',id=d5b8732c-6ac1-45e3-a79e-cd9863fe8196,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T03:36:18Z,topic='l3_agent')) {'router_ids': ['c95cc8ab-c607-4fd1-9a6e-7f668707f551'], 'active': True} {{(pid=109551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:54:24.709256 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ca35a4-41f2-4dbf-9432-3f41b50c7f4b None None] Pushing event updated for resources: {'Port': ['ID=27680185-f6cc-4564-9d59-2949c511ee9e,revision_number=3']} {{(pid=109551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:54:24.797004 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7203b94d-cd1d-4608-b123-cd055f49504d admin admin] Network ad7b3cd9-3746-4c93-8919-6cd2d3184367 is already hosted by enough agents. {{(pid=109549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 03:54:24.798427 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.scheduler.base_scheduler [None req-7203b94d-cd1d-4608-b123-cd055f49504d admin admin] Resources bound (agent type, host, resource id): {{(pid=109549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 03:54:24.840572 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_dvr_db [None req-f0327b48-dd6b-4503-824a-3f2f02b47597 None None] Set router c95cc8ab-c607-4fd1-9a6e-7f668707f551 gateway port host: dv-cinder-826949-1-iscsi {{(pid=109551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 03:54:25.069749 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_hamode_db [None req-f0327b48-dd6b-4503-824a-3f2f02b47597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c95cc8ab-c607-4fd1-9a6e-7f668707f551', 'name': 'tempest-TestVolumeBootPattern-1478559087-router', 'tenant_id': '269d52684ec540e882535ef8ac596229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'external_fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '27680185-f6cc-4564-9d59-2949c511ee9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T03:54:21Z', 'updated_at': '2022-01-29T03:54:24Z', 'revision_number': 4, 'project_id': '269d52684ec540e882535ef8ac596229', 'gw_port': {'id': '27680185-f6cc-4564-9d59-2949c511ee9e', 'name': '', 'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:a6:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c95cc8ab-c607-4fd1-9a6e-7f668707f551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:54:21Z', 'updated_at': '2022-01-29T03:54:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-1-iscsi', '_interfaces': [{'id': 'ea778e1c-6393-4b9b-b9f1-658b59d524fe', 'name': '', 'network_id': 'ad7b3cd9-3746-4c93-8919-6cd2d3184367', 'tenant_id': '269d52684ec540e882535ef8ac596229', 'mac_address': 'fa:16:3e:69:05:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c95cc8ab-c607-4fd1-9a6e-7f668707f551', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'f5718a0b-6b77-48f8-8819-434d0385d839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:54:23Z', 'updated_at': '2022-01-29T03:54:24Z', 'revision_number': 2, 'project_id': '269d52684ec540e882535ef8ac596229', 'subnets': [{'id': 'f5718a0b-6b77-48f8-8819-434d0385d839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-1-iscsi', False) {} {{(pid=109551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:54:25.100953 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0327b48-dd6b-4503-824a-3f2f02b47597 None None] The sync data for ids ['c95cc8ab-c607-4fd1-9a6e-7f668707f551'] in dv-cinder-826949-1-iscsi is: [{'id': 'c95cc8ab-c607-4fd1-9a6e-7f668707f551', 'name': 'tempest-TestVolumeBootPattern-1478559087-router', 'tenant_id': '269d52684ec540e882535ef8ac596229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'external_fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '27680185-f6cc-4564-9d59-2949c511ee9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T03:54:21Z', 'updated_at': '2022-01-29T03:54:24Z', 'revision_number': 4, 'project_id': '269d52684ec540e882535ef8ac596229', 'gw_port': {'id': '27680185-f6cc-4564-9d59-2949c511ee9e', 'name': '', 'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:a6:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c95cc8ab-c607-4fd1-9a6e-7f668707f551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:54:21Z', 'updated_at': '2022-01-29T03:54:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-1-iscsi', '_interfaces': [{'id': 'ea778e1c-6393-4b9b-b9f1-658b59d524fe', 'name': '', 'network_id': 'ad7b3cd9-3746-4c93-8919-6cd2d3184367', 'tenant_id': '269d52684ec540e882535ef8ac596229', 'mac_address': 'fa:16:3e:69:05:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c95cc8ab-c607-4fd1-9a6e-7f668707f551', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'f5718a0b-6b77-48f8-8819-434d0385d839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:54:23Z', 'updated_at': '2022-01-29T03:54:24Z', 'revision_number': 2, 'project_id': '269d52684ec540e882535ef8ac596229', 'subnets': [{'id': 'f5718a0b-6b77-48f8-8819-434d0385d839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 03:54:25.111990 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.provisioning_blocks [None req-84869692-981d-4205-bf18-f6f4b504d8fa None None] Provisioning complete for port ea778e1c-6393-4b9b-b9f1-658b59d524fe triggered by entity DHCP. {{(pid=109551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 03:54:25.112461 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-84869692-981d-4205-bf18-f6f4b504d8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785313'] for port (ea778e1c-6393-4b9b-b9f1-658b59d524fe), provisioning_complete {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:25.153578 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-84869692-981d-4205-bf18-f6f4b504d8fa None None] Port ea778e1c-6393-4b9b-b9f1-658b59d524fe cannot update to ACTIVE because it is not bound. {{(pid=109551) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 03:54:25.195777 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7203b94d-cd1d-4608-b123-cd055f49504d admin admin] Router c95cc8ab-c607-4fd1-9a6e-7f668707f551 has already been hosted by L3 agent d5b8732c-6ac1-45e3-a79e-cd9863fe8196 {{(pid=109549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 03:54:25.308418 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7203b94d-cd1d-4608-b123-cd055f49504d admin admin] Notify agent at l3_agent.dv-cinder-826949-1-iscsi the message routers_updated {{(pid=109549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 03:54:25.313374 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-7203b94d-cd1d-4608-b123-cd055f49504d admin admin] 10.222.0.16 "PUT /v2.0/routers/c95cc8ab-c607-4fd1-9a6e-7f668707f551/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0559421 Jan 29 03:54:25.973370 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 54018) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:54:25.978116 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.v2.base [None req-6ea87e17-e23a-45c1-9860-2dc17cfebd54 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1196771207', 'description': 'tempest-secgroup-smoke-1196771207 description', 'project_id': 'a12ca58f304343008cbef6b9b2f59dc6'}} {{(pid=109549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 03:54:26.034462 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Device 27680185-f6cc-4564-9d59-2949c511ee9e up at agent ovs-agent-dv-cinder-826949-1-iscsi {{(pid=109551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 03:54:26.072385 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-6ea87e17-e23a-45c1-9860-2dc17cfebd54 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Publish callbacks [] for security_group (None), before_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:26.092271 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.provisioning_blocks [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Provisioning complete for port 27680185-f6cc-4564-9d59-2949c511ee9e triggered by entity L2. {{(pid=109551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 03:54:26.092738 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785313'] for port (27680185-f6cc-4564-9d59-2949c511ee9e), provisioning_complete {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:26.135712 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (ad4128b7-7a77-4672-aa49-b5d5d6c7d736), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:26.147711 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-6ea87e17-e23a-45c1-9860-2dc17cfebd54 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Publish callbacks [] for security_group (e28351e5-d3d9-45bd-a13e-59941a8f9d8c), precommit_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:26.180148 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Current status of the port 27680185-f6cc-4564-9d59-2949c511ee9e is: DOWN; New status is: ACTIVE {{(pid=109551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 03:54:26.180535 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (27680185-f6cc-4564-9d59-2949c511ee9e), before_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:26.202786 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] For port 27680185-f6cc-4564-9d59-2949c511ee9e, host dv-cinder-826949-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-1-iscsi',level=0,port_id=27680185-f6cc-4564-9d59-2949c511ee9e,segment=NetworkSegment(59bb8c29-301f-4146-9f63-152343a78833),segment_id=59bb8c29-301f-4146-9f63-152343a78833)] {{(pid=109551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 03:54:26.218414 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-6ea87e17-e23a-45c1-9860-2dc17cfebd54 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (e28351e5-d3d9-45bd-a13e-59941a8f9d8c), after_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:26.247263 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea87e17-e23a-45c1-9860-2dc17cfebd54 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e28351e5-d3d9-45bd-a13e-59941a8f9d8c,revision_number=1']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:54:26.274953 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429'] for port (27680185-f6cc-4564-9d59-2949c511ee9e), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:26.275811 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Device 1828acf4-596b-46e6-af40-bcc1c15e129e up at agent ovs-agent-dv-cinder-826949-1-iscsi {{(pid=109551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 03:54:26.305450 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-6ea87e17-e23a-45c1-9860-2dc17cfebd54 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Publish callbacks [] for security_group (None), before_response {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:26.309835 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 54020) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:54:26.312161 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-6ea87e17-e23a-45c1-9860-2dc17cfebd54 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3354232 Jan 29 03:54:26.315956 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.v2.base [None req-0afd1e41-d0aa-45b7-b59c-7cfeff1a7deb tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Request body: {'security_group_rule': {'security_group_id': 'e28351e5-d3d9-45bd-a13e-59941a8f9d8c', 'project_id': 'a12ca58f304343008cbef6b9b2f59dc6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 03:54:26.353808 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Pushing event updated for resources: {'Port': ['ID=27680185-f6cc-4564-9d59-2949c511ee9e,revision_number=4']} {{(pid=109551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:54:26.367547 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.provisioning_blocks [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Provisioning complete for port 1828acf4-596b-46e6-af40-bcc1c15e129e triggered by entity L2. {{(pid=109551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 03:54:26.367896 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785313'] for port (1828acf4-596b-46e6-af40-bcc1c15e129e), provisioning_complete {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:26.446275 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Current status of the port 1828acf4-596b-46e6-af40-bcc1c15e129e is: ACTIVE; New status is: ACTIVE {{(pid=109551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 03:54:26.462640 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-0afd1e41-d0aa-45b7-b59c-7cfeff1a7deb tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Publish callbacks [] for security_group_rule (319ecbca-5042-48a9-bde5-1524081b03eb), before_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:26.521120 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-0afd1e41-d0aa-45b7-b59c-7cfeff1a7deb tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Publish callbacks [] for security_group_rule (319ecbca-5042-48a9-bde5-1524081b03eb), precommit_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:26.592120 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-0afd1e41-d0aa-45b7-b59c-7cfeff1a7deb tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615546'] for security_group_rule (319ecbca-5042-48a9-bde5-1524081b03eb), after_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:26.609161 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afd1e41-d0aa-45b7-b59c-7cfeff1a7deb tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=319ecbca-5042-48a9-bde5-1524081b03eb,revision_number=0']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:54:26.691477 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-0afd1e41-d0aa-45b7-b59c-7cfeff1a7deb tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:26.692711 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-0afd1e41-d0aa-45b7-b59c-7cfeff1a7deb tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3812582 Jan 29 03:54:26.695342 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 54022) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:54:26.699686 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.v2.base [None req-f2c1f2c7-bad2-4230-b9a9-189cd607a6f5 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Request body: {'security_group_rule': {'security_group_id': 'e28351e5-d3d9-45bd-a13e-59941a8f9d8c', 'project_id': 'a12ca58f304343008cbef6b9b2f59dc6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 03:54:26.797143 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-f2c1f2c7-bad2-4230-b9a9-189cd607a6f5 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Publish callbacks [] for security_group_rule (59c17f43-d19f-49c3-bf95-227b364500c1), before_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:26.852111 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-f2c1f2c7-bad2-4230-b9a9-189cd607a6f5 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Publish callbacks [] for security_group_rule (59c17f43-d19f-49c3-bf95-227b364500c1), precommit_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:26.934715 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-f2c1f2c7-bad2-4230-b9a9-189cd607a6f5 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615546'] for security_group_rule (59c17f43-d19f-49c3-bf95-227b364500c1), after_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:26.954408 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c1f2c7-bad2-4230-b9a9-189cd607a6f5 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59c17f43-d19f-49c3-bf95-227b364500c1,revision_number=0']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:54:27.039497 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-f2c1f2c7-bad2-4230-b9a9-189cd607a6f5 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:27.040860 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-f2c1f2c7-bad2-4230-b9a9-189cd607a6f5 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3446057 Jan 29 03:54:27.043563 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 54024) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:54:27.048483 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.v2.base [None req-70fa514a-5c87-42d0-9d50-7bffddf92a90 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Request body: {'security_group_rule': {'security_group_id': 'e28351e5-d3d9-45bd-a13e-59941a8f9d8c', 'project_id': 'a12ca58f304343008cbef6b9b2f59dc6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 03:54:27.133695 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-70fa514a-5c87-42d0-9d50-7bffddf92a90 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Publish callbacks [] for security_group_rule (71a8c454-1b97-4811-b9a9-c04212813239), before_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:27.189478 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-70fa514a-5c87-42d0-9d50-7bffddf92a90 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Publish callbacks [] for security_group_rule (71a8c454-1b97-4811-b9a9-c04212813239), precommit_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:27.271788 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-70fa514a-5c87-42d0-9d50-7bffddf92a90 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615546'] for security_group_rule (71a8c454-1b97-4811-b9a9-c04212813239), after_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:27.290391 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fa514a-5c87-42d0-9d50-7bffddf92a90 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71a8c454-1b97-4811-b9a9-c04212813239,revision_number=0']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:54:27.413915 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-70fa514a-5c87-42d0-9d50-7bffddf92a90 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:27.417633 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-70fa514a-5c87-42d0-9d50-7bffddf92a90 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3706970 Jan 29 03:54:27.417970 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 54026) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:54:27.423128 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.v2.base [None req-9f09407d-fa29-449b-bb16-687cc3beca5e tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Request body: {'security_group_rule': {'security_group_id': 'e28351e5-d3d9-45bd-a13e-59941a8f9d8c', 'project_id': 'a12ca58f304343008cbef6b9b2f59dc6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 03:54:27.486293 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d7e749-3330-4534-a403-e7c3404a3a91 None None] Sync routers for ids ['c95cc8ab-c607-4fd1-9a6e-7f668707f551'] in dv-cinder-826949-1-iscsi {{(pid=109552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 03:54:27.495564 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d7e749-3330-4534-a403-e7c3404a3a91 None None] Routers {'c95cc8ab-c607-4fd1-9a6e-7f668707f551'} bound to L3 agent in host dv-cinder-826949-1-iscsi {{(pid=109552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 03:54:27.496166 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.l3_hamode_db [None req-69d7e749-3330-4534-a403-e7c3404a3a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T03:36:17Z,description=,heartbeat_timestamp=2022-01-29T03:54:17Z,host='dv-cinder-826949-1-iscsi',id=d5b8732c-6ac1-45e3-a79e-cd9863fe8196,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T03:36:18Z,topic='l3_agent')) {'router_ids': ['c95cc8ab-c607-4fd1-9a6e-7f668707f551'], 'active': True} {{(pid=109552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:54:27.519809 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-9f09407d-fa29-449b-bb16-687cc3beca5e tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Publish callbacks [] for security_group_rule (92ac3113-79a3-47ee-a319-38a264534b7e), before_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:27.577156 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-9f09407d-fa29-449b-bb16-687cc3beca5e tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Publish callbacks [] for security_group_rule (92ac3113-79a3-47ee-a319-38a264534b7e), precommit_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:27.600885 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.l3_dvr_db [None req-69d7e749-3330-4534-a403-e7c3404a3a91 None None] Set router c95cc8ab-c607-4fd1-9a6e-7f668707f551 gateway port host: dv-cinder-826949-1-iscsi {{(pid=109552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 03:54:27.646326 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-9f09407d-fa29-449b-bb16-687cc3beca5e tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615546'] for security_group_rule (92ac3113-79a3-47ee-a319-38a264534b7e), after_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:27.665112 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f09407d-fa29-449b-bb16-687cc3beca5e tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92ac3113-79a3-47ee-a319-38a264534b7e,revision_number=0']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:54:27.722637 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-9f09407d-fa29-449b-bb16-687cc3beca5e tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:27.726718 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-9f09407d-fa29-449b-bb16-687cc3beca5e tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3049910 Jan 29 03:54:27.726868 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 54028) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:54:27.731229 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.v2.base [None req-2baedc0d-f06a-44fd-bfe9-cc6b30e626af tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Request body: {'security_group_rule': {'security_group_id': 'e28351e5-d3d9-45bd-a13e-59941a8f9d8c', 'project_id': 'a12ca58f304343008cbef6b9b2f59dc6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 03:54:27.791854 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.l3_hamode_db [None req-69d7e749-3330-4534-a403-e7c3404a3a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c95cc8ab-c607-4fd1-9a6e-7f668707f551', 'name': 'tempest-TestVolumeBootPattern-1478559087-router', 'tenant_id': '269d52684ec540e882535ef8ac596229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'external_fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '27680185-f6cc-4564-9d59-2949c511ee9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T03:54:21Z', 'updated_at': '2022-01-29T03:54:24Z', 'revision_number': 4, 'project_id': '269d52684ec540e882535ef8ac596229', 'gw_port': {'id': '27680185-f6cc-4564-9d59-2949c511ee9e', 'name': '', 'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:a6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c95cc8ab-c607-4fd1-9a6e-7f668707f551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:54:21Z', 'updated_at': '2022-01-29T03:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-1-iscsi', '_interfaces': [{'id': 'ea778e1c-6393-4b9b-b9f1-658b59d524fe', 'name': '', 'network_id': 'ad7b3cd9-3746-4c93-8919-6cd2d3184367', 'tenant_id': '269d52684ec540e882535ef8ac596229', 'mac_address': 'fa:16:3e:69:05:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c95cc8ab-c607-4fd1-9a6e-7f668707f551', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'f5718a0b-6b77-48f8-8819-434d0385d839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:54:23Z', 'updated_at': '2022-01-29T03:54:24Z', 'revision_number': 2, 'project_id': '269d52684ec540e882535ef8ac596229', 'subnets': [{'id': 'f5718a0b-6b77-48f8-8819-434d0385d839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-1-iscsi', False) {} {{(pid=109552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:54:27.811837 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.db.securitygroups_db [None req-2baedc0d-f06a-44fd-bfe9-cc6b30e626af tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Project a12ca58f304343008cbef6b9b2f59dc6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 29 03:54:27.816890 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-2baedc0d-f06a-44fd-bfe9-cc6b30e626af tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Publish callbacks [] for security_group_rule (3fcdb002-14ba-49fe-becc-97b610a951a8), before_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:27.819693 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d7e749-3330-4534-a403-e7c3404a3a91 None None] Checking router: c95cc8ab-c607-4fd1-9a6e-7f668707f551 for host: dv-cinder-826949-1-iscsi {{(pid=109552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 03:54:27.820042 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d7e749-3330-4534-a403-e7c3404a3a91 None None] Updating router c95cc8ab-c607-4fd1-9a6e-7f668707f551 port ea778e1c-6393-4b9b-b9f1-658b59d524fe binding host dv-cinder-826949-1-iscsi {{(pid=109552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 03:54:27.846828 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron_lib.callbacks.manager [None req-69d7e749-3330-4534-a403-e7c3404a3a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (ea778e1c-6393-4b9b-b9f1-658b59d524fe), before_update {{(pid=109552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:27.878024 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-2baedc0d-f06a-44fd-bfe9-cc6b30e626af tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Publish callbacks [] for security_group_rule (3fcdb002-14ba-49fe-becc-97b610a951a8), precommit_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:27.926552 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Device 27680185-f6cc-4564-9d59-2949c511ee9e up at agent ovs-agent-dv-cinder-826949-1-iscsi {{(pid=109551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 03:54:27.957834 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-2baedc0d-f06a-44fd-bfe9-cc6b30e626af tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615546'] for security_group_rule (3fcdb002-14ba-49fe-becc-97b610a951a8), after_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:27.976002 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baedc0d-f06a-44fd-bfe9-cc6b30e626af tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fcdb002-14ba-49fe-becc-97b610a951a8,revision_number=0']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:54:27.984092 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.provisioning_blocks [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Provisioning complete for port 27680185-f6cc-4564-9d59-2949c511ee9e triggered by entity L2. {{(pid=109551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 03:54:27.984472 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785313'] for port (27680185-f6cc-4564-9d59-2949c511ee9e), provisioning_complete {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:28.059569 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-2baedc0d-f06a-44fd-bfe9-cc6b30e626af tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:28.064145 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-2baedc0d-f06a-44fd-bfe9-cc6b30e626af tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3336706 Jan 29 03:54:28.064600 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 54030) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:54:28.065256 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Current status of the port 27680185-f6cc-4564-9d59-2949c511ee9e is: ACTIVE; New status is: ACTIVE {{(pid=109551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 03:54:28.069345 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.v2.base [None req-8788c692-a0e1-4349-909e-b771cd1c0c12 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Request body: {'security_group_rule': {'security_group_id': 'e28351e5-d3d9-45bd-a13e-59941a8f9d8c', 'project_id': 'a12ca58f304343008cbef6b9b2f59dc6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 03:54:28.111758 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron_lib.callbacks.manager [None req-69d7e749-3330-4534-a403-e7c3404a3a91 None None] Publish callbacks [] for port (ea778e1c-6393-4b9b-b9f1-658b59d524fe), precommit_update {{(pid=109552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:28.137671 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.db.securitygroups_db [None req-8788c692-a0e1-4349-909e-b771cd1c0c12 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Project a12ca58f304343008cbef6b9b2f59dc6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 29 03:54:28.143572 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-8788c692-a0e1-4349-909e-b771cd1c0c12 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Publish callbacks [] for security_group_rule (6e2b209e-1370-441f-9fce-932cee61e471), before_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:28.183249 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron_lib.callbacks.manager [None req-69d7e749-3330-4534-a403-e7c3404a3a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429'] for port (ea778e1c-6393-4b9b-b9f1-658b59d524fe), after_update {{(pid=109552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:28.200638 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-8788c692-a0e1-4349-909e-b771cd1c0c12 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Publish callbacks [] for security_group_rule (6e2b209e-1370-441f-9fce-932cee61e471), precommit_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:28.234731 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e913168a-ef0a-4865-ba4c-7cefa1244757 None None] Pushing event updated for resources: {'Port': ['ID=ea778e1c-6393-4b9b-b9f1-658b59d524fe,revision_number=3']} {{(pid=109552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:54:28.277906 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-8788c692-a0e1-4349-909e-b771cd1c0c12 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615546'] for security_group_rule (6e2b209e-1370-441f-9fce-932cee61e471), after_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:28.288169 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.plugins.ml2.managers [None req-69d7e749-3330-4534-a403-e7c3404a3a91 None None] Attempting to bind port ea778e1c-6393-4b9b-b9f1-658b59d524fe on host dv-cinder-826949-1-iscsi for vnic_type normal with profile {{(pid=109552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 03:54:28.288624 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.plugins.ml2.managers [None req-69d7e749-3330-4534-a403-e7c3404a3a91 None None] Attempting to bind port ea778e1c-6393-4b9b-b9f1-658b59d524fe by drivers openvswitch,hyperv on host dv-cinder-826949-1-iscsi at level 0 using segments [{'id': '0d489051-b8d0-4819-b02d-6c1d8d00d7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'ad7b3cd9-3746-4c93-8919-6cd2d3184367'}] {{(pid=109552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 03:54:28.289065 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d7e749-3330-4534-a403-e7c3404a3a91 None None] Attempting to bind port ea778e1c-6393-4b9b-b9f1-658b59d524fe on network ad7b3cd9-3746-4c93-8919-6cd2d3184367 {{(pid=109552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 03:54:28.294345 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d7e749-3330-4534-a403-e7c3404a3a91 None None] Checking agent: {'id': 'e75d1b00-832d-4bf5-b078-2c4f5b2c10cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826949-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 3, 36, 21), 'started_at': datetime.datetime(2022, 1, 29, 3, 36, 51), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 3, 54, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826949-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 03:54:28.294800 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d7e749-3330-4534-a403-e7c3404a3a91 None None] Checking segment: {'id': '0d489051-b8d0-4819-b02d-6c1d8d00d7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'ad7b3cd9-3746-4c93-8919-6cd2d3184367'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 03:54:28.298718 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron_lib.callbacks.manager [None req-69d7e749-3330-4534-a403-e7c3404a3a91 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:28.299195 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8788c692-a0e1-4349-909e-b771cd1c0c12 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e2b209e-1370-441f-9fce-932cee61e471,revision_number=0']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:54:28.299309 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d7e749-3330-4534-a403-e7c3404a3a91 None None] Bound using segment: {'id': '0d489051-b8d0-4819-b02d-6c1d8d00d7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'ad7b3cd9-3746-4c93-8919-6cd2d3184367'} {{(pid=109552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 03:54:28.299309 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.plugins.ml2.managers [None req-69d7e749-3330-4534-a403-e7c3404a3a91 None None] Bound port: ea778e1c-6393-4b9b-b9f1-658b59d524fe, host: dv-cinder-826949-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d489051-b8d0-4819-b02d-6c1d8d00d7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'ad7b3cd9-3746-4c93-8919-6cd2d3184367'}}] {{(pid=109552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 03:54:28.299309 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron_lib.callbacks.manager [None req-69d7e749-3330-4534-a403-e7c3404a3a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (ea778e1c-6393-4b9b-b9f1-658b59d524fe), before_update {{(pid=109552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:28.362818 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.plugins.ml2.db [None req-69d7e749-3330-4534-a403-e7c3404a3a91 None None] For port ea778e1c-6393-4b9b-b9f1-658b59d524fe, host dv-cinder-826949-1-iscsi, cleared binding levels {{(pid=109552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 03:54:28.365978 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.plugins.ml2.db [None req-69d7e749-3330-4534-a403-e7c3404a3a91 None None] For port ea778e1c-6393-4b9b-b9f1-658b59d524fe, host dv-cinder-826949-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-1-iscsi',level=0,port_id=ea778e1c-6393-4b9b-b9f1-658b59d524fe,segment=NetworkSegment(0d489051-b8d0-4819-b02d-6c1d8d00d7e2),segment_id=0d489051-b8d0-4819-b02d-6c1d8d00d7e2)] {{(pid=109552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 03:54:28.377055 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-8788c692-a0e1-4349-909e-b771cd1c0c12 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:28.378321 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-8788c692-a0e1-4349-909e-b771cd1c0c12 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3126602 Jan 29 03:54:28.438553 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron_lib.callbacks.manager [None req-69d7e749-3330-4534-a403-e7c3404a3a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429'] for port (ea778e1c-6393-4b9b-b9f1-658b59d524fe), after_update {{(pid=109552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:28.494040 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d7e749-3330-4534-a403-e7c3404a3a91 None None] Routers {'c95cc8ab-c607-4fd1-9a6e-7f668707f551'} bound to L3 agent in host dv-cinder-826949-1-iscsi {{(pid=109552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 03:54:28.495699 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.l3_hamode_db [None req-69d7e749-3330-4534-a403-e7c3404a3a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T03:36:17Z,description=,heartbeat_timestamp=2022-01-29T03:54:17Z,host='dv-cinder-826949-1-iscsi',id=d5b8732c-6ac1-45e3-a79e-cd9863fe8196,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T03:36:18Z,topic='l3_agent')) {'router_ids': ['c95cc8ab-c607-4fd1-9a6e-7f668707f551'], 'active': True} {{(pid=109552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:54:28.497013 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.provisioning_blocks [None req-3eb1d6eb-35cf-4547-a735-7cc3be3794bd None None] Provisioning complete for port ea778e1c-6393-4b9b-b9f1-658b59d524fe triggered by entity DHCP. {{(pid=109551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 03:54:28.497455 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-3eb1d6eb-35cf-4547-a735-7cc3be3794bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785313'] for port (ea778e1c-6393-4b9b-b9f1-658b59d524fe), provisioning_complete {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:28.508375 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e913168a-ef0a-4865-ba4c-7cefa1244757 None None] Pushing event updated for resources: {'Port': ['ID=ea778e1c-6393-4b9b-b9f1-658b59d524fe,revision_number=4']} {{(pid=109552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:54:28.607006 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-3eb1d6eb-35cf-4547-a735-7cc3be3794bd None None] Current status of the port ea778e1c-6393-4b9b-b9f1-658b59d524fe is: DOWN; New status is: ACTIVE {{(pid=109551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 03:54:28.608385 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-3eb1d6eb-35cf-4547-a735-7cc3be3794bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (ea778e1c-6393-4b9b-b9f1-658b59d524fe), before_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:28.636463 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.l3_dvr_db [None req-69d7e749-3330-4534-a403-e7c3404a3a91 None None] Set router c95cc8ab-c607-4fd1-9a6e-7f668707f551 gateway port host: dv-cinder-826949-1-iscsi {{(pid=109552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 03:54:28.652837 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-3eb1d6eb-35cf-4547-a735-7cc3be3794bd None None] For port ea778e1c-6393-4b9b-b9f1-658b59d524fe, host dv-cinder-826949-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-1-iscsi',level=0,port_id=ea778e1c-6393-4b9b-b9f1-658b59d524fe,segment=NetworkSegment(0d489051-b8d0-4819-b02d-6c1d8d00d7e2),segment_id=0d489051-b8d0-4819-b02d-6c1d8d00d7e2)] {{(pid=109551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 03:54:28.741091 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-3eb1d6eb-35cf-4547-a735-7cc3be3794bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429'] for port (ea778e1c-6393-4b9b-b9f1-658b59d524fe), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:28.790742 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb1d6eb-35cf-4547-a735-7cc3be3794bd None None] Pushing event updated for resources: {'Port': ['ID=ea778e1c-6393-4b9b-b9f1-658b59d524fe,revision_number=5']} {{(pid=109551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:54:28.850215 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.l3_hamode_db [None req-69d7e749-3330-4534-a403-e7c3404a3a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c95cc8ab-c607-4fd1-9a6e-7f668707f551', 'name': 'tempest-TestVolumeBootPattern-1478559087-router', 'tenant_id': '269d52684ec540e882535ef8ac596229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'external_fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '27680185-f6cc-4564-9d59-2949c511ee9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T03:54:21Z', 'updated_at': '2022-01-29T03:54:24Z', 'revision_number': 4, 'project_id': '269d52684ec540e882535ef8ac596229', 'gw_port': {'id': '27680185-f6cc-4564-9d59-2949c511ee9e', 'name': '', 'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:a6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c95cc8ab-c607-4fd1-9a6e-7f668707f551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:54:21Z', 'updated_at': '2022-01-29T03:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-1-iscsi', '_interfaces': [{'id': 'ea778e1c-6393-4b9b-b9f1-658b59d524fe', 'name': '', 'network_id': 'ad7b3cd9-3746-4c93-8919-6cd2d3184367', 'tenant_id': '269d52684ec540e882535ef8ac596229', 'mac_address': 'fa:16:3e:69:05:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c95cc8ab-c607-4fd1-9a6e-7f668707f551', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'f5718a0b-6b77-48f8-8819-434d0385d839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:54:23Z', 'updated_at': '2022-01-29T03:54:28Z', 'revision_number': 4, 'project_id': '269d52684ec540e882535ef8ac596229', 'subnets': [{'id': 'f5718a0b-6b77-48f8-8819-434d0385d839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-1-iscsi', False) {} {{(pid=109552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:54:28.864749 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.provisioning_blocks [None req-13290647-4b34-45b1-a62a-8be56f38655c None None] Provisioning complete for port ea778e1c-6393-4b9b-b9f1-658b59d524fe triggered by entity DHCP. {{(pid=109551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 03:54:28.865135 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-13290647-4b34-45b1-a62a-8be56f38655c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785313'] for port (ea778e1c-6393-4b9b-b9f1-658b59d524fe), provisioning_complete {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:28.947383 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-13290647-4b34-45b1-a62a-8be56f38655c None None] Current status of the port ea778e1c-6393-4b9b-b9f1-658b59d524fe is: ACTIVE; New status is: ACTIVE {{(pid=109551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 03:54:28.968926 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d7e749-3330-4534-a403-e7c3404a3a91 None None] The sync data for ids ['c95cc8ab-c607-4fd1-9a6e-7f668707f551'] in dv-cinder-826949-1-iscsi is: [{'id': 'c95cc8ab-c607-4fd1-9a6e-7f668707f551', 'name': 'tempest-TestVolumeBootPattern-1478559087-router', 'tenant_id': '269d52684ec540e882535ef8ac596229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'external_fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '27680185-f6cc-4564-9d59-2949c511ee9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T03:54:21Z', 'updated_at': '2022-01-29T03:54:24Z', 'revision_number': 4, 'project_id': '269d52684ec540e882535ef8ac596229', 'gw_port': {'id': '27680185-f6cc-4564-9d59-2949c511ee9e', 'name': '', 'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:a6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c95cc8ab-c607-4fd1-9a6e-7f668707f551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:54:21Z', 'updated_at': '2022-01-29T03:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-1-iscsi', '_interfaces': [{'id': 'ea778e1c-6393-4b9b-b9f1-658b59d524fe', 'name': '', 'network_id': 'ad7b3cd9-3746-4c93-8919-6cd2d3184367', 'tenant_id': '269d52684ec540e882535ef8ac596229', 'mac_address': 'fa:16:3e:69:05:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c95cc8ab-c607-4fd1-9a6e-7f668707f551', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'f5718a0b-6b77-48f8-8819-434d0385d839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:54:23Z', 'updated_at': '2022-01-29T03:54:28Z', 'revision_number': 4, 'project_id': '269d52684ec540e882535ef8ac596229', 'subnets': [{'id': 'f5718a0b-6b77-48f8-8819-434d0385d839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 03:54:29.953375 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Device ea778e1c-6393-4b9b-b9f1-658b59d524fe up at agent ovs-agent-dv-cinder-826949-1-iscsi {{(pid=109551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 03:54:30.000833 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.provisioning_blocks [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Provisioning complete for port ea778e1c-6393-4b9b-b9f1-658b59d524fe triggered by entity L2. {{(pid=109551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 03:54:30.001112 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785313'] for port (ea778e1c-6393-4b9b-b9f1-658b59d524fe), provisioning_complete {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:30.087953 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Current status of the port ea778e1c-6393-4b9b-b9f1-658b59d524fe is: ACTIVE; New status is: ACTIVE {{(pid=109551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 03:54:44.235439 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-cd5b4359-bc45-4a56-b5d2-2eda1e2f73e4 req-7c6df331-5a35-445b-82e0-1d48ade67c14 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1196771207&fields=id&tenant_id=a12ca58f304343008cbef6b9b2f59dc6 HTTP/1.1" status: 200 len: 267 time: 0.0434678 Jan 29 03:54:44.349078 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5b4359-bc45-4a56-b5d2-2eda1e2f73e4 req-8eb20c61-fc13-41ea-b65b-9cfe0b9f236e tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:54:44.350538 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-cd5b4359-bc45-4a56-b5d2-2eda1e2f73e4 req-8eb20c61-fc13-41ea-b65b-9cfe0b9f236e tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] 10.222.0.16 "GET /v2.0/networks?id=ccb34270-5897-4f8c-bf79-a40c6714fbbe HTTP/1.1" status: 200 len: 811 time: 0.1057756 Jan 29 03:54:44.364411 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-cd5b4359-bc45-4a56-b5d2-2eda1e2f73e4 req-2be751b5-71a3-442c-802f-83cfc1889548 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] 10.222.0.16 "GET /v2.0/quotas/a12ca58f304343008cbef6b9b2f59dc6 HTTP/1.1" status: 200 len: 375 time: 0.0086973 Jan 29 03:54:44.417407 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-cd5b4359-bc45-4a56-b5d2-2eda1e2f73e4 req-1c9c9f48-979c-4248-9a78-f50d95af64d2 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a12ca58f304343008cbef6b9b2f59dc6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0483484 Jan 29 03:54:44.431501 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [req-cd5b4359-bc45-4a56-b5d2-2eda1e2f73e4 req-e266bdad-4288-45b4-a9ad-0ebc8c1edfc5 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=109549) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 03:54:44.432445 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-cd5b4359-bc45-4a56-b5d2-2eda1e2f73e4 req-e266bdad-4288-45b4-a9ad-0ebc8c1edfc5 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048664 Jan 29 03:54:44.522499 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-cd5b4359-bc45-4a56-b5d2-2eda1e2f73e4 req-616d3f74-f72e-47d1-a9aa-322d325c62e2 service neutron] 10.222.0.16 "GET /v2.0/networks/ccb34270-5897-4f8c-bf79-a40c6714fbbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848651 Jan 29 03:54:44.630493 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-cd5b4359-bc45-4a56-b5d2-2eda1e2f73e4 req-e1d3c5e0-9253-4ea1-a28b-dcab03c71d65 service neutron] 10.222.0.16 "GET /v2.0/networks/ccb34270-5897-4f8c-bf79-a40c6714fbbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013796 Jan 29 03:54:44.906453 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-bd0a657e-3895-4597-9d18-0f9a54a511e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (dac82def-0781-4624-a171-654e1b1d12af), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:45.336548 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-527e28f5-86a4-4a1f-928e-7aa06bc21501 req-8a611bdb-656a-4b0e-9e9d-e68a5c778f20 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] 10.222.0.16 "GET /v2.0/ports?device_id=09b6181c-c0bd-4e8a-aaa5-a8697922fb5d HTTP/1.1" status: 200 len: 210 time: 0.1311924 Jan 29 03:54:46.429321 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-2f2ca331-6a16-4e45-ba71-e84cf03b60d6 req-f5ccede4-3b2b-460a-8340-f1ee5b91fe94 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] 10.222.0.16 "GET /v2.0/ports?device_id=09b6181c-c0bd-4e8a-aaa5-a8697922fb5d HTTP/1.1" status: 200 len: 210 time: 0.0270474 Jan 29 03:54:47.369909 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5b4359-bc45-4a56-b5d2-2eda1e2f73e4 req-fa24b527-409b-479a-861e-e59e54f0a68d tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:54:47.371520 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-cd5b4359-bc45-4a56-b5d2-2eda1e2f73e4 req-fa24b527-409b-479a-861e-e59e54f0a68d tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] 10.222.0.25 "GET /v2.0/networks?id=ccb34270-5897-4f8c-bf79-a40c6714fbbe HTTP/1.1" status: 200 len: 811 time: 0.0996106 Jan 29 03:54:47.428889 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-6c15a2c5-c06a-4bc9-aaa5-1c835c9b7c8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (d5b8732c-6ac1-45e3-a79e-cd9863fe8196), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:47.439357 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-cd5b4359-bc45-4a56-b5d2-2eda1e2f73e4 req-19f87617-3dbe-49c7-9a7b-7b50690bed66 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a12ca58f304343008cbef6b9b2f59dc6 HTTP/1.1" status: 200 len: 380 time: 0.0544102 Jan 29 03:54:47.449195 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.v2.base [req-cd5b4359-bc45-4a56-b5d2-2eda1e2f73e4 req-1e7e979a-e219-4f74-8e51-25e0eb5afa70 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Request body: {'port': {'device_id': '09b6181c-c0bd-4e8a-aaa5-a8697922fb5d', 'network_id': 'ccb34270-5897-4f8c-bf79-a40c6714fbbe', 'admin_state_up': True, 'tenant_id': 'a12ca58f304343008cbef6b9b2f59dc6', 'security_groups': ['e28351e5-d3d9-45bd-a13e-59941a8f9d8c']}} {{(pid=109550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 03:54:47.530218 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-0593dc59-bcd9-43c0-9cee-508105ae2231 req-9fb5666a-5e8e-47d5-ac3e-21cc042de31f tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] 10.222.0.16 "GET /v2.0/ports?device_id=09b6181c-c0bd-4e8a-aaa5-a8697922fb5d HTTP/1.1" status: 200 len: 210 time: 0.0300152 Jan 29 03:54:47.637720 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd5b4359-bc45-4a56-b5d2-2eda1e2f73e4 req-1e7e979a-e219-4f74-8e51-25e0eb5afa70 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Made reservation on behalf of a12ca58f304343008cbef6b9b2f59dc6 for: {'port': 1} {{(pid=109550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 03:54:47.641995 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-cd5b4359-bc45-4a56-b5d2-2eda1e2f73e4 req-1e7e979a-e219-4f74-8e51-25e0eb5afa70 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (None), before_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:47.766447 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.db.db_base_plugin_common [req-cd5b4359-bc45-4a56-b5d2-2eda1e2f73e4 req-1e7e979a-e219-4f74-8e51-25e0eb5afa70 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Allocated IP 172.20.0.6 (ccb34270-5897-4f8c-bf79-a40c6714fbbe/c9d0986d-8523-45fc-a347-3d670f46c8d0/3b261692-ea26-4a17-8070-fd2a4a1139f8) {{(pid=109550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 03:54:47.896976 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-cd5b4359-bc45-4a56-b5d2-2eda1e2f73e4 req-1e7e979a-e219-4f74-8e51-25e0eb5afa70 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Publish callbacks [] for port (3b261692-ea26-4a17-8070-fd2a4a1139f8), precommit_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:47.997588 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-cd5b4359-bc45-4a56-b5d2-2eda1e2f73e4 req-1e7e979a-e219-4f74-8e51-25e0eb5afa70 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787145433393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9207350'] for port (3b261692-ea26-4a17-8070-fd2a4a1139f8), after_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:48.039871 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd5b4359-bc45-4a56-b5d2-2eda1e2f73e4 req-1e7e979a-e219-4f74-8e51-25e0eb5afa70 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Network ccb34270-5897-4f8c-bf79-a40c6714fbbe is already hosted by enough agents. {{(pid=109550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 03:54:48.043106 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.scheduler.base_scheduler [req-cd5b4359-bc45-4a56-b5d2-2eda1e2f73e4 req-1e7e979a-e219-4f74-8e51-25e0eb5afa70 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Resources bound (agent type, host, resource id): {{(pid=109550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 03:54:48.045641 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd5b4359-bc45-4a56-b5d2-2eda1e2f73e4 req-1e7e979a-e219-4f74-8e51-25e0eb5afa70 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Received port after_create {{(pid=109550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 03:54:48.077527 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-6a0bb60c-5b7b-499b-b43f-7eb32e921150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (4cfc2a27-deed-4689-8f39-0bd5aa6fe3c3), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:48.082709 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7e979a-e219-4f74-8e51-25e0eb5afa70 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Pushing event updated for resources: {'Port': ['ID=3b261692-ea26-4a17-8070-fd2a4a1139f8,revision_number=1']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:54:48.095865 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7e979a-e219-4f74-8e51-25e0eb5afa70 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:54:48.096214 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7e979a-e219-4f74-8e51-25e0eb5afa70 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:54:48.096560 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7e979a-e219-4f74-8e51-25e0eb5afa70 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:54:48.096895 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7e979a-e219-4f74-8e51-25e0eb5afa70 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:54:48.097227 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7e979a-e219-4f74-8e51-25e0eb5afa70 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:54:48.097554 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7e979a-e219-4f74-8e51-25e0eb5afa70 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:54:48.097884 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7e979a-e219-4f74-8e51-25e0eb5afa70 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:54:48.098228 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7e979a-e219-4f74-8e51-25e0eb5afa70 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:54:48.098555 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7e979a-e219-4f74-8e51-25e0eb5afa70 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:54:48.098877 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7e979a-e219-4f74-8e51-25e0eb5afa70 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:54:48.099197 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7e979a-e219-4f74-8e51-25e0eb5afa70 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:54:48.099518 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7e979a-e219-4f74-8e51-25e0eb5afa70 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:54:48.099836 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7e979a-e219-4f74-8e51-25e0eb5afa70 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:54:48.115923 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5b4359-bc45-4a56-b5d2-2eda1e2f73e4 req-1e7e979a-e219-4f74-8e51-25e0eb5afa70 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:54:48.116554 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-cd5b4359-bc45-4a56-b5d2-2eda1e2f73e4 req-1e7e979a-e219-4f74-8e51-25e0eb5afa70 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166518'] for port (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:48.225923 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-cd5b4359-bc45-4a56-b5d2-2eda1e2f73e4 req-1e7e979a-e219-4f74-8e51-25e0eb5afa70 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7801809 Jan 29 03:54:48.235771 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [req-cd5b4359-bc45-4a56-b5d2-2eda1e2f73e4 req-00c73a37-ec01-4ddd-9709-fb14e17464b1 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=109550) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 03:54:48.236879 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-cd5b4359-bc45-4a56-b5d2-2eda1e2f73e4 req-00c73a37-ec01-4ddd-9709-fb14e17464b1 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057964 Jan 29 03:54:48.285130 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.provisioning_blocks [None req-bbeb71cb-5b89-4446-a2a4-9b73dc8fef77 None None] Provisioning complete for port 3b261692-ea26-4a17-8070-fd2a4a1139f8 triggered by entity DHCP. {{(pid=109551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 03:54:48.285503 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-bbeb71cb-5b89-4446-a2a4-9b73dc8fef77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785313'] for port (3b261692-ea26-4a17-8070-fd2a4a1139f8), provisioning_complete {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:48.299428 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.v2.base [req-cd5b4359-bc45-4a56-b5d2-2eda1e2f73e4 req-f269acee-b8f8-4b52-9aed-3fc9b3df393a service neutron] Request body: {'port': {'device_id': '09b6181c-c0bd-4e8a-aaa5-a8697922fb5d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82694'}} {{(pid=109550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 03:54:48.322428 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-bbeb71cb-5b89-4446-a2a4-9b73dc8fef77 None None] Port 3b261692-ea26-4a17-8070-fd2a4a1139f8 cannot update to ACTIVE because it is not bound. {{(pid=109551) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 03:54:48.356551 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-cd5b4359-bc45-4a56-b5d2-2eda1e2f73e4 req-f269acee-b8f8-4b52-9aed-3fc9b3df393a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (3b261692-ea26-4a17-8070-fd2a4a1139f8), before_update {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:48.652973 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35742474-d5ee-4b1c-a49a-bf231e1858c2 req-e138c0b1-cc8f-4a05-b51c-145fa705cdac tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:54:48.654560 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-35742474-d5ee-4b1c-a49a-bf231e1858c2 req-e138c0b1-cc8f-4a05-b51c-145fa705cdac tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] 10.222.0.16 "GET /v2.0/ports?device_id=09b6181c-c0bd-4e8a-aaa5-a8697922fb5d HTTP/1.1" status: 200 len: 931 time: 0.0549996 Jan 29 03:54:48.714105 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-35742474-d5ee-4b1c-a49a-bf231e1858c2 req-6fd1b6c1-13ca-4ea7-95a1-d403c60f39d4 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] 10.222.0.16 "GET /v2.0/security-groups?id=e28351e5-d3d9-45bd-a13e-59941a8f9d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530274 Jan 29 03:54:48.873742 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.notifiers.nova [req-cd5b4359-bc45-4a56-b5d2-2eda1e2f73e4 req-f269acee-b8f8-4b52-9aed-3fc9b3df393a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b261692-ea26-4a17-8070-fd2a4a1139f8 {{(pid=109550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 03:54:48.881455 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-cd5b4359-bc45-4a56-b5d2-2eda1e2f73e4 req-f269acee-b8f8-4b52-9aed-3fc9b3df393a service neutron] Publish callbacks [] for port (3b261692-ea26-4a17-8070-fd2a4a1139f8), precommit_update {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:48.894263 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.db.provisioning_blocks [req-cd5b4359-bc45-4a56-b5d2-2eda1e2f73e4 req-f269acee-b8f8-4b52-9aed-3fc9b3df393a service neutron] Transition to ACTIVE for port object 3b261692-ea26-4a17-8070-fd2a4a1139f8 will not be triggered until provisioned by entity L2. {{(pid=109550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 03:54:48.992295 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-cd5b4359-bc45-4a56-b5d2-2eda1e2f73e4 req-f269acee-b8f8-4b52-9aed-3fc9b3df393a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9207359'] for port (3b261692-ea26-4a17-8070-fd2a4a1139f8), after_update {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:49.042703 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f269acee-b8f8-4b52-9aed-3fc9b3df393a service neutron] Pushing event updated for resources: {'Port': ['ID=3b261692-ea26-4a17-8070-fd2a4a1139f8,revision_number=2']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:54:49.114356 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.managers [req-cd5b4359-bc45-4a56-b5d2-2eda1e2f73e4 req-f269acee-b8f8-4b52-9aed-3fc9b3df393a service neutron] Attempting to bind port 3b261692-ea26-4a17-8070-fd2a4a1139f8 on host hv-cinder-82694 for vnic_type normal with profile {{(pid=109550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 03:54:49.114693 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.managers [req-cd5b4359-bc45-4a56-b5d2-2eda1e2f73e4 req-f269acee-b8f8-4b52-9aed-3fc9b3df393a service neutron] Attempting to bind port 3b261692-ea26-4a17-8070-fd2a4a1139f8 by drivers openvswitch,hyperv on host hv-cinder-82694 at level 0 using segments [{'id': '81da206d-ccab-43c6-9842-cd3d88bf0ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ccb34270-5897-4f8c-bf79-a40c6714fbbe'}] {{(pid=109550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 03:54:49.115022 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5b4359-bc45-4a56-b5d2-2eda1e2f73e4 req-f269acee-b8f8-4b52-9aed-3fc9b3df393a service neutron] Attempting to bind port 3b261692-ea26-4a17-8070-fd2a4a1139f8 on network ccb34270-5897-4f8c-bf79-a40c6714fbbe {{(pid=109550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 03:54:49.119512 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5b4359-bc45-4a56-b5d2-2eda1e2f73e4 req-f269acee-b8f8-4b52-9aed-3fc9b3df393a service neutron] Port 3b261692-ea26-4a17-8070-fd2a4a1139f8 on network ccb34270-5897-4f8c-bf79-a40c6714fbbe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82694 {{(pid=109550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 03:54:49.119834 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5b4359-bc45-4a56-b5d2-2eda1e2f73e4 req-f269acee-b8f8-4b52-9aed-3fc9b3df393a service neutron] Attempting to bind port 3b261692-ea26-4a17-8070-fd2a4a1139f8 on network ccb34270-5897-4f8c-bf79-a40c6714fbbe {{(pid=109550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 03:54:49.124786 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5b4359-bc45-4a56-b5d2-2eda1e2f73e4 req-f269acee-b8f8-4b52-9aed-3fc9b3df393a service neutron] Checking agent: {'id': 'ad4128b7-7a77-4672-aa49-b5d5d6c7d736', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 3, 42, 25), 'started_at': datetime.datetime(2022, 1, 29, 3, 42, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 3, 54, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 03:54:49.125120 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5b4359-bc45-4a56-b5d2-2eda1e2f73e4 req-f269acee-b8f8-4b52-9aed-3fc9b3df393a service neutron] Checking segment: {'id': '81da206d-ccab-43c6-9842-cd3d88bf0ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ccb34270-5897-4f8c-bf79-a40c6714fbbe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 03:54:49.125496 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5b4359-bc45-4a56-b5d2-2eda1e2f73e4 req-f269acee-b8f8-4b52-9aed-3fc9b3df393a service neutron] Bound using segment: {'id': '81da206d-ccab-43c6-9842-cd3d88bf0ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ccb34270-5897-4f8c-bf79-a40c6714fbbe'} {{(pid=109550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 03:54:49.126492 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.managers [req-cd5b4359-bc45-4a56-b5d2-2eda1e2f73e4 req-f269acee-b8f8-4b52-9aed-3fc9b3df393a service neutron] Bound port: 3b261692-ea26-4a17-8070-fd2a4a1139f8, host: hv-cinder-82694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81da206d-ccab-43c6-9842-cd3d88bf0ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ccb34270-5897-4f8c-bf79-a40c6714fbbe'}}] {{(pid=109550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 03:54:49.126846 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-cd5b4359-bc45-4a56-b5d2-2eda1e2f73e4 req-f269acee-b8f8-4b52-9aed-3fc9b3df393a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (3b261692-ea26-4a17-8070-fd2a4a1139f8), before_update {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:49.190009 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.db [req-cd5b4359-bc45-4a56-b5d2-2eda1e2f73e4 req-f269acee-b8f8-4b52-9aed-3fc9b3df393a service neutron] For port 3b261692-ea26-4a17-8070-fd2a4a1139f8, host hv-cinder-82694, cleared binding levels {{(pid=109550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 03:54:49.192873 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.db [req-cd5b4359-bc45-4a56-b5d2-2eda1e2f73e4 req-f269acee-b8f8-4b52-9aed-3fc9b3df393a service neutron] For port 3b261692-ea26-4a17-8070-fd2a4a1139f8, host hv-cinder-82694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=3b261692-ea26-4a17-8070-fd2a4a1139f8,segment=NetworkSegment(81da206d-ccab-43c6-9842-cd3d88bf0ec7),segment_id=81da206d-ccab-43c6-9842-cd3d88bf0ec7)] {{(pid=109550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 03:54:49.255222 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-cd5b4359-bc45-4a56-b5d2-2eda1e2f73e4 req-f269acee-b8f8-4b52-9aed-3fc9b3df393a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9207359'] for port (3b261692-ea26-4a17-8070-fd2a4a1139f8), after_update {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:49.288406 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5b4359-bc45-4a56-b5d2-2eda1e2f73e4 req-f269acee-b8f8-4b52-9aed-3fc9b3df393a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:54:49.288973 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-cd5b4359-bc45-4a56-b5d2-2eda1e2f73e4 req-f269acee-b8f8-4b52-9aed-3fc9b3df393a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166518'] for port (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:49.290354 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-cd5b4359-bc45-4a56-b5d2-2eda1e2f73e4 req-f269acee-b8f8-4b52-9aed-3fc9b3df393a service neutron] 10.222.0.25 "PUT /v2.0/ports/3b261692-ea26-4a17-8070-fd2a4a1139f8 HTTP/1.1" status: 200 len: 1093 time: 1.0407023 Jan 29 03:54:49.290845 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09b6181c-c0bd-4e8a-aaa5-a8697922fb5d', 'tag': '3b261692-ea26-4a17-8070-fd2a4a1139f8'}] {{(pid=109550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 03:54:49.292979 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fa7e8514ec8b1871638cf3d0c6bf241b62bf17ffd430199c6215cc57604ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81b73cc5-e4c4-47d1-b9be-805a9f64d461" -d '{"events": [{"name": "network-changed", "server_uuid": "09b6181c-c0bd-4e8a-aaa5-a8697922fb5d", "tag": "3b261692-ea26-4a17-8070-fd2a4a1139f8"}]}' {{(pid=109550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 03:54:49.322790 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f269acee-b8f8-4b52-9aed-3fc9b3df393a service neutron] Pushing event updated for resources: {'Port': ['ID=3b261692-ea26-4a17-8070-fd2a4a1139f8,revision_number=3']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:54:49.337679 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 03:54:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b965e301-3d5d-4f85-a128-8b40d2c563b3 x-openstack-request-id: req-b965e301-3d5d-4f85-a128-8b40d2c563b3 {{(pid=109550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 03:54:49.337975 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09b6181c-c0bd-4e8a-aaa5-a8697922fb5d", "tag": "3b261692-ea26-4a17-8070-fd2a4a1139f8", "status": "completed", "code": 200}]} {{(pid=109550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 03:54:49.338271 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b965e301-3d5d-4f85-a128-8b40d2c563b3 {{(pid=109550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 03:54:49.338667 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09b6181c-c0bd-4e8a-aaa5-a8697922fb5d', 'tag': '3b261692-ea26-4a17-8070-fd2a4a1139f8', 'status': 'completed', 'code': 200} Jan 29 03:54:49.430307 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b73cc5-e4c4-47d1-b9be-805a9f64d461 req-78c16cb6-a5c1-4246-b276-fa9ea2863214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:54:49.431827 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-81b73cc5-e4c4-47d1-b9be-805a9f64d461 req-78c16cb6-a5c1-4246-b276-fa9ea2863214 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a12ca58f304343008cbef6b9b2f59dc6&device_id=09b6181c-c0bd-4e8a-aaa5-a8697922fb5d HTTP/1.1" status: 200 len: 1127 time: 0.0486670 Jan 29 03:54:49.483094 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-30ace4c1-806b-4d7c-a886-fe7b65bfbfcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (7774c0be-b957-4204-896b-7e749f55bf81), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:49.540308 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b73cc5-e4c4-47d1-b9be-805a9f64d461 req-c80d44aa-cc54-465b-91d7-38068be935a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:54:49.541759 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-81b73cc5-e4c4-47d1-b9be-805a9f64d461 req-c80d44aa-cc54-465b-91d7-38068be935a0 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=a12ca58f304343008cbef6b9b2f59dc6&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0970151 Jan 29 03:54:49.636445 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b73cc5-e4c4-47d1-b9be-805a9f64d461 req-8ab14693-51d8-406c-a031-2781ff4fb4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:54:49.637797 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-81b73cc5-e4c4-47d1-b9be-805a9f64d461 req-8ab14693-51d8-406c-a031-2781ff4fb4d2 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0895541 Jan 29 03:54:49.734995 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5b4359-bc45-4a56-b5d2-2eda1e2f73e4 req-97359d53-8221-4add-896a-01a0b1532e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:54:49.736514 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-cd5b4359-bc45-4a56-b5d2-2eda1e2f73e4 req-97359d53-8221-4add-896a-01a0b1532e9a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a12ca58f304343008cbef6b9b2f59dc6&device_id=09b6181c-c0bd-4e8a-aaa5-a8697922fb5d HTTP/1.1" status: 200 len: 1127 time: 0.0446150 Jan 29 03:54:49.785087 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-cd5b4359-bc45-4a56-b5d2-2eda1e2f73e4 req-55f59b9b-81bc-4f66-87e7-965c66d7cf6d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3b261692-ea26-4a17-8070-fd2a4a1139f8 HTTP/1.1" status: 200 len: 217 time: 0.0357261 Jan 29 03:54:49.833221 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5b4359-bc45-4a56-b5d2-2eda1e2f73e4 req-33940f1e-9b15-452a-91b4-1394dd971e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:54:49.834740 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-cd5b4359-bc45-4a56-b5d2-2eda1e2f73e4 req-33940f1e-9b15-452a-91b4-1394dd971e56 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c9d0986d-8523-45fc-a347-3d670f46c8d0 HTTP/1.1" status: 200 len: 850 time: 0.0434549 Jan 29 03:54:49.835974 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f98ba43-50cc-4aa4-8129-9328e5cc63d1 req-5ee1e601-cd66-409e-90fd-e78cc6977293 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:54:49.837462 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-6f98ba43-50cc-4aa4-8129-9328e5cc63d1 req-5ee1e601-cd66-409e-90fd-e78cc6977293 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] 10.222.0.16 "GET /v2.0/ports?device_id=09b6181c-c0bd-4e8a-aaa5-a8697922fb5d HTTP/1.1" status: 200 len: 943 time: 0.0538542 Jan 29 03:54:49.887309 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5b4359-bc45-4a56-b5d2-2eda1e2f73e4 req-ebee6814-100d-457b-86f8-aa60e9f32f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:54:49.889080 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-cd5b4359-bc45-4a56-b5d2-2eda1e2f73e4 req-ebee6814-100d-457b-86f8-aa60e9f32f44 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ccb34270-5897-4f8c-bf79-a40c6714fbbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0484293 Jan 29 03:54:49.889697 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-6f98ba43-50cc-4aa4-8129-9328e5cc63d1 req-67274ece-f1f5-4421-9398-d21b6e22fa57 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] 10.222.0.16 "GET /v2.0/security-groups?id=e28351e5-d3d9-45bd-a13e-59941a8f9d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465550 Jan 29 03:54:49.975831 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-cd5b4359-bc45-4a56-b5d2-2eda1e2f73e4 req-353bb04a-1c57-4f52-b417-3a03b9d6a145 service neutron] 10.222.0.25 "GET /v2.0/networks/ccb34270-5897-4f8c-bf79-a40c6714fbbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806921 Jan 29 03:54:50.068736 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-cd5b4359-bc45-4a56-b5d2-2eda1e2f73e4 req-9125fbdf-c9ef-4932-ac02-55c90d981cfd service neutron] 10.222.0.25 "GET /v2.0/networks/ccb34270-5897-4f8c-bf79-a40c6714fbbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874760 Jan 29 03:54:51.015433 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5be4a45-04b9-42c6-9cd7-117af1fa0c4d req-18ffe875-6307-40e9-8fff-f8e6d76cbe42 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:54:51.017409 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-a5be4a45-04b9-42c6-9cd7-117af1fa0c4d req-18ffe875-6307-40e9-8fff-f8e6d76cbe42 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] 10.222.0.16 "GET /v2.0/ports?device_id=09b6181c-c0bd-4e8a-aaa5-a8697922fb5d HTTP/1.1" status: 200 len: 943 time: 0.0595691 Jan 29 03:54:51.065151 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-a5be4a45-04b9-42c6-9cd7-117af1fa0c4d req-e501e2d0-3939-4a9a-8cae-2028fb29dd54 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] 10.222.0.16 "GET /v2.0/security-groups?id=e28351e5-d3d9-45bd-a13e-59941a8f9d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421309 Jan 29 03:54:51.189442 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (e75d1b00-832d-4bf5-b078-2c4f5b2c10cd), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:52.184640 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc13fa93-e2b7-447a-8ef4-3204da2b3c8c req-d10570bd-56e8-4574-bcf7-cbb67d10e384 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:54:52.186032 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-fc13fa93-e2b7-447a-8ef4-3204da2b3c8c req-d10570bd-56e8-4574-bcf7-cbb67d10e384 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] 10.222.0.16 "GET /v2.0/ports?device_id=09b6181c-c0bd-4e8a-aaa5-a8697922fb5d HTTP/1.1" status: 200 len: 943 time: 0.0519500 Jan 29 03:54:52.233294 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-fc13fa93-e2b7-447a-8ef4-3204da2b3c8c req-c69781b0-2380-4aeb-baf6-39adcb5ca7fe tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] 10.222.0.16 "GET /v2.0/security-groups?id=e28351e5-d3d9-45bd-a13e-59941a8f9d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417411 Jan 29 03:54:53.359094 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0e270a-0864-434b-bffa-6645cd23c998 req-cb3e3b46-b6a6-4b91-8443-7c448b39d046 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:54:53.360606 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-ff0e270a-0864-434b-bffa-6645cd23c998 req-cb3e3b46-b6a6-4b91-8443-7c448b39d046 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] 10.222.0.16 "GET /v2.0/ports?device_id=09b6181c-c0bd-4e8a-aaa5-a8697922fb5d HTTP/1.1" status: 200 len: 943 time: 0.0512214 Jan 29 03:54:53.412710 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-ff0e270a-0864-434b-bffa-6645cd23c998 req-437c58e0-2f63-44b2-ad19-54c42f85dbf6 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] 10.222.0.16 "GET /v2.0/security-groups?id=e28351e5-d3d9-45bd-a13e-59941a8f9d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466809 Jan 29 03:54:54.059429 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.agents_db [None req-5bdad2e4-4f8f-4fe6-a9f7-cf82a335ca9d None None] Agent healthcheck: found 6 active agents {{(pid=109552) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 03:54:54.529934 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b40c3a6-a973-4ffc-b8b2-79faeb80c08c req-920fbb44-036d-4b59-9713-eaac0fe1d706 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:54:54.531469 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-4b40c3a6-a973-4ffc-b8b2-79faeb80c08c req-920fbb44-036d-4b59-9713-eaac0fe1d706 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] 10.222.0.16 "GET /v2.0/ports?device_id=09b6181c-c0bd-4e8a-aaa5-a8697922fb5d HTTP/1.1" status: 200 len: 943 time: 0.0550981 Jan 29 03:54:54.578381 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-4b40c3a6-a973-4ffc-b8b2-79faeb80c08c req-92bc9f58-c3bd-42cf-b2c1-04d9ee15485d tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] 10.222.0.16 "GET /v2.0/security-groups?id=e28351e5-d3d9-45bd-a13e-59941a8f9d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408139 Jan 29 03:54:55.693375 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250a77dd-ed01-4a39-834d-16e34cef9717 req-3a5a3714-89ae-4e2d-825a-af9e97a883a5 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:54:55.694858 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-250a77dd-ed01-4a39-834d-16e34cef9717 req-3a5a3714-89ae-4e2d-825a-af9e97a883a5 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] 10.222.0.16 "GET /v2.0/ports?device_id=09b6181c-c0bd-4e8a-aaa5-a8697922fb5d HTTP/1.1" status: 200 len: 943 time: 0.0510788 Jan 29 03:54:55.741901 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-250a77dd-ed01-4a39-834d-16e34cef9717 req-e32e7677-4543-4165-9466-c7d3c3000d26 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] 10.222.0.16 "GET /v2.0/security-groups?id=e28351e5-d3d9-45bd-a13e-59941a8f9d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416763 Jan 29 03:54:56.148707 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (ad4128b7-7a77-4672-aa49-b5d5d6c7d736), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:56.857172 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776ff929-0f9c-416a-8511-9263fab7521f req-3c596a21-cea7-4e5f-9f5a-4b6f96409822 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:54:56.858661 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-776ff929-0f9c-416a-8511-9263fab7521f req-3c596a21-cea7-4e5f-9f5a-4b6f96409822 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] 10.222.0.16 "GET /v2.0/ports?device_id=09b6181c-c0bd-4e8a-aaa5-a8697922fb5d HTTP/1.1" status: 200 len: 943 time: 0.0508451 Jan 29 03:54:56.905936 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-776ff929-0f9c-416a-8511-9263fab7521f req-fac197de-61d5-46d4-89b0-a8d7b469c3db tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] 10.222.0.16 "GET /v2.0/security-groups?id=e28351e5-d3d9-45bd-a13e-59941a8f9d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413516 Jan 29 03:54:57.865643 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Device 3b261692-ea26-4a17-8070-fd2a4a1139f8 details requested by agent hyperv_hv-cinder-82694 with host hv-cinder-82694 {{(pid=109551) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 03:54:57.961080 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] For port 3b261692-ea26-4a17-8070-fd2a4a1139f8, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=3b261692-ea26-4a17-8070-fd2a4a1139f8,segment=NetworkSegment(81da206d-ccab-43c6-9842-cd3d88bf0ec7),segment_id=81da206d-ccab-43c6-9842-cd3d88bf0ec7)] {{(pid=109551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 03:54:57.972227 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Returning: {'device': '3b261692-ea26-4a17-8070-fd2a4a1139f8', 'network_id': 'ccb34270-5897-4f8c-bf79-a40c6714fbbe', 'port_id': '3b261692-ea26-4a17-8070-fd2a4a1139f8', 'mac_address': 'fa:16:3e:d9:fa:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9d0986d-8523-45fc-a347-3d670f46c8d0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109551) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 03:54:58.007843 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Current status of the port 3b261692-ea26-4a17-8070-fd2a4a1139f8 is: DOWN; New status is: BUILD {{(pid=109551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 03:54:58.008227 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (3b261692-ea26-4a17-8070-fd2a4a1139f8), before_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:58.021400 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fad228-b9a7-47d0-8dc1-0d03ba0c7564 req-fb2ae75f-0d41-4bdf-b5c6-3f8b07642995 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:54:58.021954 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.notifiers.nova [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b261692-ea26-4a17-8070-fd2a4a1139f8 {{(pid=109551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 03:54:58.022911 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-18fad228-b9a7-47d0-8dc1-0d03ba0c7564 req-fb2ae75f-0d41-4bdf-b5c6-3f8b07642995 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] 10.222.0.16 "GET /v2.0/ports?device_id=09b6181c-c0bd-4e8a-aaa5-a8697922fb5d HTTP/1.1" status: 200 len: 943 time: 0.0521860 Jan 29 03:54:58.041374 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] For port 3b261692-ea26-4a17-8070-fd2a4a1139f8, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=3b261692-ea26-4a17-8070-fd2a4a1139f8,segment=NetworkSegment(81da206d-ccab-43c6-9842-cd3d88bf0ec7),segment_id=81da206d-ccab-43c6-9842-cd3d88bf0ec7)] {{(pid=109551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 03:54:58.070435 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-18fad228-b9a7-47d0-8dc1-0d03ba0c7564 req-91198f23-a041-4373-855d-1876d9219ce8 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] 10.222.0.16 "GET /v2.0/security-groups?id=e28351e5-d3d9-45bd-a13e-59941a8f9d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418944 Jan 29 03:54:58.117037 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429'] for port (3b261692-ea26-4a17-8070-fd2a4a1139f8), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:54:58.162762 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Pushing event updated for resources: {'Port': ['ID=3b261692-ea26-4a17-8070-fd2a4a1139f8,revision_number=4']} {{(pid=109551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:54:58.429302 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] get_ports_and_sgs() called for port_ids ['3b261692-ea26-4a17-8070-fd2a4a1139f8'] {{(pid=109551) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 03:54:59.189561 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bd9e59-5566-4fa3-9d92-548df68a2a75 req-5cf0ef37-f154-4bff-a7fa-c329a5477469 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:54:59.191080 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-c2bd9e59-5566-4fa3-9d92-548df68a2a75 req-5cf0ef37-f154-4bff-a7fa-c329a5477469 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] 10.222.0.16 "GET /v2.0/ports?device_id=09b6181c-c0bd-4e8a-aaa5-a8697922fb5d HTTP/1.1" status: 200 len: 944 time: 0.0552626 Jan 29 03:54:59.238522 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-c2bd9e59-5566-4fa3-9d92-548df68a2a75 req-8e64d8da-ea1f-40c3-87ef-1d80d6d00a51 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] 10.222.0.16 "GET /v2.0/security-groups?id=e28351e5-d3d9-45bd-a13e-59941a8f9d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418322 Jan 29 03:54:59.882416 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Device 3b261692-ea26-4a17-8070-fd2a4a1139f8 up at agent hyperv_hv-cinder-82694 {{(pid=109551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 03:55:00.014227 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.provisioning_blocks [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Provisioning for port 3b261692-ea26-4a17-8070-fd2a4a1139f8 completed by entity L2. {{(pid=109551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 03:55:00.017996 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.provisioning_blocks [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Provisioning complete for port 3b261692-ea26-4a17-8070-fd2a4a1139f8 triggered by entity L2. {{(pid=109551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 03:55:00.018466 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785313'] for port (3b261692-ea26-4a17-8070-fd2a4a1139f8), provisioning_complete {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:55:00.092186 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Current status of the port 3b261692-ea26-4a17-8070-fd2a4a1139f8 is: BUILD; New status is: ACTIVE {{(pid=109551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 03:55:00.092577 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (3b261692-ea26-4a17-8070-fd2a4a1139f8), before_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:55:00.118673 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09b6181c-c0bd-4e8a-aaa5-a8697922fb5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b261692-ea26-4a17-8070-fd2a4a1139f8'}] {{(pid=109551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 03:55:00.120913 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23e056b712a42e8e31026a02bb7684ebe9f34968e78d79227c0e39fde92c0103" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-366b004e-518e-4b13-8328-cb5bf37ce71e" -d '{"events": [{"server_uuid": "09b6181c-c0bd-4e8a-aaa5-a8697922fb5d", "name": "network-vif-plugged", "status": "completed", "tag": "3b261692-ea26-4a17-8070-fd2a4a1139f8"}]}' {{(pid=109551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 03:55:00.134070 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] For port 3b261692-ea26-4a17-8070-fd2a4a1139f8, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=3b261692-ea26-4a17-8070-fd2a4a1139f8,segment=NetworkSegment(81da206d-ccab-43c6-9842-cd3d88bf0ec7),segment_id=81da206d-ccab-43c6-9842-cd3d88bf0ec7)] {{(pid=109551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 03:55:00.158207 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 03:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-279b662a-46c7-4493-af19-3173fca956e1 x-openstack-request-id: req-279b662a-46c7-4493-af19-3173fca956e1 {{(pid=109551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 03:55:00.158500 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09b6181c-c0bd-4e8a-aaa5-a8697922fb5d", "name": "network-vif-plugged", "status": "completed", "tag": "3b261692-ea26-4a17-8070-fd2a4a1139f8", "code": 200}]} {{(pid=109551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 03:55:00.158759 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-279b662a-46c7-4493-af19-3173fca956e1 {{(pid=109551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 03:55:00.159152 dv-cinder-826949-1-iscsi neutron-server[109551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09b6181c-c0bd-4e8a-aaa5-a8697922fb5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b261692-ea26-4a17-8070-fd2a4a1139f8', 'code': 200} Jan 29 03:55:00.197150 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429'] for port (3b261692-ea26-4a17-8070-fd2a4a1139f8), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:55:00.254089 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Pushing event updated for resources: {'Port': ['ID=3b261692-ea26-4a17-8070-fd2a4a1139f8,revision_number=5']} {{(pid=109551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:55:00.354072 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494cd44c-124e-45bf-8eac-ad3532a652a3 req-5f323dfe-5696-41a8-bdfe-7f3e8c852dde tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:55:00.355574 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-494cd44c-124e-45bf-8eac-ad3532a652a3 req-5f323dfe-5696-41a8-bdfe-7f3e8c852dde tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] 10.222.0.16 "GET /v2.0/ports?device_id=09b6181c-c0bd-4e8a-aaa5-a8697922fb5d HTTP/1.1" status: 200 len: 945 time: 0.0515213 Jan 29 03:55:00.403859 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-494cd44c-124e-45bf-8eac-ad3532a652a3 req-d261016c-20d0-44d3-b5c3-bbbbb5c75d62 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] 10.222.0.16 "GET /v2.0/security-groups?id=e28351e5-d3d9-45bd-a13e-59941a8f9d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420725 Jan 29 03:55:00.538792 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd9492f-5177-40f7-9544-b62703861d12 req-bb70160b-881e-425e-8b3d-eb53b68ab51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:55:00.540359 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-5cd9492f-5177-40f7-9544-b62703861d12 req-bb70160b-881e-425e-8b3d-eb53b68ab51b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=09b6181c-c0bd-4e8a-aaa5-a8697922fb5d HTTP/1.1" status: 200 len: 1129 time: 0.0469065 Jan 29 03:55:00.584910 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-5cd9492f-5177-40f7-9544-b62703861d12 req-2db253b0-8079-49dc-b85c-38adbb809fda service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=e28351e5-d3d9-45bd-a13e-59941a8f9d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390704 Jan 29 03:55:01.521548 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbff3b04-3af7-481a-af7b-1b798dedaa41 req-23ea3b23-0a00-4fef-9ba8-a77967c2c3cd tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:55:01.522971 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-bbff3b04-3af7-481a-af7b-1b798dedaa41 req-23ea3b23-0a00-4fef-9ba8-a77967c2c3cd tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] 10.222.0.16 "GET /v2.0/ports?device_id=09b6181c-c0bd-4e8a-aaa5-a8697922fb5d HTTP/1.1" status: 200 len: 945 time: 0.0523827 Jan 29 03:55:01.571519 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-bbff3b04-3af7-481a-af7b-1b798dedaa41 req-48f30a30-4329-46e6-a899-36ae57da0270 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] 10.222.0.16 "GET /v2.0/security-groups?id=e28351e5-d3d9-45bd-a13e-59941a8f9d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430374 Jan 29 03:55:02.685221 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497e190d-acba-471d-b5b8-ee8f9d264901 req-189798c7-2227-4c9e-a791-40d519cca85b tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:55:02.686691 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-497e190d-acba-471d-b5b8-ee8f9d264901 req-189798c7-2227-4c9e-a791-40d519cca85b tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] 10.222.0.16 "GET /v2.0/ports?device_id=09b6181c-c0bd-4e8a-aaa5-a8697922fb5d HTTP/1.1" status: 200 len: 945 time: 0.0508838 Jan 29 03:55:02.738162 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-497e190d-acba-471d-b5b8-ee8f9d264901 req-6c569e2a-aa41-4928-8cc4-4ebc88a9e74e tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] 10.222.0.16 "GET /v2.0/security-groups?id=e28351e5-d3d9-45bd-a13e-59941a8f9d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453839 Jan 29 03:55:02.852042 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf4b5cb-ab53-472e-9b29-c5612ab91fd0 req-803b17f1-147f-4bed-b75d-0173a6c7f448 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:55:02.853411 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-acf4b5cb-ab53-472e-9b29-c5612ab91fd0 req-803b17f1-147f-4bed-b75d-0173a6c7f448 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] 10.222.0.16 "GET /v2.0/ports?device_id=09b6181c-c0bd-4e8a-aaa5-a8697922fb5d HTTP/1.1" status: 200 len: 945 time: 0.0507486 Jan 29 03:55:02.904817 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-acf4b5cb-ab53-472e-9b29-c5612ab91fd0 req-e6a572e3-db71-4646-821d-b1dadbb0cf53 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] 10.222.0.16 "GET /v2.0/security-groups?id=e28351e5-d3d9-45bd-a13e-59941a8f9d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458703 Jan 29 03:55:02.927587 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 54196) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:55:03.017205 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68c83bb3-f80e-4d04-9830-94360fa496d3 tempest-TestVolumeBootPattern-532197646 tempest-TestVolumeBootPattern-532197646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:55:03.018760 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-68c83bb3-f80e-4d04-9830-94360fa496d3 tempest-TestVolumeBootPattern-532197646 tempest-TestVolumeBootPattern-532197646-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=09b6181c-c0bd-4e8a-aaa5-a8697922fb5d HTTP/1.1" status: 200 len: 1124 time: 0.0901787 Jan 29 03:55:03.021647 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 54200) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:55:03.025822 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.v2.base [None req-ed20470b-3dee-44ce-91d9-2a0de624f53d tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Request body: {'floatingip': {'floating_network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'port_id': '3b261692-ea26-4a17-8070-fd2a4a1139f8', 'tenant_id': 'a12ca58f304343008cbef6b9b2f59dc6', 'fixed_ip_address': '172.20.0.6'}} {{(pid=109549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 03:55:03.128882 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-ed20470b-3dee-44ce-91d9-2a0de624f53d tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:55:03.222275 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-ed20470b-3dee-44ce-91d9-2a0de624f53d tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (None), before_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:55:03.326057 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.db.db_base_plugin_common [None req-ed20470b-3dee-44ce-91d9-2a0de624f53d tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Allocated IP 172.27.1.229 (84058fb5-7499-436d-9c61-9715f17a209a/8ef1eacb-ef7e-49c2-acc5-31126b063ddd/9c6d3eda-5f27-457d-8cb8-fa58fdb765a5) {{(pid=109549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 03:55:03.421551 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-ed20470b-3dee-44ce-91d9-2a0de624f53d tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Publish callbacks [] for port (9c6d3eda-5f27-457d-8cb8-fa58fdb765a5), precommit_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:55:03.508811 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-ed20470b-3dee-44ce-91d9-2a0de624f53d tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787145433393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440449'] for port (9c6d3eda-5f27-457d-8cb8-fa58fdb765a5), after_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:55:03.549020 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed20470b-3dee-44ce-91d9-2a0de624f53d tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Network 84058fb5-7499-436d-9c61-9715f17a209a is already hosted by enough agents. {{(pid=109549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 03:55:03.551761 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.scheduler.base_scheduler [None req-ed20470b-3dee-44ce-91d9-2a0de624f53d tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Resources bound (agent type, host, resource id): {{(pid=109549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 03:55:03.554359 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed20470b-3dee-44ce-91d9-2a0de624f53d tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Received port after_create {{(pid=109549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 03:55:03.585202 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed20470b-3dee-44ce-91d9-2a0de624f53d tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Pushing event updated for resources: {'Port': ['ID=9c6d3eda-5f27-457d-8cb8-fa58fdb765a5,revision_number=1']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:55:03.596765 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed20470b-3dee-44ce-91d9-2a0de624f53d tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:55:03.597115 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed20470b-3dee-44ce-91d9-2a0de624f53d tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:55:03.597462 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed20470b-3dee-44ce-91d9-2a0de624f53d tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:55:03.597797 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed20470b-3dee-44ce-91d9-2a0de624f53d tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:55:03.598146 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed20470b-3dee-44ce-91d9-2a0de624f53d tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:55:03.598478 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed20470b-3dee-44ce-91d9-2a0de624f53d tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:55:03.598807 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed20470b-3dee-44ce-91d9-2a0de624f53d tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:55:03.599134 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed20470b-3dee-44ce-91d9-2a0de624f53d tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:55:03.599459 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed20470b-3dee-44ce-91d9-2a0de624f53d tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:55:03.599784 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed20470b-3dee-44ce-91d9-2a0de624f53d tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:55:03.600106 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed20470b-3dee-44ce-91d9-2a0de624f53d tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:55:03.600426 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed20470b-3dee-44ce-91d9-2a0de624f53d tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:55:03.600745 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed20470b-3dee-44ce-91d9-2a0de624f53d tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:55:03.915300 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-ed20470b-3dee-44ce-91d9-2a0de624f53d tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Publish callbacks [] for floatingip (2aca88b8-a01d-4049-b42b-9ccd4ed3e2c7), precommit_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:55:04.045423 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-ed20470b-3dee-44ce-91d9-2a0de624f53d tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (9c6d3eda-5f27-457d-8cb8-fa58fdb765a5), before_update {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:55:04.191742 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-ed20470b-3dee-44ce-91d9-2a0de624f53d tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Publish callbacks [] for port (9c6d3eda-5f27-457d-8cb8-fa58fdb765a5), precommit_update {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:55:04.260157 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-ed20470b-3dee-44ce-91d9-2a0de624f53d tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440456'] for port (9c6d3eda-5f27-457d-8cb8-fa58fdb765a5), after_update {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:55:04.323784 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed20470b-3dee-44ce-91d9-2a0de624f53d tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Pushing event updated for resources: {'Port': ['ID=9c6d3eda-5f27-457d-8cb8-fa58fdb765a5,revision_number=2']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:55:04.336795 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-ed20470b-3dee-44ce-91d9-2a0de624f53d tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1909920'] for floatingip (2aca88b8-a01d-4049-b42b-9ccd4ed3e2c7), after_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:55:04.432906 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.db.l3_db [None req-ed20470b-3dee-44ce-91d9-2a0de624f53d tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Floating IP 2aca88b8-a01d-4049-b42b-9ccd4ed3e2c7 associated. External IP: 172.27.1.229, port: 3b261692-ea26-4a17-8070-fd2a4a1139f8. Jan 29 03:55:04.632574 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed20470b-3dee-44ce-91d9-2a0de624f53d tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Router d01bd52c-e54b-4548-8647-82ad8194ca5b has already been hosted by L3 agent d5b8732c-6ac1-45e3-a79e-cd9863fe8196 {{(pid=109549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 03:55:04.736786 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed20470b-3dee-44ce-91d9-2a0de624f53d tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Notify agent at l3_agent.dv-cinder-826949-1-iscsi the message routers_updated {{(pid=109549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 03:55:04.746178 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b877de08-de33-4400-9f08-b0de225c4cc4 None None] Sync routers for ids ['d01bd52c-e54b-4548-8647-82ad8194ca5b'] in dv-cinder-826949-1-iscsi {{(pid=109551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 03:55:04.755207 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b877de08-de33-4400-9f08-b0de225c4cc4 None None] Routers {'d01bd52c-e54b-4548-8647-82ad8194ca5b'} bound to L3 agent in host dv-cinder-826949-1-iscsi {{(pid=109551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 03:55:04.755825 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_hamode_db [None req-b877de08-de33-4400-9f08-b0de225c4cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T03:36:17Z,description=,heartbeat_timestamp=2022-01-29T03:54:47Z,host='dv-cinder-826949-1-iscsi',id=d5b8732c-6ac1-45e3-a79e-cd9863fe8196,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T03:36:18Z,topic='l3_agent')) {'router_ids': ['d01bd52c-e54b-4548-8647-82ad8194ca5b'], 'active': True} {{(pid=109551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:55:04.813356 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-ed20470b-3dee-44ce-91d9-2a0de624f53d tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166518'] for floatingip (None), before_response {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:55:04.841637 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-ed20470b-3dee-44ce-91d9-2a0de624f53d tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8189714 Jan 29 03:55:04.842242 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09b6181c-c0bd-4e8a-aaa5-a8697922fb5d', 'tag': '3b261692-ea26-4a17-8070-fd2a4a1139f8'}] {{(pid=109549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 03:55:04.844643 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eb97c5ce77542c962afefcf7d25dfa9d5b4346a1bb599a27deba15904c7eea3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdb1ad60-9cbe-46f3-884f-03ad852df0d5" -d '{"events": [{"name": "network-changed", "server_uuid": "09b6181c-c0bd-4e8a-aaa5-a8697922fb5d", "tag": "3b261692-ea26-4a17-8070-fd2a4a1139f8"}]}' {{(pid=109549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 03:55:04.861531 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_dvr_db [None req-b877de08-de33-4400-9f08-b0de225c4cc4 None None] Set router d01bd52c-e54b-4548-8647-82ad8194ca5b gateway port host: dv-cinder-826949-1-iscsi {{(pid=109551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 03:55:04.883645 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 03:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9d263d3-0ed2-4212-9fae-e15bc418e108 x-openstack-request-id: req-b9d263d3-0ed2-4212-9fae-e15bc418e108 {{(pid=109549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 03:55:04.883645 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09b6181c-c0bd-4e8a-aaa5-a8697922fb5d", "tag": "3b261692-ea26-4a17-8070-fd2a4a1139f8", "status": "completed", "code": 200}]} {{(pid=109549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 03:55:04.883645 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b9d263d3-0ed2-4212-9fae-e15bc418e108 {{(pid=109549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 03:55:04.883645 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09b6181c-c0bd-4e8a-aaa5-a8697922fb5d', 'tag': '3b261692-ea26-4a17-8070-fd2a4a1139f8', 'status': 'completed', 'code': 200} Jan 29 03:55:04.967615 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb1ad60-9cbe-46f3-884f-03ad852df0d5 req-2f9e8695-49ef-4680-ac75-8b34468a0787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:55:04.969203 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-cdb1ad60-9cbe-46f3-884f-03ad852df0d5 req-2f9e8695-49ef-4680-ac75-8b34468a0787 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a12ca58f304343008cbef6b9b2f59dc6&device_id=09b6181c-c0bd-4e8a-aaa5-a8697922fb5d HTTP/1.1" status: 200 len: 1129 time: 0.0434282 Jan 29 03:55:05.058576 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb1ad60-9cbe-46f3-884f-03ad852df0d5 req-c3dd9d7a-397a-4ccf-88c0-68e8a2e6a0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:55:05.060074 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-cdb1ad60-9cbe-46f3-884f-03ad852df0d5 req-c3dd9d7a-397a-4ccf-88c0-68e8a2e6a0e9 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ccb34270-5897-4f8c-bf79-a40c6714fbbe HTTP/1.1" status: 200 len: 911 time: 0.0844452 Jan 29 03:55:05.087390 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_hamode_db [None req-b877de08-de33-4400-9f08-b0de225c4cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd01bd52c-e54b-4548-8647-82ad8194ca5b', 'name': 'tempest-TestVolumeBootPattern-211160166-router', 'tenant_id': 'a12ca58f304343008cbef6b9b2f59dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'external_fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': '382b0a0c-6fbb-4b9d-a346-780fef802e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T03:54:15Z', 'updated_at': '2022-01-29T03:54:18Z', 'revision_number': 4, 'project_id': 'a12ca58f304343008cbef6b9b2f59dc6', 'gw_port': {'id': '382b0a0c-6fbb-4b9d-a346-780fef802e88', 'name': '', 'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01bd52c-e54b-4548-8647-82ad8194ca5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:54:15Z', 'updated_at': '2022-01-29T03:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-1-iscsi', '_floatingips': [{'id': '2aca88b8-a01d-4049-b42b-9ccd4ed3e2c7', 'tenant_id': 'a12ca58f304343008cbef6b9b2f59dc6', 'floating_ip_address': '172.27.1.229', 'floating_network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'router_id': 'd01bd52c-e54b-4548-8647-82ad8194ca5b', 'port_id': '3b261692-ea26-4a17-8070-fd2a4a1139f8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccb34270-5897-4f8c-bf79-a40c6714fbbe', 'mac_address': 'fa:16:3e:d9:fa:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b6181c-c0bd-4e8a-aaa5-a8697922fb5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T03:55:03Z', 'updated_at': '2022-01-29T03:55:03Z', 'revision_number': 0, 'project_id': 'a12ca58f304343008cbef6b9b2f59dc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1caa7d94-df6c-49a3-909a-6ebbb04ca9d5', 'name': '', 'network_id': 'ccb34270-5897-4f8c-bf79-a40c6714fbbe', 'tenant_id': 'a12ca58f304343008cbef6b9b2f59dc6', 'mac_address': 'fa:16:3e:7b:1c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01bd52c-e54b-4548-8647-82ad8194ca5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c9d0986d-8523-45fc-a347-3d670f46c8d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:54:17Z', 'updated_at': '2022-01-29T03:54:21Z', 'revision_number': 5, 'project_id': 'a12ca58f304343008cbef6b9b2f59dc6', 'subnets': [{'id': 'c9d0986d-8523-45fc-a347-3d670f46c8d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-1-iscsi', False) {} {{(pid=109551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:55:05.112791 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b877de08-de33-4400-9f08-b0de225c4cc4 None None] Checking router: d01bd52c-e54b-4548-8647-82ad8194ca5b for host: dv-cinder-826949-1-iscsi {{(pid=109551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 03:55:05.120699 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b877de08-de33-4400-9f08-b0de225c4cc4 None None] Routers {'d01bd52c-e54b-4548-8647-82ad8194ca5b'} bound to L3 agent in host dv-cinder-826949-1-iscsi {{(pid=109551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 03:55:05.121300 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_hamode_db [None req-b877de08-de33-4400-9f08-b0de225c4cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T03:36:17Z,description=,heartbeat_timestamp=2022-01-29T03:54:47Z,host='dv-cinder-826949-1-iscsi',id=d5b8732c-6ac1-45e3-a79e-cd9863fe8196,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T03:36:18Z,topic='l3_agent')) {'router_ids': ['d01bd52c-e54b-4548-8647-82ad8194ca5b'], 'active': True} {{(pid=109551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:55:05.128467 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-cdb1ad60-9cbe-46f3-884f-03ad852df0d5 req-271a5efe-cc40-43ce-b3be-3b4fcb064341 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3b261692-ea26-4a17-8070-fd2a4a1139f8 HTTP/1.1" status: 200 len: 999 time: 0.0620487 Jan 29 03:55:05.176821 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb1ad60-9cbe-46f3-884f-03ad852df0d5 req-d3c9bfc5-7919-4779-90f4-0b9a948e5ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:55:05.178222 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-cdb1ad60-9cbe-46f3-884f-03ad852df0d5 req-d3c9bfc5-7919-4779-90f4-0b9a948e5ea1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c9d0986d-8523-45fc-a347-3d670f46c8d0 HTTP/1.1" status: 200 len: 850 time: 0.0441728 Jan 29 03:55:05.225950 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_dvr_db [None req-b877de08-de33-4400-9f08-b0de225c4cc4 None None] Set router d01bd52c-e54b-4548-8647-82ad8194ca5b gateway port host: dv-cinder-826949-1-iscsi {{(pid=109551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 03:55:05.226342 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb1ad60-9cbe-46f3-884f-03ad852df0d5 req-f46c71ba-ee8b-42f0-83d8-1c77c910c97a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:55:05.227788 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-cdb1ad60-9cbe-46f3-884f-03ad852df0d5 req-f46c71ba-ee8b-42f0-83d8-1c77c910c97a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ccb34270-5897-4f8c-bf79-a40c6714fbbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440950 Jan 29 03:55:05.318987 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-cdb1ad60-9cbe-46f3-884f-03ad852df0d5 req-ed835be7-672d-4a5f-b985-aa61e830fe0c service neutron] 10.222.0.25 "GET /v2.0/networks/ccb34270-5897-4f8c-bf79-a40c6714fbbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856137 Jan 29 03:55:05.423056 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-cdb1ad60-9cbe-46f3-884f-03ad852df0d5 req-3409d9cf-60de-41d8-8ec6-726bc1901b41 service neutron] 10.222.0.25 "GET /v2.0/networks/ccb34270-5897-4f8c-bf79-a40c6714fbbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987031 Jan 29 03:55:05.460082 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_hamode_db [None req-b877de08-de33-4400-9f08-b0de225c4cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd01bd52c-e54b-4548-8647-82ad8194ca5b', 'name': 'tempest-TestVolumeBootPattern-211160166-router', 'tenant_id': 'a12ca58f304343008cbef6b9b2f59dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'external_fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': '382b0a0c-6fbb-4b9d-a346-780fef802e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T03:54:15Z', 'updated_at': '2022-01-29T03:54:18Z', 'revision_number': 4, 'project_id': 'a12ca58f304343008cbef6b9b2f59dc6', 'gw_port': {'id': '382b0a0c-6fbb-4b9d-a346-780fef802e88', 'name': '', 'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01bd52c-e54b-4548-8647-82ad8194ca5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:54:15Z', 'updated_at': '2022-01-29T03:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-1-iscsi', '_floatingips': [{'id': '2aca88b8-a01d-4049-b42b-9ccd4ed3e2c7', 'tenant_id': 'a12ca58f304343008cbef6b9b2f59dc6', 'floating_ip_address': '172.27.1.229', 'floating_network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'router_id': 'd01bd52c-e54b-4548-8647-82ad8194ca5b', 'port_id': '3b261692-ea26-4a17-8070-fd2a4a1139f8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccb34270-5897-4f8c-bf79-a40c6714fbbe', 'mac_address': 'fa:16:3e:d9:fa:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b6181c-c0bd-4e8a-aaa5-a8697922fb5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T03:55:03Z', 'updated_at': '2022-01-29T03:55:03Z', 'revision_number': 0, 'project_id': 'a12ca58f304343008cbef6b9b2f59dc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1caa7d94-df6c-49a3-909a-6ebbb04ca9d5', 'name': '', 'network_id': 'ccb34270-5897-4f8c-bf79-a40c6714fbbe', 'tenant_id': 'a12ca58f304343008cbef6b9b2f59dc6', 'mac_address': 'fa:16:3e:7b:1c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01bd52c-e54b-4548-8647-82ad8194ca5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c9d0986d-8523-45fc-a347-3d670f46c8d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:54:17Z', 'updated_at': '2022-01-29T03:54:21Z', 'revision_number': 5, 'project_id': 'a12ca58f304343008cbef6b9b2f59dc6', 'subnets': [{'id': 'c9d0986d-8523-45fc-a347-3d670f46c8d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-1-iscsi', False) {} {{(pid=109551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:55:05.489029 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b877de08-de33-4400-9f08-b0de225c4cc4 None None] The sync data for ids ['d01bd52c-e54b-4548-8647-82ad8194ca5b'] in dv-cinder-826949-1-iscsi is: [{'id': 'd01bd52c-e54b-4548-8647-82ad8194ca5b', 'name': 'tempest-TestVolumeBootPattern-211160166-router', 'tenant_id': 'a12ca58f304343008cbef6b9b2f59dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'external_fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': '382b0a0c-6fbb-4b9d-a346-780fef802e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T03:54:15Z', 'updated_at': '2022-01-29T03:54:18Z', 'revision_number': 4, 'project_id': 'a12ca58f304343008cbef6b9b2f59dc6', 'gw_port': {'id': '382b0a0c-6fbb-4b9d-a346-780fef802e88', 'name': '', 'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01bd52c-e54b-4548-8647-82ad8194ca5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:54:15Z', 'updated_at': '2022-01-29T03:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-1-iscsi', '_floatingips': [{'id': '2aca88b8-a01d-4049-b42b-9ccd4ed3e2c7', 'tenant_id': 'a12ca58f304343008cbef6b9b2f59dc6', 'floating_ip_address': '172.27.1.229', 'floating_network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'router_id': 'd01bd52c-e54b-4548-8647-82ad8194ca5b', 'port_id': '3b261692-ea26-4a17-8070-fd2a4a1139f8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccb34270-5897-4f8c-bf79-a40c6714fbbe', 'mac_address': 'fa:16:3e:d9:fa:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b6181c-c0bd-4e8a-aaa5-a8697922fb5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T03:55:03Z', 'updated_at': '2022-01-29T03:55:03Z', 'revision_number': 0, 'project_id': 'a12ca58f304343008cbef6b9b2f59dc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1caa7d94-df6c-49a3-909a-6ebbb04ca9d5', 'name': '', 'network_id': 'ccb34270-5897-4f8c-bf79-a40c6714fbbe', 'tenant_id': 'a12ca58f304343008cbef6b9b2f59dc6', 'mac_address': 'fa:16:3e:7b:1c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01bd52c-e54b-4548-8647-82ad8194ca5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c9d0986d-8523-45fc-a347-3d670f46c8d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:54:17Z', 'updated_at': '2022-01-29T03:54:21Z', 'revision_number': 5, 'project_id': 'a12ca58f304343008cbef6b9b2f59dc6', 'subnets': [{'id': 'c9d0986d-8523-45fc-a347-3d670f46c8d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 03:55:05.684855 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59688194-8bd0-4cfa-869d-17fcd6aa4e9d None None] New status for floating IP 2aca88b8-a01d-4049-b42b-9ccd4ed3e2c7: ACTIVE {{(pid=109552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 03:55:14.891053 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-f3b09ea1-e08f-400b-929b-cbe7a2ca4d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (dac82def-0781-4624-a171-654e1b1d12af), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:55:17.459374 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-6b07f95c-5a3d-4b1f-84ee-c54266861ac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (d5b8732c-6ac1-45e3-a79e-cd9863fe8196), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:55:18.065223 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-6a0bb60c-5b7b-499b-b43f-7eb32e921150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (4cfc2a27-deed-4689-8f39-0bd5aa6fe3c3), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:55:19.451020 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-30ace4c1-806b-4d7c-a886-fe7b65bfbfcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (7774c0be-b957-4204-896b-7e749f55bf81), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:55:21.182605 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (e75d1b00-832d-4bf5-b078-2c4f5b2c10cd), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:55:26.131151 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (ad4128b7-7a77-4672-aa49-b5d5d6c7d736), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:55:31.061295 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.agents_db [None req-5bdad2e4-4f8f-4fe6-a9f7-cf82a335ca9d None None] Agent healthcheck: found 6 active agents {{(pid=109552) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 03:55:37.728428 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-f4493448-c928-4fa9-9c70-26d413327c7f req-86142d3f-58ad-4997-aa7b-c908a3a7e39b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=09b6181c-c0bd-4e8a-aaa5-a8697922fb5d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0472283 Jan 29 03:55:37.849108 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4493448-c928-4fa9-9c70-26d413327c7f req-36305a1e-9f83-43ca-acc1-b22b0d1b70c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:55:37.850650 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-f4493448-c928-4fa9-9c70-26d413327c7f req-36305a1e-9f83-43ca-acc1-b22b0d1b70c3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a12ca58f304343008cbef6b9b2f59dc6&device_id=09b6181c-c0bd-4e8a-aaa5-a8697922fb5d HTTP/1.1" status: 200 len: 1129 time: 0.0435863 Jan 29 03:55:37.951819 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4493448-c928-4fa9-9c70-26d413327c7f req-1a413001-597b-4a39-9427-a985d5388f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:55:37.953286 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-f4493448-c928-4fa9-9c70-26d413327c7f req-1a413001-597b-4a39-9427-a985d5388f14 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ccb34270-5897-4f8c-bf79-a40c6714fbbe HTTP/1.1" status: 200 len: 911 time: 0.0848191 Jan 29 03:55:38.020386 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-f4493448-c928-4fa9-9c70-26d413327c7f req-d4b63fe1-10aa-4a3e-afd5-847d38f4b4d6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3b261692-ea26-4a17-8070-fd2a4a1139f8 HTTP/1.1" status: 200 len: 1001 time: 0.0612085 Jan 29 03:55:38.067382 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4493448-c928-4fa9-9c70-26d413327c7f req-0598e06c-c1f5-48b0-9a2f-99eae917b9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:55:38.068791 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-f4493448-c928-4fa9-9c70-26d413327c7f req-0598e06c-c1f5-48b0-9a2f-99eae917b9f1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c9d0986d-8523-45fc-a347-3d670f46c8d0 HTTP/1.1" status: 200 len: 850 time: 0.0423501 Jan 29 03:55:38.116752 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4493448-c928-4fa9-9c70-26d413327c7f req-55dc281c-f35e-474c-a6cb-111d9a8ed90d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:55:38.118306 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-f4493448-c928-4fa9-9c70-26d413327c7f req-55dc281c-f35e-474c-a6cb-111d9a8ed90d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ccb34270-5897-4f8c-bf79-a40c6714fbbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433197 Jan 29 03:55:38.207283 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-f4493448-c928-4fa9-9c70-26d413327c7f req-5a8f557f-ebbc-49dc-860f-78fd1a534e99 service neutron] 10.222.0.25 "GET /v2.0/networks/ccb34270-5897-4f8c-bf79-a40c6714fbbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828278 Jan 29 03:55:38.308559 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-f4493448-c928-4fa9-9c70-26d413327c7f req-4631d396-628d-48fe-9f53-360e233cbcca service neutron] 10.222.0.25 "GET /v2.0/networks/ccb34270-5897-4f8c-bf79-a40c6714fbbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951049 Jan 29 03:55:44.862337 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-44972f11-400a-41b2-bc73-6a0c486edd50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (dac82def-0781-4624-a171-654e1b1d12af), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:55:47.419148 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-87d73d64-9517-4f8d-b55e-c3ad656067f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (d5b8732c-6ac1-45e3-a79e-cd9863fe8196), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:55:48.070253 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-6a0bb60c-5b7b-499b-b43f-7eb32e921150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (4cfc2a27-deed-4689-8f39-0bd5aa6fe3c3), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:55:49.496297 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-30ace4c1-806b-4d7c-a886-fe7b65bfbfcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (7774c0be-b957-4204-896b-7e749f55bf81), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:55:51.210593 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (e75d1b00-832d-4bf5-b078-2c4f5b2c10cd), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:55:56.130507 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (ad4128b7-7a77-4672-aa49-b5d5d6c7d736), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:56:08.060751 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.agents_db [None req-5bdad2e4-4f8f-4fe6-a9f7-cf82a335ca9d None None] Agent healthcheck: found 6 active agents {{(pid=109552) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 03:56:14.858548 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-ffa9d242-8b82-4f5b-84f0-447700653484 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (dac82def-0781-4624-a171-654e1b1d12af), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:56:17.418358 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-17f5ec74-9480-4c5d-a97b-db7b453809d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (d5b8732c-6ac1-45e3-a79e-cd9863fe8196), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:56:18.078442 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-6a0bb60c-5b7b-499b-b43f-7eb32e921150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (4cfc2a27-deed-4689-8f39-0bd5aa6fe3c3), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:56:19.475777 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-30ace4c1-806b-4d7c-a886-fe7b65bfbfcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (7774c0be-b957-4204-896b-7e749f55bf81), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:56:21.189743 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (e75d1b00-832d-4bf5-b078-2c4f5b2c10cd), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:56:26.130111 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (ad4128b7-7a77-4672-aa49-b5d5d6c7d736), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:56:39.710649 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-88e5b195-de17-4509-9bfb-0d81873b122f req-0db82534-d655-4361-bc98-4eed915ea1f9 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=09b6181c-c0bd-4e8a-aaa5-a8697922fb5d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0474954 Jan 29 03:56:39.811840 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e5b195-de17-4509-9bfb-0d81873b122f req-a66c769e-b4e9-4166-a1b4-ec2036bc0ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:56:39.813334 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-88e5b195-de17-4509-9bfb-0d81873b122f req-a66c769e-b4e9-4166-a1b4-ec2036bc0ccb service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a12ca58f304343008cbef6b9b2f59dc6&device_id=09b6181c-c0bd-4e8a-aaa5-a8697922fb5d HTTP/1.1" status: 200 len: 1129 time: 0.0437260 Jan 29 03:56:39.911908 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e5b195-de17-4509-9bfb-0d81873b122f req-22495eec-6c32-4c85-bdde-617d480f87c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:56:39.913419 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-88e5b195-de17-4509-9bfb-0d81873b122f req-22495eec-6c32-4c85-bdde-617d480f87c5 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ccb34270-5897-4f8c-bf79-a40c6714fbbe HTTP/1.1" status: 200 len: 911 time: 0.0834084 Jan 29 03:56:39.980329 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-88e5b195-de17-4509-9bfb-0d81873b122f req-e8d3d392-43b6-4bf0-afc6-cad573063c91 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3b261692-ea26-4a17-8070-fd2a4a1139f8 HTTP/1.1" status: 200 len: 1001 time: 0.0613484 Jan 29 03:56:40.031124 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e5b195-de17-4509-9bfb-0d81873b122f req-918f3721-53ed-40ad-b497-5d4919d0b625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:56:40.032553 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-88e5b195-de17-4509-9bfb-0d81873b122f req-918f3721-53ed-40ad-b497-5d4919d0b625 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c9d0986d-8523-45fc-a347-3d670f46c8d0 HTTP/1.1" status: 200 len: 850 time: 0.0467031 Jan 29 03:56:40.081127 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e5b195-de17-4509-9bfb-0d81873b122f req-587c501e-8970-4194-8ed9-be26ef70f7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:56:40.082690 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-88e5b195-de17-4509-9bfb-0d81873b122f req-587c501e-8970-4194-8ed9-be26ef70f7f1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ccb34270-5897-4f8c-bf79-a40c6714fbbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435514 Jan 29 03:56:40.170748 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-88e5b195-de17-4509-9bfb-0d81873b122f req-e6ea8116-eab6-46b6-9ff1-416e4eb7d233 service neutron] 10.222.0.25 "GET /v2.0/networks/ccb34270-5897-4f8c-bf79-a40c6714fbbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820260 Jan 29 03:56:40.259768 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-88e5b195-de17-4509-9bfb-0d81873b122f req-bcf3ddc5-8ac1-45dc-937e-765a17194158 service neutron] 10.222.0.25 "GET /v2.0/networks/ccb34270-5897-4f8c-bf79-a40c6714fbbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825694 Jan 29 03:56:44.878679 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-d72c48dd-692f-4c49-9c90-7e24ed3b192b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (dac82def-0781-4624-a171-654e1b1d12af), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:56:45.059468 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.agents_db [None req-5bdad2e4-4f8f-4fe6-a9f7-cf82a335ca9d None None] Agent healthcheck: found 6 active agents {{(pid=109552) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 03:56:47.455671 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-cb77ed70-e4d5-40cf-b016-78ea28cc16ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (d5b8732c-6ac1-45e3-a79e-cd9863fe8196), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:56:48.162589 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-6a0bb60c-5b7b-499b-b43f-7eb32e921150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (4cfc2a27-deed-4689-8f39-0bd5aa6fe3c3), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:56:49.478389 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-30ace4c1-806b-4d7c-a886-fe7b65bfbfcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (7774c0be-b957-4204-896b-7e749f55bf81), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:56:51.172089 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (e75d1b00-832d-4bf5-b078-2c4f5b2c10cd), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:56:56.160596 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (ad4128b7-7a77-4672-aa49-b5d5d6c7d736), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:56:59.353676 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175e02ae-f751-43f3-a8c9-dd429097a04f req-43f4c75b-61e4-4ba8-8939-bb9c4a92a18d tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:56:59.355170 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-175e02ae-f751-43f3-a8c9-dd429097a04f req-43f4c75b-61e4-4ba8-8939-bb9c4a92a18d tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] 10.222.0.16 "GET /v2.0/ports?device_id=09b6181c-c0bd-4e8a-aaa5-a8697922fb5d HTTP/1.1" status: 200 len: 945 time: 0.0550265 Jan 29 03:56:59.402198 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-175e02ae-f751-43f3-a8c9-dd429097a04f req-4be2ab4e-d8c1-4145-b7e3-8c8259e2b566 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] 10.222.0.16 "GET /v2.0/security-groups?id=e28351e5-d3d9-45bd-a13e-59941a8f9d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415759 Jan 29 03:57:00.523756 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c1afcd-31a7-4424-b5b4-a01893042b7b req-3e7929bd-a367-4afb-b34b-301005e6d27c tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:57:00.525140 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-91c1afcd-31a7-4424-b5b4-a01893042b7b req-3e7929bd-a367-4afb-b34b-301005e6d27c tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] 10.222.0.16 "GET /v2.0/ports?device_id=09b6181c-c0bd-4e8a-aaa5-a8697922fb5d HTTP/1.1" status: 200 len: 945 time: 0.0568683 Jan 29 03:57:00.580398 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-91c1afcd-31a7-4424-b5b4-a01893042b7b req-68b8f9d4-ffb7-44b6-91ed-1c1d9f3318b3 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] 10.222.0.16 "GET /v2.0/security-groups?id=e28351e5-d3d9-45bd-a13e-59941a8f9d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492790 Jan 29 03:57:01.025278 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8171f7-6518-4294-b362-3980cb09ceec req-ae8711e5-828d-4262-a565-b88aa955ff7d tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:57:01.026750 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-4c8171f7-6518-4294-b362-3980cb09ceec req-ae8711e5-828d-4262-a565-b88aa955ff7d tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] 10.222.0.25 "GET /v2.0/ports?device_id=09b6181c-c0bd-4e8a-aaa5-a8697922fb5d HTTP/1.1" status: 200 len: 945 time: 0.0516493 Jan 29 03:57:01.116340 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.plugin [req-4c8171f7-6518-4294-b362-3980cb09ceec req-ba6992cf-d292-4a3c-8682-6d3145fcd7cd tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Deleting port 3b261692-ea26-4a17-8070-fd2a4a1139f8 {{(pid=109550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 03:57:01.116680 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-4c8171f7-6518-4294-b362-3980cb09ceec req-ba6992cf-d292-4a3c-8682-6d3145fcd7cd tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787145728359'] for port (3b261692-ea26-4a17-8070-fd2a4a1139f8), before_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:57:01.201926 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.db [req-4c8171f7-6518-4294-b362-3980cb09ceec req-ba6992cf-d292-4a3c-8682-6d3145fcd7cd tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] For port 3b261692-ea26-4a17-8070-fd2a4a1139f8, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=3b261692-ea26-4a17-8070-fd2a4a1139f8,segment=NetworkSegment(81da206d-ccab-43c6-9842-cd3d88bf0ec7),segment_id=81da206d-ccab-43c6-9842-cd3d88bf0ec7)] {{(pid=109550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 03:57:01.202310 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-4c8171f7-6518-4294-b362-3980cb09ceec req-ba6992cf-d292-4a3c-8682-6d3145fcd7cd tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1915525'] for port (3b261692-ea26-4a17-8070-fd2a4a1139f8), precommit_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:57:01.371257 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-4c8171f7-6518-4294-b362-3980cb09ceec req-ba6992cf-d292-4a3c-8682-6d3145fcd7cd tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:57:01.371534 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-4c8171f7-6518-4294-b362-3980cb09ceec req-ba6992cf-d292-4a3c-8682-6d3145fcd7cd tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1909920'] for floatingip (2aca88b8-a01d-4049-b42b-9ccd4ed3e2c7), after_update {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:57:01.371845 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.db.l3_db [req-4c8171f7-6518-4294-b362-3980cb09ceec req-ba6992cf-d292-4a3c-8682-6d3145fcd7cd tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Floating IP 2aca88b8-a01d-4049-b42b-9ccd4ed3e2c7 disassociated. External IP: 172.27.1.229, port: 3b261692-ea26-4a17-8070-fd2a4a1139f8. Jan 29 03:57:01.372180 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.plugin [req-4c8171f7-6518-4294-b362-3980cb09ceec req-ba6992cf-d292-4a3c-8682-6d3145fcd7cd tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Calling delete_port for 3b261692-ea26-4a17-8070-fd2a4a1139f8 owned by compute:nova {{(pid=109550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 03:57:01.575329 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-4c8171f7-6518-4294-b362-3980cb09ceec req-ba6992cf-d292-4a3c-8682-6d3145fcd7cd tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787145732033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787145433402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9207350'] for port (3b261692-ea26-4a17-8070-fd2a4a1139f8), after_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:57:01.603103 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6992cf-d292-4a3c-8682-6d3145fcd7cd tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Pushing event deleted for resources: {'Port': ['ID=3b261692-ea26-4a17-8070-fd2a4a1139f8,revision_number=None']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:57:01.657519 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6992cf-d292-4a3c-8682-6d3145fcd7cd tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:57:01.657872 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6992cf-d292-4a3c-8682-6d3145fcd7cd tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:57:01.658243 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6992cf-d292-4a3c-8682-6d3145fcd7cd tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:57:01.658584 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6992cf-d292-4a3c-8682-6d3145fcd7cd tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:57:01.658912 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6992cf-d292-4a3c-8682-6d3145fcd7cd tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:57:01.659238 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6992cf-d292-4a3c-8682-6d3145fcd7cd tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:57:01.659564 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6992cf-d292-4a3c-8682-6d3145fcd7cd tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:57:01.659887 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6992cf-d292-4a3c-8682-6d3145fcd7cd tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:57:01.660213 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6992cf-d292-4a3c-8682-6d3145fcd7cd tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:57:01.660558 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6992cf-d292-4a3c-8682-6d3145fcd7cd tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:57:01.660900 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6992cf-d292-4a3c-8682-6d3145fcd7cd tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:57:01.661220 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6992cf-d292-4a3c-8682-6d3145fcd7cd tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:57:01.661539 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6992cf-d292-4a3c-8682-6d3145fcd7cd tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:57:01.682744 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-6acc3f5f-c8be-499f-9f1f-7d110666d953 req-100547bb-b403-430f-a187-3a43ff79db98 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] 10.222.0.16 "GET /v2.0/ports?device_id=09b6181c-c0bd-4e8a-aaa5-a8697922fb5d HTTP/1.1" status: 200 len: 210 time: 0.0301716 Jan 29 03:57:01.736155 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4c8171f7-6518-4294-b362-3980cb09ceec req-ba6992cf-d292-4a3c-8682-6d3145fcd7cd tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Router d01bd52c-e54b-4548-8647-82ad8194ca5b has already been hosted by L3 agent d5b8732c-6ac1-45e3-a79e-cd9863fe8196 {{(pid=109550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 03:57:01.840681 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4c8171f7-6518-4294-b362-3980cb09ceec req-ba6992cf-d292-4a3c-8682-6d3145fcd7cd tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Notify agent at l3_agent.dv-cinder-826949-1-iscsi the message routers_updated {{(pid=109550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 03:57:01.850925 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5951731a-cd34-463d-9c96-6c253ea55bf1 None None] Sync routers for ids ['d01bd52c-e54b-4548-8647-82ad8194ca5b'] in dv-cinder-826949-1-iscsi {{(pid=109551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 03:57:01.860888 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5951731a-cd34-463d-9c96-6c253ea55bf1 None None] Routers {'d01bd52c-e54b-4548-8647-82ad8194ca5b'} bound to L3 agent in host dv-cinder-826949-1-iscsi {{(pid=109551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 03:57:01.861486 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_hamode_db [None req-5951731a-cd34-463d-9c96-6c253ea55bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T03:36:17Z,description=,heartbeat_timestamp=2022-01-29T03:56:47Z,host='dv-cinder-826949-1-iscsi',id=d5b8732c-6ac1-45e3-a79e-cd9863fe8196,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T03:36:18Z,topic='l3_agent')) {'router_ids': ['d01bd52c-e54b-4548-8647-82ad8194ca5b'], 'active': True} {{(pid=109551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:57:01.885174 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c8171f7-6518-4294-b362-3980cb09ceec req-ba6992cf-d292-4a3c-8682-6d3145fcd7cd tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] No DVR routers for this DVR port 3b261692-ea26-4a17-8070-fd2a4a1139f8 on host hv-cinder-82694 {{(pid=109550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 03:57:01.885174 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-4c8171f7-6518-4294-b362-3980cb09ceec req-ba6992cf-d292-4a3c-8682-6d3145fcd7cd tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166518'] for port (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:57:01.887674 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-4c8171f7-6518-4294-b362-3980cb09ceec req-ba6992cf-d292-4a3c-8682-6d3145fcd7cd tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] 10.222.0.25 "DELETE /v2.0/ports/3b261692-ea26-4a17-8070-fd2a4a1139f8 HTTP/1.1" status: 204 len: 173 time: 0.8559601 Jan 29 03:57:01.888112 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09b6181c-c0bd-4e8a-aaa5-a8697922fb5d', 'name': 'network-vif-deleted', 'tag': '3b261692-ea26-4a17-8070-fd2a4a1139f8'}] {{(pid=109550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 03:57:01.890398 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fa7e8514ec8b1871638cf3d0c6bf241b62bf17ffd430199c6215cc57604ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c33eaa83-a7e9-42af-a0b7-a80dc2df98e1" -d '{"events": [{"server_uuid": "09b6181c-c0bd-4e8a-aaa5-a8697922fb5d", "name": "network-vif-deleted", "tag": "3b261692-ea26-4a17-8070-fd2a4a1139f8"}]}' {{(pid=109550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 03:57:01.979615 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_dvr_db [None req-5951731a-cd34-463d-9c96-6c253ea55bf1 None None] Set router d01bd52c-e54b-4548-8647-82ad8194ca5b gateway port host: dv-cinder-826949-1-iscsi {{(pid=109551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 03:57:02.045423 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 03:57:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beec4c9b-0abe-4604-b082-aa9640d80430 x-openstack-request-id: req-beec4c9b-0abe-4604-b082-aa9640d80430 {{(pid=109550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 03:57:02.045767 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09b6181c-c0bd-4e8a-aaa5-a8697922fb5d", "name": "network-vif-deleted", "tag": "3b261692-ea26-4a17-8070-fd2a4a1139f8", "status": "completed", "code": 200}]} {{(pid=109550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 03:57:02.045967 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-beec4c9b-0abe-4604-b082-aa9640d80430 {{(pid=109550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 03:57:02.046392 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09b6181c-c0bd-4e8a-aaa5-a8697922fb5d', 'name': 'network-vif-deleted', 'tag': '3b261692-ea26-4a17-8070-fd2a4a1139f8', 'status': 'completed', 'code': 200} Jan 29 03:57:02.189132 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_hamode_db [None req-5951731a-cd34-463d-9c96-6c253ea55bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd01bd52c-e54b-4548-8647-82ad8194ca5b', 'name': 'tempest-TestVolumeBootPattern-211160166-router', 'tenant_id': 'a12ca58f304343008cbef6b9b2f59dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'external_fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': '382b0a0c-6fbb-4b9d-a346-780fef802e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T03:54:15Z', 'updated_at': '2022-01-29T03:54:18Z', 'revision_number': 4, 'project_id': 'a12ca58f304343008cbef6b9b2f59dc6', 'gw_port': {'id': '382b0a0c-6fbb-4b9d-a346-780fef802e88', 'name': '', 'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01bd52c-e54b-4548-8647-82ad8194ca5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:54:15Z', 'updated_at': '2022-01-29T03:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-1-iscsi', '_interfaces': [{'id': '1caa7d94-df6c-49a3-909a-6ebbb04ca9d5', 'name': '', 'network_id': 'ccb34270-5897-4f8c-bf79-a40c6714fbbe', 'tenant_id': 'a12ca58f304343008cbef6b9b2f59dc6', 'mac_address': 'fa:16:3e:7b:1c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01bd52c-e54b-4548-8647-82ad8194ca5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c9d0986d-8523-45fc-a347-3d670f46c8d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:54:17Z', 'updated_at': '2022-01-29T03:54:21Z', 'revision_number': 5, 'project_id': 'a12ca58f304343008cbef6b9b2f59dc6', 'subnets': [{'id': 'c9d0986d-8523-45fc-a347-3d670f46c8d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-1-iscsi', False) {} {{(pid=109551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:57:02.218511 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5951731a-cd34-463d-9c96-6c253ea55bf1 None None] Checking router: d01bd52c-e54b-4548-8647-82ad8194ca5b for host: dv-cinder-826949-1-iscsi {{(pid=109551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 03:57:02.226541 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5951731a-cd34-463d-9c96-6c253ea55bf1 None None] Routers {'d01bd52c-e54b-4548-8647-82ad8194ca5b'} bound to L3 agent in host dv-cinder-826949-1-iscsi {{(pid=109551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 03:57:02.227141 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_hamode_db [None req-5951731a-cd34-463d-9c96-6c253ea55bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T03:36:17Z,description=,heartbeat_timestamp=2022-01-29T03:56:47Z,host='dv-cinder-826949-1-iscsi',id=d5b8732c-6ac1-45e3-a79e-cd9863fe8196,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T03:36:18Z,topic='l3_agent')) {'router_ids': ['d01bd52c-e54b-4548-8647-82ad8194ca5b'], 'active': True} {{(pid=109551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:57:02.328810 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_dvr_db [None req-5951731a-cd34-463d-9c96-6c253ea55bf1 None None] Set router d01bd52c-e54b-4548-8647-82ad8194ca5b gateway port host: dv-cinder-826949-1-iscsi {{(pid=109551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 03:57:02.524526 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_hamode_db [None req-5951731a-cd34-463d-9c96-6c253ea55bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd01bd52c-e54b-4548-8647-82ad8194ca5b', 'name': 'tempest-TestVolumeBootPattern-211160166-router', 'tenant_id': 'a12ca58f304343008cbef6b9b2f59dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'external_fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': '382b0a0c-6fbb-4b9d-a346-780fef802e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T03:54:15Z', 'updated_at': '2022-01-29T03:54:18Z', 'revision_number': 4, 'project_id': 'a12ca58f304343008cbef6b9b2f59dc6', 'gw_port': {'id': '382b0a0c-6fbb-4b9d-a346-780fef802e88', 'name': '', 'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01bd52c-e54b-4548-8647-82ad8194ca5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:54:15Z', 'updated_at': '2022-01-29T03:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-1-iscsi', '_interfaces': [{'id': '1caa7d94-df6c-49a3-909a-6ebbb04ca9d5', 'name': '', 'network_id': 'ccb34270-5897-4f8c-bf79-a40c6714fbbe', 'tenant_id': 'a12ca58f304343008cbef6b9b2f59dc6', 'mac_address': 'fa:16:3e:7b:1c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01bd52c-e54b-4548-8647-82ad8194ca5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c9d0986d-8523-45fc-a347-3d670f46c8d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:54:17Z', 'updated_at': '2022-01-29T03:54:21Z', 'revision_number': 5, 'project_id': 'a12ca58f304343008cbef6b9b2f59dc6', 'subnets': [{'id': 'c9d0986d-8523-45fc-a347-3d670f46c8d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-1-iscsi', False) {} {{(pid=109551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:57:02.550649 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5951731a-cd34-463d-9c96-6c253ea55bf1 None None] The sync data for ids ['d01bd52c-e54b-4548-8647-82ad8194ca5b'] in dv-cinder-826949-1-iscsi is: [{'id': 'd01bd52c-e54b-4548-8647-82ad8194ca5b', 'name': 'tempest-TestVolumeBootPattern-211160166-router', 'tenant_id': 'a12ca58f304343008cbef6b9b2f59dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'external_fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': '382b0a0c-6fbb-4b9d-a346-780fef802e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T03:54:15Z', 'updated_at': '2022-01-29T03:54:18Z', 'revision_number': 4, 'project_id': 'a12ca58f304343008cbef6b9b2f59dc6', 'gw_port': {'id': '382b0a0c-6fbb-4b9d-a346-780fef802e88', 'name': '', 'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01bd52c-e54b-4548-8647-82ad8194ca5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:54:15Z', 'updated_at': '2022-01-29T03:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-1-iscsi', '_interfaces': [{'id': '1caa7d94-df6c-49a3-909a-6ebbb04ca9d5', 'name': '', 'network_id': 'ccb34270-5897-4f8c-bf79-a40c6714fbbe', 'tenant_id': 'a12ca58f304343008cbef6b9b2f59dc6', 'mac_address': 'fa:16:3e:7b:1c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01bd52c-e54b-4548-8647-82ad8194ca5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c9d0986d-8523-45fc-a347-3d670f46c8d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:54:17Z', 'updated_at': '2022-01-29T03:54:21Z', 'revision_number': 5, 'project_id': 'a12ca58f304343008cbef6b9b2f59dc6', 'subnets': [{'id': 'c9d0986d-8523-45fc-a347-3d670f46c8d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 03:57:02.768560 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5abb9861-ea1f-4cd9-9f90-bc2d04e99d5b None None] New status for floating IP 2aca88b8-a01d-4049-b42b-9ccd4ed3e2c7: DOWN {{(pid=109552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 03:57:02.790332 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-04eda4a1-f2c4-4818-9e09-750e40596bf4 req-4ce8151d-b4d9-4c4a-b028-2e6ee6045ca8 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] 10.222.0.16 "GET /v2.0/ports?device_id=09b6181c-c0bd-4e8a-aaa5-a8697922fb5d HTTP/1.1" status: 200 len: 210 time: 0.0277433 Jan 29 03:57:03.992284 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-d1e4e038-8ddd-4fe1-a2a5-f8854734b000 req-45a47976-f66b-467c-9fa7-8ff5b77647d1 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1196771207&fields=id&tenant_id=a12ca58f304343008cbef6b9b2f59dc6 HTTP/1.1" status: 200 len: 267 time: 0.0437229 Jan 29 03:57:04.102652 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e4e038-8ddd-4fe1-a2a5-f8854734b000 req-c00255af-0a49-40c7-b9eb-75ad78ca449e tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:57:04.104008 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-d1e4e038-8ddd-4fe1-a2a5-f8854734b000 req-c00255af-0a49-40c7-b9eb-75ad78ca449e tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] 10.222.0.16 "GET /v2.0/networks?id=ccb34270-5897-4f8c-bf79-a40c6714fbbe HTTP/1.1" status: 200 len: 811 time: 0.1054974 Jan 29 03:57:04.117862 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-d1e4e038-8ddd-4fe1-a2a5-f8854734b000 req-fc3e4940-ff03-4ba6-96b1-cd5d60a7782e tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] 10.222.0.16 "GET /v2.0/quotas/a12ca58f304343008cbef6b9b2f59dc6 HTTP/1.1" status: 200 len: 375 time: 0.0086610 Jan 29 03:57:04.171727 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-d1e4e038-8ddd-4fe1-a2a5-f8854734b000 req-c33e640f-78b4-432f-8765-2f7f67f9e4a3 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a12ca58f304343008cbef6b9b2f59dc6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0490942 Jan 29 03:57:04.326819 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-d1e4e038-8ddd-4fe1-a2a5-f8854734b000 req-7ee7cb3a-44f9-4ef7-9a85-cc2dfebb92a1 service neutron] 10.222.0.16 "GET /v2.0/networks/ccb34270-5897-4f8c-bf79-a40c6714fbbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439462 Jan 29 03:57:04.421067 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-d1e4e038-8ddd-4fe1-a2a5-f8854734b000 req-6169ae5f-6cc0-4db4-ab3f-b4de8b5fdb3e service neutron] 10.222.0.16 "GET /v2.0/networks/ccb34270-5897-4f8c-bf79-a40c6714fbbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884867 Jan 29 03:57:04.450542 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Device 3b261692-ea26-4a17-8070-fd2a4a1139f8 no longer exists at agent hyperv_hv-cinder-82694 {{(pid=109551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 03:57:04.474120 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] No Port match for: 3b261692-ea26-4a17-8070-fd2a4a1139f8 {{(pid=109551) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 03:57:04.474569 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Device 3b261692-ea26-4a17-8070-fd2a4a1139f8 not bound to the agent host hv-cinder-82694 {{(pid=109551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 03:57:04.945289 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-94d99f81-3e53-48ef-9473-9dfa0cafcc0a req-8de2b802-c6f7-4787-9170-0ae4a6f5a350 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] 10.222.0.16 "GET /v2.0/ports?device_id=76926f43-8dae-4b00-abb2-2090c831180f HTTP/1.1" status: 200 len: 210 time: 0.0307341 Jan 29 03:57:06.037841 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-362e5837-847f-4eaf-8a38-5da94fbf6923 req-749de61f-76bc-4780-af37-4780faf4a62f tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] 10.222.0.16 "GET /v2.0/ports?device_id=76926f43-8dae-4b00-abb2-2090c831180f HTTP/1.1" status: 200 len: 210 time: 0.0280347 Jan 29 03:57:06.872401 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e4e038-8ddd-4fe1-a2a5-f8854734b000 req-215cd591-0fce-4e76-a92f-151342a8bd95 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:57:06.873823 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-d1e4e038-8ddd-4fe1-a2a5-f8854734b000 req-215cd591-0fce-4e76-a92f-151342a8bd95 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] 10.222.0.25 "GET /v2.0/networks?id=ccb34270-5897-4f8c-bf79-a40c6714fbbe HTTP/1.1" status: 200 len: 811 time: 0.0979888 Jan 29 03:57:06.940830 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-d1e4e038-8ddd-4fe1-a2a5-f8854734b000 req-b03ee6d3-12d6-4ca1-b4b2-3941f45f75a4 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a12ca58f304343008cbef6b9b2f59dc6 HTTP/1.1" status: 200 len: 380 time: 0.0531957 Jan 29 03:57:06.949825 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.v2.base [req-d1e4e038-8ddd-4fe1-a2a5-f8854734b000 req-4177b8b4-be80-474d-a4db-0c9f6cdc4892 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Request body: {'port': {'device_id': '76926f43-8dae-4b00-abb2-2090c831180f', 'network_id': 'ccb34270-5897-4f8c-bf79-a40c6714fbbe', 'admin_state_up': True, 'tenant_id': 'a12ca58f304343008cbef6b9b2f59dc6', 'security_groups': ['e28351e5-d3d9-45bd-a13e-59941a8f9d8c']}} {{(pid=109550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 03:57:07.136877 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-1b045fa6-443f-4451-b08c-3004b596bbb2 req-ab4e6250-f136-4d39-9e52-ed96119f4cd5 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] 10.222.0.16 "GET /v2.0/ports?device_id=76926f43-8dae-4b00-abb2-2090c831180f HTTP/1.1" status: 200 len: 210 time: 0.0303872 Jan 29 03:57:07.137480 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1e4e038-8ddd-4fe1-a2a5-f8854734b000 req-4177b8b4-be80-474d-a4db-0c9f6cdc4892 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Made reservation on behalf of a12ca58f304343008cbef6b9b2f59dc6 for: {'port': 1} {{(pid=109550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 03:57:07.141563 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-d1e4e038-8ddd-4fe1-a2a5-f8854734b000 req-4177b8b4-be80-474d-a4db-0c9f6cdc4892 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (None), before_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:57:07.267133 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.db.db_base_plugin_common [req-d1e4e038-8ddd-4fe1-a2a5-f8854734b000 req-4177b8b4-be80-474d-a4db-0c9f6cdc4892 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Allocated IP 172.20.0.7 (ccb34270-5897-4f8c-bf79-a40c6714fbbe/c9d0986d-8523-45fc-a347-3d670f46c8d0/70be74ee-ddc8-4279-8955-d293822d325c) {{(pid=109550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 03:57:07.398539 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-d1e4e038-8ddd-4fe1-a2a5-f8854734b000 req-4177b8b4-be80-474d-a4db-0c9f6cdc4892 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Publish callbacks [] for port (70be74ee-ddc8-4279-8955-d293822d325c), precommit_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:57:07.498062 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-d1e4e038-8ddd-4fe1-a2a5-f8854734b000 req-4177b8b4-be80-474d-a4db-0c9f6cdc4892 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787145433393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9207350'] for port (70be74ee-ddc8-4279-8955-d293822d325c), after_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:57:07.541463 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1e4e038-8ddd-4fe1-a2a5-f8854734b000 req-4177b8b4-be80-474d-a4db-0c9f6cdc4892 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Network ccb34270-5897-4f8c-bf79-a40c6714fbbe is already hosted by enough agents. {{(pid=109550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 03:57:07.544304 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.scheduler.base_scheduler [req-d1e4e038-8ddd-4fe1-a2a5-f8854734b000 req-4177b8b4-be80-474d-a4db-0c9f6cdc4892 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Resources bound (agent type, host, resource id): {{(pid=109550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 03:57:07.547763 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1e4e038-8ddd-4fe1-a2a5-f8854734b000 req-4177b8b4-be80-474d-a4db-0c9f6cdc4892 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Received port after_create {{(pid=109550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 03:57:07.579018 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4177b8b4-be80-474d-a4db-0c9f6cdc4892 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Pushing event updated for resources: {'Port': ['ID=70be74ee-ddc8-4279-8955-d293822d325c,revision_number=1']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:57:07.602916 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e4e038-8ddd-4fe1-a2a5-f8854734b000 req-4177b8b4-be80-474d-a4db-0c9f6cdc4892 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:57:07.603534 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-d1e4e038-8ddd-4fe1-a2a5-f8854734b000 req-4177b8b4-be80-474d-a4db-0c9f6cdc4892 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166518'] for port (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:57:07.689516 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-d1e4e038-8ddd-4fe1-a2a5-f8854734b000 req-4177b8b4-be80-474d-a4db-0c9f6cdc4892 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7431085 Jan 29 03:57:07.706477 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.v2.base [req-d1e4e038-8ddd-4fe1-a2a5-f8854734b000 req-29e9868c-d0d6-4daa-b04c-84d409fe6d68 service neutron] Request body: {'port': {'device_id': '76926f43-8dae-4b00-abb2-2090c831180f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82694'}} {{(pid=109550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 03:57:07.763341 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-d1e4e038-8ddd-4fe1-a2a5-f8854734b000 req-29e9868c-d0d6-4daa-b04c-84d409fe6d68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (70be74ee-ddc8-4279-8955-d293822d325c), before_update {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:57:07.797105 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.provisioning_blocks [None req-052457a8-261c-4bc6-9dda-40fc6592bef7 None None] Provisioning complete for port 70be74ee-ddc8-4279-8955-d293822d325c triggered by entity DHCP. {{(pid=109551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 03:57:07.797774 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-052457a8-261c-4bc6-9dda-40fc6592bef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785313'] for port (70be74ee-ddc8-4279-8955-d293822d325c), provisioning_complete {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:57:07.830381 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-052457a8-261c-4bc6-9dda-40fc6592bef7 None None] Port 70be74ee-ddc8-4279-8955-d293822d325c cannot update to ACTIVE because it is not bound. {{(pid=109551) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 03:57:08.060342 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.notifiers.nova [req-d1e4e038-8ddd-4fe1-a2a5-f8854734b000 req-29e9868c-d0d6-4daa-b04c-84d409fe6d68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70be74ee-ddc8-4279-8955-d293822d325c {{(pid=109550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 03:57:08.068484 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-d1e4e038-8ddd-4fe1-a2a5-f8854734b000 req-29e9868c-d0d6-4daa-b04c-84d409fe6d68 service neutron] Publish callbacks [] for port (70be74ee-ddc8-4279-8955-d293822d325c), precommit_update {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:57:08.081139 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.db.provisioning_blocks [req-d1e4e038-8ddd-4fe1-a2a5-f8854734b000 req-29e9868c-d0d6-4daa-b04c-84d409fe6d68 service neutron] Transition to ACTIVE for port object 70be74ee-ddc8-4279-8955-d293822d325c will not be triggered until provisioned by entity L2. {{(pid=109550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 03:57:08.149235 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-d1e4e038-8ddd-4fe1-a2a5-f8854734b000 req-29e9868c-d0d6-4daa-b04c-84d409fe6d68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9207359'] for port (70be74ee-ddc8-4279-8955-d293822d325c), after_update {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:57:08.248802 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e9868c-d0d6-4daa-b04c-84d409fe6d68 service neutron] Pushing event updated for resources: {'Port': ['ID=70be74ee-ddc8-4279-8955-d293822d325c,revision_number=2']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:57:08.264337 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48d807f-83c1-437f-8d4c-80994ad90f85 req-3deab516-adbe-4be5-8d3e-d08e9fdd5b26 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:57:08.266760 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-b48d807f-83c1-437f-8d4c-80994ad90f85 req-3deab516-adbe-4be5-8d3e-d08e9fdd5b26 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] 10.222.0.16 "GET /v2.0/ports?device_id=76926f43-8dae-4b00-abb2-2090c831180f HTTP/1.1" status: 200 len: 943 time: 0.0606608 Jan 29 03:57:08.277600 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.managers [req-d1e4e038-8ddd-4fe1-a2a5-f8854734b000 req-29e9868c-d0d6-4daa-b04c-84d409fe6d68 service neutron] Attempting to bind port 70be74ee-ddc8-4279-8955-d293822d325c on host hv-cinder-82694 for vnic_type normal with profile {{(pid=109550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 03:57:08.277937 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.managers [req-d1e4e038-8ddd-4fe1-a2a5-f8854734b000 req-29e9868c-d0d6-4daa-b04c-84d409fe6d68 service neutron] Attempting to bind port 70be74ee-ddc8-4279-8955-d293822d325c by drivers openvswitch,hyperv on host hv-cinder-82694 at level 0 using segments [{'id': '81da206d-ccab-43c6-9842-cd3d88bf0ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ccb34270-5897-4f8c-bf79-a40c6714fbbe'}] {{(pid=109550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 03:57:08.278348 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1e4e038-8ddd-4fe1-a2a5-f8854734b000 req-29e9868c-d0d6-4daa-b04c-84d409fe6d68 service neutron] Attempting to bind port 70be74ee-ddc8-4279-8955-d293822d325c on network ccb34270-5897-4f8c-bf79-a40c6714fbbe {{(pid=109550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 03:57:08.283049 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1e4e038-8ddd-4fe1-a2a5-f8854734b000 req-29e9868c-d0d6-4daa-b04c-84d409fe6d68 service neutron] Port 70be74ee-ddc8-4279-8955-d293822d325c on network ccb34270-5897-4f8c-bf79-a40c6714fbbe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82694 {{(pid=109550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 03:57:08.283379 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1e4e038-8ddd-4fe1-a2a5-f8854734b000 req-29e9868c-d0d6-4daa-b04c-84d409fe6d68 service neutron] Attempting to bind port 70be74ee-ddc8-4279-8955-d293822d325c on network ccb34270-5897-4f8c-bf79-a40c6714fbbe {{(pid=109550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 03:57:08.288788 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1e4e038-8ddd-4fe1-a2a5-f8854734b000 req-29e9868c-d0d6-4daa-b04c-84d409fe6d68 service neutron] Checking agent: {'id': 'ad4128b7-7a77-4672-aa49-b5d5d6c7d736', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 3, 42, 25), 'started_at': datetime.datetime(2022, 1, 29, 3, 42, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 3, 56, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 03:57:08.292830 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1e4e038-8ddd-4fe1-a2a5-f8854734b000 req-29e9868c-d0d6-4daa-b04c-84d409fe6d68 service neutron] Checking segment: {'id': '81da206d-ccab-43c6-9842-cd3d88bf0ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ccb34270-5897-4f8c-bf79-a40c6714fbbe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 03:57:08.292830 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1e4e038-8ddd-4fe1-a2a5-f8854734b000 req-29e9868c-d0d6-4daa-b04c-84d409fe6d68 service neutron] Bound using segment: {'id': '81da206d-ccab-43c6-9842-cd3d88bf0ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ccb34270-5897-4f8c-bf79-a40c6714fbbe'} {{(pid=109550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 03:57:08.292830 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.managers [req-d1e4e038-8ddd-4fe1-a2a5-f8854734b000 req-29e9868c-d0d6-4daa-b04c-84d409fe6d68 service neutron] Bound port: 70be74ee-ddc8-4279-8955-d293822d325c, host: hv-cinder-82694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81da206d-ccab-43c6-9842-cd3d88bf0ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ccb34270-5897-4f8c-bf79-a40c6714fbbe'}}] {{(pid=109550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 03:57:08.292830 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-d1e4e038-8ddd-4fe1-a2a5-f8854734b000 req-29e9868c-d0d6-4daa-b04c-84d409fe6d68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (70be74ee-ddc8-4279-8955-d293822d325c), before_update {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:57:08.320646 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-b48d807f-83c1-437f-8d4c-80994ad90f85 req-bc942658-d8ff-4f69-8ed5-0180f9af7612 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] 10.222.0.16 "GET /v2.0/security-groups?id=e28351e5-d3d9-45bd-a13e-59941a8f9d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470757 Jan 29 03:57:08.361493 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.db [req-d1e4e038-8ddd-4fe1-a2a5-f8854734b000 req-29e9868c-d0d6-4daa-b04c-84d409fe6d68 service neutron] For port 70be74ee-ddc8-4279-8955-d293822d325c, host hv-cinder-82694, cleared binding levels {{(pid=109550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 03:57:08.364652 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.db [req-d1e4e038-8ddd-4fe1-a2a5-f8854734b000 req-29e9868c-d0d6-4daa-b04c-84d409fe6d68 service neutron] For port 70be74ee-ddc8-4279-8955-d293822d325c, host hv-cinder-82694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=70be74ee-ddc8-4279-8955-d293822d325c,segment=NetworkSegment(81da206d-ccab-43c6-9842-cd3d88bf0ec7),segment_id=81da206d-ccab-43c6-9842-cd3d88bf0ec7)] {{(pid=109550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 03:57:08.463813 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-d1e4e038-8ddd-4fe1-a2a5-f8854734b000 req-29e9868c-d0d6-4daa-b04c-84d409fe6d68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9207359'] for port (70be74ee-ddc8-4279-8955-d293822d325c), after_update {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:57:08.497810 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e4e038-8ddd-4fe1-a2a5-f8854734b000 req-29e9868c-d0d6-4daa-b04c-84d409fe6d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:57:08.498331 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-d1e4e038-8ddd-4fe1-a2a5-f8854734b000 req-29e9868c-d0d6-4daa-b04c-84d409fe6d68 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166518'] for port (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:57:08.499715 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-d1e4e038-8ddd-4fe1-a2a5-f8854734b000 req-29e9868c-d0d6-4daa-b04c-84d409fe6d68 service neutron] 10.222.0.25 "PUT /v2.0/ports/70be74ee-ddc8-4279-8955-d293822d325c HTTP/1.1" status: 200 len: 1093 time: 0.7975876 Jan 29 03:57:08.500725 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76926f43-8dae-4b00-abb2-2090c831180f', 'tag': '70be74ee-ddc8-4279-8955-d293822d325c'}] {{(pid=109550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 03:57:08.502970 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fa7e8514ec8b1871638cf3d0c6bf241b62bf17ffd430199c6215cc57604ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df46a8f3-91cf-468b-b44f-693325436f6e" -d '{"events": [{"name": "network-changed", "server_uuid": "76926f43-8dae-4b00-abb2-2090c831180f", "tag": "70be74ee-ddc8-4279-8955-d293822d325c"}]}' {{(pid=109550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 03:57:08.527085 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e9868c-d0d6-4daa-b04c-84d409fe6d68 service neutron] Pushing event updated for resources: {'Port': ['ID=70be74ee-ddc8-4279-8955-d293822d325c,revision_number=3']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:57:08.541568 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 03:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef335f5d-c2d3-4a48-94d2-43ddac1ff5ee x-openstack-request-id: req-ef335f5d-c2d3-4a48-94d2-43ddac1ff5ee {{(pid=109550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 03:57:08.541858 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76926f43-8dae-4b00-abb2-2090c831180f", "tag": "70be74ee-ddc8-4279-8955-d293822d325c", "status": "completed", "code": 200}]} {{(pid=109550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 03:57:08.542181 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ef335f5d-c2d3-4a48-94d2-43ddac1ff5ee {{(pid=109550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 03:57:08.542547 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76926f43-8dae-4b00-abb2-2090c831180f', 'tag': '70be74ee-ddc8-4279-8955-d293822d325c', 'status': 'completed', 'code': 200} Jan 29 03:57:08.631928 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df46a8f3-91cf-468b-b44f-693325436f6e req-4d935513-16b5-47da-aac9-823be8eabb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:57:08.633479 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-df46a8f3-91cf-468b-b44f-693325436f6e req-4d935513-16b5-47da-aac9-823be8eabb19 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a12ca58f304343008cbef6b9b2f59dc6&device_id=76926f43-8dae-4b00-abb2-2090c831180f HTTP/1.1" status: 200 len: 1127 time: 0.0488687 Jan 29 03:57:08.743660 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df46a8f3-91cf-468b-b44f-693325436f6e req-92f38a74-4c7e-40bc-9772-5cf952696d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:57:08.745046 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-df46a8f3-91cf-468b-b44f-693325436f6e req-92f38a74-4c7e-40bc-9772-5cf952696d94 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=a12ca58f304343008cbef6b9b2f59dc6&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0952680 Jan 29 03:57:08.842279 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df46a8f3-91cf-468b-b44f-693325436f6e req-f70c196e-62ba-4589-8937-88a66c743025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:57:08.844349 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-df46a8f3-91cf-468b-b44f-693325436f6e req-f70c196e-62ba-4589-8937-88a66c743025 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0927801 Jan 29 03:57:08.947837 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e4e038-8ddd-4fe1-a2a5-f8854734b000 req-0eee0d21-ad46-4e3e-b068-6c440a0b567d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:57:08.949290 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-d1e4e038-8ddd-4fe1-a2a5-f8854734b000 req-0eee0d21-ad46-4e3e-b068-6c440a0b567d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a12ca58f304343008cbef6b9b2f59dc6&device_id=76926f43-8dae-4b00-abb2-2090c831180f HTTP/1.1" status: 200 len: 1127 time: 0.0484703 Jan 29 03:57:08.996079 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-d1e4e038-8ddd-4fe1-a2a5-f8854734b000 req-7cc584ac-8e61-4ac1-9abb-d4299071da78 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=70be74ee-ddc8-4279-8955-d293822d325c HTTP/1.1" status: 200 len: 217 time: 0.0330729 Jan 29 03:57:09.043578 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e4e038-8ddd-4fe1-a2a5-f8854734b000 req-1efffeef-4002-4d35-9243-14a1890d0502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:57:09.045072 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-d1e4e038-8ddd-4fe1-a2a5-f8854734b000 req-1efffeef-4002-4d35-9243-14a1890d0502 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c9d0986d-8523-45fc-a347-3d670f46c8d0 HTTP/1.1" status: 200 len: 850 time: 0.0430717 Jan 29 03:57:09.092365 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e4e038-8ddd-4fe1-a2a5-f8854734b000 req-3765c751-b389-4d09-aadc-7605e96db0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:57:09.094512 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-d1e4e038-8ddd-4fe1-a2a5-f8854734b000 req-3765c751-b389-4d09-aadc-7605e96db0b1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ccb34270-5897-4f8c-bf79-a40c6714fbbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429878 Jan 29 03:57:09.189697 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-d1e4e038-8ddd-4fe1-a2a5-f8854734b000 req-eca0b968-26b0-4ebf-9c5d-d5d98881bad8 service neutron] 10.222.0.25 "GET /v2.0/networks/ccb34270-5897-4f8c-bf79-a40c6714fbbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877776 Jan 29 03:57:09.276734 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-d1e4e038-8ddd-4fe1-a2a5-f8854734b000 req-b97d8e05-54e0-406e-8333-c52d6169ee5d service neutron] 10.222.0.25 "GET /v2.0/networks/ccb34270-5897-4f8c-bf79-a40c6714fbbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810130 Jan 29 03:57:09.447382 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc248881-6a0e-474f-a39f-b0f31814ef76 req-133ae572-fa21-45ad-9780-589f6d79e7b4 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:57:09.449145 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-fc248881-6a0e-474f-a39f-b0f31814ef76 req-133ae572-fa21-45ad-9780-589f6d79e7b4 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] 10.222.0.16 "GET /v2.0/ports?device_id=76926f43-8dae-4b00-abb2-2090c831180f HTTP/1.1" status: 200 len: 943 time: 0.0628638 Jan 29 03:57:09.499208 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-fc248881-6a0e-474f-a39f-b0f31814ef76 req-95aff9a6-f467-491b-a5e4-aa09e6f138ea tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] 10.222.0.16 "GET /v2.0/security-groups?id=e28351e5-d3d9-45bd-a13e-59941a8f9d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439167 Jan 29 03:57:10.630054 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5affd34d-66bb-4819-8f2b-4558126a70e7 req-004a6222-84ed-46f3-9f6b-569f66fa68e4 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:57:10.631530 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-5affd34d-66bb-4819-8f2b-4558126a70e7 req-004a6222-84ed-46f3-9f6b-569f66fa68e4 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] 10.222.0.16 "GET /v2.0/ports?device_id=76926f43-8dae-4b00-abb2-2090c831180f HTTP/1.1" status: 200 len: 943 time: 0.0647478 Jan 29 03:57:10.678736 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-5affd34d-66bb-4819-8f2b-4558126a70e7 req-4f5f853d-99f7-4033-9ecc-8a6b1284755a tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] 10.222.0.16 "GET /v2.0/security-groups?id=e28351e5-d3d9-45bd-a13e-59941a8f9d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415483 Jan 29 03:57:11.791786 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ef3be0-fc34-4b6c-b8ba-a468f99b6d62 req-423508ef-a17c-484e-8ae8-930213047f6b tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:57:11.793248 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-21ef3be0-fc34-4b6c-b8ba-a468f99b6d62 req-423508ef-a17c-484e-8ae8-930213047f6b tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] 10.222.0.16 "GET /v2.0/ports?device_id=76926f43-8dae-4b00-abb2-2090c831180f HTTP/1.1" status: 200 len: 943 time: 0.0508592 Jan 29 03:57:11.840055 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-21ef3be0-fc34-4b6c-b8ba-a468f99b6d62 req-2b0d2c72-1a6f-469a-875d-beec76cf865b tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] 10.222.0.16 "GET /v2.0/security-groups?id=e28351e5-d3d9-45bd-a13e-59941a8f9d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407979 Jan 29 03:57:12.982447 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485f57a5-afc0-4476-b61c-2af42c4814d3 req-3e1d9f3e-c25f-479b-8394-eb808a1b34c2 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:57:12.984059 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-485f57a5-afc0-4476-b61c-2af42c4814d3 req-3e1d9f3e-c25f-479b-8394-eb808a1b34c2 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] 10.222.0.16 "GET /v2.0/ports?device_id=76926f43-8dae-4b00-abb2-2090c831180f HTTP/1.1" status: 200 len: 943 time: 0.0514696 Jan 29 03:57:13.031694 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-485f57a5-afc0-4476-b61c-2af42c4814d3 req-84a5e277-ca8d-424f-bf52-75c8b49b4cc5 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] 10.222.0.16 "GET /v2.0/security-groups?id=e28351e5-d3d9-45bd-a13e-59941a8f9d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417132 Jan 29 03:57:14.146818 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee01d971-486f-42d0-a206-21e26390f393 req-caadcb8c-f085-4ebb-ba4b-6abd8326a93a tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:57:14.148269 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-ee01d971-486f-42d0-a206-21e26390f393 req-caadcb8c-f085-4ebb-ba4b-6abd8326a93a tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] 10.222.0.16 "GET /v2.0/ports?device_id=76926f43-8dae-4b00-abb2-2090c831180f HTTP/1.1" status: 200 len: 943 time: 0.0509865 Jan 29 03:57:14.197923 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-ee01d971-486f-42d0-a206-21e26390f393 req-949f2b36-c529-48d5-a522-a22a440f163f tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] 10.222.0.16 "GET /v2.0/security-groups?id=e28351e5-d3d9-45bd-a13e-59941a8f9d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442219 Jan 29 03:57:14.866352 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-aed425e0-46bc-4d33-b276-1c5ad196cbb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (dac82def-0781-4624-a171-654e1b1d12af), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:57:15.315428 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2df1c8-65b0-4230-90d8-89ba6e731161 req-bdc28f30-d5b0-4bde-9685-0ccb029cab2e tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:57:15.316898 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-0c2df1c8-65b0-4230-90d8-89ba6e731161 req-bdc28f30-d5b0-4bde-9685-0ccb029cab2e tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] 10.222.0.16 "GET /v2.0/ports?device_id=76926f43-8dae-4b00-abb2-2090c831180f HTTP/1.1" status: 200 len: 943 time: 0.0545707 Jan 29 03:57:15.363955 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-0c2df1c8-65b0-4230-90d8-89ba6e731161 req-f27dca1c-97d0-41b1-919e-44adcf234f56 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] 10.222.0.16 "GET /v2.0/security-groups?id=e28351e5-d3d9-45bd-a13e-59941a8f9d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416861 Jan 29 03:57:16.476735 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd0d216-4618-4431-9983-449be9fde1d0 req-da577d7b-b5b5-439b-8489-1c97a30dfd8a tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:57:16.478206 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-afd0d216-4618-4431-9983-449be9fde1d0 req-da577d7b-b5b5-439b-8489-1c97a30dfd8a tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] 10.222.0.16 "GET /v2.0/ports?device_id=76926f43-8dae-4b00-abb2-2090c831180f HTTP/1.1" status: 200 len: 943 time: 0.0500824 Jan 29 03:57:16.514684 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Device 70be74ee-ddc8-4279-8955-d293822d325c details requested by agent hyperv_hv-cinder-82694 with host hv-cinder-82694 {{(pid=109551) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 03:57:16.525264 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-afd0d216-4618-4431-9983-449be9fde1d0 req-e8912dd8-d183-4d54-8a67-403184535831 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] 10.222.0.16 "GET /v2.0/security-groups?id=e28351e5-d3d9-45bd-a13e-59941a8f9d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417037 Jan 29 03:57:16.608429 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] For port 70be74ee-ddc8-4279-8955-d293822d325c, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=70be74ee-ddc8-4279-8955-d293822d325c,segment=NetworkSegment(81da206d-ccab-43c6-9842-cd3d88bf0ec7),segment_id=81da206d-ccab-43c6-9842-cd3d88bf0ec7)] {{(pid=109551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 03:57:16.619845 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Returning: {'device': '70be74ee-ddc8-4279-8955-d293822d325c', 'network_id': 'ccb34270-5897-4f8c-bf79-a40c6714fbbe', 'port_id': '70be74ee-ddc8-4279-8955-d293822d325c', 'mac_address': 'fa:16:3e:1f:b7:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9d0986d-8523-45fc-a347-3d670f46c8d0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109551) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 03:57:16.659072 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Current status of the port 70be74ee-ddc8-4279-8955-d293822d325c is: DOWN; New status is: BUILD {{(pid=109551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 03:57:16.659455 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (70be74ee-ddc8-4279-8955-d293822d325c), before_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:57:16.674769 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.notifiers.nova [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70be74ee-ddc8-4279-8955-d293822d325c {{(pid=109551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 03:57:16.692687 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] For port 70be74ee-ddc8-4279-8955-d293822d325c, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=70be74ee-ddc8-4279-8955-d293822d325c,segment=NetworkSegment(81da206d-ccab-43c6-9842-cd3d88bf0ec7),segment_id=81da206d-ccab-43c6-9842-cd3d88bf0ec7)] {{(pid=109551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 03:57:16.760091 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429'] for port (70be74ee-ddc8-4279-8955-d293822d325c), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:57:16.805855 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Pushing event updated for resources: {'Port': ['ID=70be74ee-ddc8-4279-8955-d293822d325c,revision_number=4']} {{(pid=109551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:57:16.812538 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:57:16.815461 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:57:16.815461 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:57:16.815461 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:57:16.815461 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:57:16.815461 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:57:16.815461 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:57:16.815461 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:57:16.815461 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:57:16.815461 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:57:16.816247 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:57:16.816247 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:57:16.816431 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:57:17.040042 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] get_ports_and_sgs() called for port_ids ['70be74ee-ddc8-4279-8955-d293822d325c'] {{(pid=109551) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 03:57:17.414976 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-7e47116b-c2ce-4e09-80a3-4ec1b0e27c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (d5b8732c-6ac1-45e3-a79e-cd9863fe8196), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:57:17.640098 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4243d048-1371-40f5-89f2-444991a69ae8 req-3bae7ecd-b854-47b4-b76b-f17d812e555d tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:57:17.641561 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-4243d048-1371-40f5-89f2-444991a69ae8 req-3bae7ecd-b854-47b4-b76b-f17d812e555d tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] 10.222.0.16 "GET /v2.0/ports?device_id=76926f43-8dae-4b00-abb2-2090c831180f HTTP/1.1" status: 200 len: 944 time: 0.0514193 Jan 29 03:57:17.688570 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-4243d048-1371-40f5-89f2-444991a69ae8 req-e5467f29-10ec-44d1-8620-80876ea5ad2d tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] 10.222.0.16 "GET /v2.0/security-groups?id=e28351e5-d3d9-45bd-a13e-59941a8f9d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415993 Jan 29 03:57:18.078559 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-6a0bb60c-5b7b-499b-b43f-7eb32e921150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (4cfc2a27-deed-4689-8f39-0bd5aa6fe3c3), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:57:18.518204 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Device 70be74ee-ddc8-4279-8955-d293822d325c up at agent hyperv_hv-cinder-82694 {{(pid=109551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 03:57:18.632370 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.provisioning_blocks [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Provisioning for port 70be74ee-ddc8-4279-8955-d293822d325c completed by entity L2. {{(pid=109551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 03:57:18.636400 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.provisioning_blocks [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Provisioning complete for port 70be74ee-ddc8-4279-8955-d293822d325c triggered by entity L2. {{(pid=109551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 03:57:18.636769 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785313'] for port (70be74ee-ddc8-4279-8955-d293822d325c), provisioning_complete {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:57:18.716832 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Current status of the port 70be74ee-ddc8-4279-8955-d293822d325c is: BUILD; New status is: ACTIVE {{(pid=109551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 03:57:18.717227 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (70be74ee-ddc8-4279-8955-d293822d325c), before_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:57:18.740588 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76926f43-8dae-4b00-abb2-2090c831180f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70be74ee-ddc8-4279-8955-d293822d325c'}] {{(pid=109551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 03:57:18.742838 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23e056b712a42e8e31026a02bb7684ebe9f34968e78d79227c0e39fde92c0103" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-452b3870-0fc5-40a0-9e46-57c96875a96a" -d '{"events": [{"server_uuid": "76926f43-8dae-4b00-abb2-2090c831180f", "name": "network-vif-plugged", "status": "completed", "tag": "70be74ee-ddc8-4279-8955-d293822d325c"}]}' {{(pid=109551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 03:57:18.755049 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] For port 70be74ee-ddc8-4279-8955-d293822d325c, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=70be74ee-ddc8-4279-8955-d293822d325c,segment=NetworkSegment(81da206d-ccab-43c6-9842-cd3d88bf0ec7),segment_id=81da206d-ccab-43c6-9842-cd3d88bf0ec7)] {{(pid=109551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 03:57:18.806711 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691ecdfa-5e4e-4c27-987a-50815a64d415 req-67b7244a-5fbb-4a79-bb8b-e3a6efbdba37 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:57:18.808524 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-691ecdfa-5e4e-4c27-987a-50815a64d415 req-67b7244a-5fbb-4a79-bb8b-e3a6efbdba37 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] 10.222.0.16 "GET /v2.0/ports?device_id=76926f43-8dae-4b00-abb2-2090c831180f HTTP/1.1" status: 200 len: 944 time: 0.0546887 Jan 29 03:57:18.823566 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429'] for port (70be74ee-ddc8-4279-8955-d293822d325c), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:57:18.848258 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 03:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5b004d5-dbf2-4b91-81e4-a6f338c04ef1 x-openstack-request-id: req-a5b004d5-dbf2-4b91-81e4-a6f338c04ef1 {{(pid=109551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 03:57:18.848552 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76926f43-8dae-4b00-abb2-2090c831180f", "name": "network-vif-plugged", "status": "completed", "tag": "70be74ee-ddc8-4279-8955-d293822d325c", "code": 200}]} {{(pid=109551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 03:57:18.848810 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a5b004d5-dbf2-4b91-81e4-a6f338c04ef1 {{(pid=109551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 03:57:18.849197 dv-cinder-826949-1-iscsi neutron-server[109551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76926f43-8dae-4b00-abb2-2090c831180f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70be74ee-ddc8-4279-8955-d293822d325c', 'code': 200} Jan 29 03:57:18.862083 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-691ecdfa-5e4e-4c27-987a-50815a64d415 req-1db6075c-5a56-4485-b9b7-2153bb8fed82 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] 10.222.0.16 "GET /v2.0/security-groups?id=e28351e5-d3d9-45bd-a13e-59941a8f9d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473800 Jan 29 03:57:18.876974 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Pushing event updated for resources: {'Port': ['ID=70be74ee-ddc8-4279-8955-d293822d325c,revision_number=5']} {{(pid=109551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:57:19.217808 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d31b85-13ff-4315-8436-e50a0346ca77 req-42ceb5c0-4bc7-4813-aed4-a2d1fc6b4743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:57:19.219304 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-76d31b85-13ff-4315-8436-e50a0346ca77 req-42ceb5c0-4bc7-4813-aed4-a2d1fc6b4743 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=76926f43-8dae-4b00-abb2-2090c831180f HTTP/1.1" status: 200 len: 1129 time: 0.0426493 Jan 29 03:57:19.268695 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-76d31b85-13ff-4315-8436-e50a0346ca77 req-90a7c53f-77c2-4a9d-82cd-86ca60c5c77f service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=e28351e5-d3d9-45bd-a13e-59941a8f9d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431867 Jan 29 03:57:19.479795 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-30ace4c1-806b-4d7c-a886-fe7b65bfbfcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (7774c0be-b957-4204-896b-7e749f55bf81), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:57:20.000559 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a217133f-c7de-41ca-9738-ad139c48d14e req-5c13ac99-93b7-48d2-9f78-65309e4741c7 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:57:20.002697 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-a217133f-c7de-41ca-9738-ad139c48d14e req-5c13ac99-93b7-48d2-9f78-65309e4741c7 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] 10.222.0.16 "GET /v2.0/ports?device_id=76926f43-8dae-4b00-abb2-2090c831180f HTTP/1.1" status: 200 len: 945 time: 0.0704124 Jan 29 03:57:20.059014 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-a217133f-c7de-41ca-9738-ad139c48d14e req-ed743fc4-643c-4d8f-a1db-751673e570a6 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] 10.222.0.16 "GET /v2.0/security-groups?id=e28351e5-d3d9-45bd-a13e-59941a8f9d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510063 Jan 29 03:57:21.178513 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0c7142-38e4-4375-82a4-ebe0b0ccff38 req-352b8eb7-2c14-46bc-8ffe-818bc7121c9a tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:57:21.180056 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-0b0c7142-38e4-4375-82a4-ebe0b0ccff38 req-352b8eb7-2c14-46bc-8ffe-818bc7121c9a tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] 10.222.0.16 "GET /v2.0/ports?device_id=76926f43-8dae-4b00-abb2-2090c831180f HTTP/1.1" status: 200 len: 945 time: 0.0559752 Jan 29 03:57:21.192135 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (e75d1b00-832d-4bf5-b078-2c4f5b2c10cd), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:57:21.229660 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-0b0c7142-38e4-4375-82a4-ebe0b0ccff38 req-2ad20a00-6bb1-43ba-88c4-4f295f9d743c tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] 10.222.0.16 "GET /v2.0/security-groups?id=e28351e5-d3d9-45bd-a13e-59941a8f9d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440788 Jan 29 03:57:21.342857 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60916e67-643e-4b7b-9ff4-5cf223cf1278 req-d53aa3b0-ae63-411e-a2f3-8ebdfc5079c6 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:57:21.344220 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-60916e67-643e-4b7b-9ff4-5cf223cf1278 req-d53aa3b0-ae63-411e-a2f3-8ebdfc5079c6 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] 10.222.0.16 "GET /v2.0/ports?device_id=76926f43-8dae-4b00-abb2-2090c831180f HTTP/1.1" status: 200 len: 945 time: 0.0502274 Jan 29 03:57:21.390834 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-60916e67-643e-4b7b-9ff4-5cf223cf1278 req-00a29295-d1f9-42ff-897a-a9c031b4fe5a tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] 10.222.0.16 "GET /v2.0/security-groups?id=e28351e5-d3d9-45bd-a13e-59941a8f9d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405793 Jan 29 03:57:21.413136 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 54318) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:57:21.455831 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf3ef0ca-047b-4b09-86fd-0db8ae54d049 tempest-TestVolumeBootPattern-532197646 tempest-TestVolumeBootPattern-532197646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:57:21.457390 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-bf3ef0ca-047b-4b09-86fd-0db8ae54d049 tempest-TestVolumeBootPattern-532197646 tempest-TestVolumeBootPattern-532197646-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=76926f43-8dae-4b00-abb2-2090c831180f HTTP/1.1" status: 200 len: 1124 time: 0.0432894 Jan 29 03:57:21.460084 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 54320) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:57:21.464229 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.v2.base [None req-be8eb806-94d4-49a2-9b35-6dcba93c3ac5 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Request body: {'floatingip': {'floating_network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'port_id': '70be74ee-ddc8-4279-8955-d293822d325c', 'tenant_id': 'a12ca58f304343008cbef6b9b2f59dc6', 'fixed_ip_address': '172.20.0.7'}} {{(pid=109549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 03:57:21.577211 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-be8eb806-94d4-49a2-9b35-6dcba93c3ac5 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:57:21.673576 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-be8eb806-94d4-49a2-9b35-6dcba93c3ac5 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (None), before_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:57:21.771692 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.db.db_base_plugin_common [None req-be8eb806-94d4-49a2-9b35-6dcba93c3ac5 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Allocated IP 172.27.1.159 (84058fb5-7499-436d-9c61-9715f17a209a/8ef1eacb-ef7e-49c2-acc5-31126b063ddd/beed7382-df42-4e9e-8c7d-418ebb5a6770) {{(pid=109549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 03:57:21.872111 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-be8eb806-94d4-49a2-9b35-6dcba93c3ac5 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Publish callbacks [] for port (beed7382-df42-4e9e-8c7d-418ebb5a6770), precommit_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:57:21.966463 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-be8eb806-94d4-49a2-9b35-6dcba93c3ac5 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787145433393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440449'] for port (beed7382-df42-4e9e-8c7d-418ebb5a6770), after_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:57:22.003482 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be8eb806-94d4-49a2-9b35-6dcba93c3ac5 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Network 84058fb5-7499-436d-9c61-9715f17a209a is already hosted by enough agents. {{(pid=109549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 03:57:22.006236 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.scheduler.base_scheduler [None req-be8eb806-94d4-49a2-9b35-6dcba93c3ac5 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Resources bound (agent type, host, resource id): {{(pid=109549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 03:57:22.011758 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8eb806-94d4-49a2-9b35-6dcba93c3ac5 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Received port after_create {{(pid=109549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 03:57:22.032478 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8eb806-94d4-49a2-9b35-6dcba93c3ac5 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Pushing event updated for resources: {'Port': ['ID=beed7382-df42-4e9e-8c7d-418ebb5a6770,revision_number=1']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:57:22.044480 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8eb806-94d4-49a2-9b35-6dcba93c3ac5 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:57:22.044834 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8eb806-94d4-49a2-9b35-6dcba93c3ac5 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:57:22.045169 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8eb806-94d4-49a2-9b35-6dcba93c3ac5 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:57:22.045500 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8eb806-94d4-49a2-9b35-6dcba93c3ac5 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:57:22.045832 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8eb806-94d4-49a2-9b35-6dcba93c3ac5 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:57:22.046174 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8eb806-94d4-49a2-9b35-6dcba93c3ac5 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:57:22.046500 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8eb806-94d4-49a2-9b35-6dcba93c3ac5 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:57:22.046820 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8eb806-94d4-49a2-9b35-6dcba93c3ac5 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:57:22.047140 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8eb806-94d4-49a2-9b35-6dcba93c3ac5 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:57:22.047458 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8eb806-94d4-49a2-9b35-6dcba93c3ac5 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:57:22.047773 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8eb806-94d4-49a2-9b35-6dcba93c3ac5 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:57:22.048616 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8eb806-94d4-49a2-9b35-6dcba93c3ac5 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:57:22.048933 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8eb806-94d4-49a2-9b35-6dcba93c3ac5 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:57:22.061787 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.agents_db [None req-5bdad2e4-4f8f-4fe6-a9f7-cf82a335ca9d None None] Agent healthcheck: found 6 active agents {{(pid=109552) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 03:57:22.602432 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-be8eb806-94d4-49a2-9b35-6dcba93c3ac5 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Publish callbacks [] for floatingip (282efc4f-a3d4-4a36-bea0-fd8aba8fe7d8), precommit_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:57:22.712578 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-be8eb806-94d4-49a2-9b35-6dcba93c3ac5 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (beed7382-df42-4e9e-8c7d-418ebb5a6770), before_update {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:57:22.855808 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-be8eb806-94d4-49a2-9b35-6dcba93c3ac5 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Publish callbacks [] for port (beed7382-df42-4e9e-8c7d-418ebb5a6770), precommit_update {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:57:22.931112 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-be8eb806-94d4-49a2-9b35-6dcba93c3ac5 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440456'] for port (beed7382-df42-4e9e-8c7d-418ebb5a6770), after_update {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:57:22.997756 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8eb806-94d4-49a2-9b35-6dcba93c3ac5 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Pushing event updated for resources: {'Port': ['ID=beed7382-df42-4e9e-8c7d-418ebb5a6770,revision_number=2']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:57:23.010114 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-be8eb806-94d4-49a2-9b35-6dcba93c3ac5 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1909920'] for floatingip (282efc4f-a3d4-4a36-bea0-fd8aba8fe7d8), after_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:57:23.108782 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.db.l3_db [None req-be8eb806-94d4-49a2-9b35-6dcba93c3ac5 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Floating IP 282efc4f-a3d4-4a36-bea0-fd8aba8fe7d8 associated. External IP: 172.27.1.159, port: 70be74ee-ddc8-4279-8955-d293822d325c. Jan 29 03:57:23.312065 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be8eb806-94d4-49a2-9b35-6dcba93c3ac5 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Router d01bd52c-e54b-4548-8647-82ad8194ca5b has already been hosted by L3 agent d5b8732c-6ac1-45e3-a79e-cd9863fe8196 {{(pid=109549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 03:57:23.417084 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be8eb806-94d4-49a2-9b35-6dcba93c3ac5 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Notify agent at l3_agent.dv-cinder-826949-1-iscsi the message routers_updated {{(pid=109549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 03:57:23.426997 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44097366-a91b-425d-a070-69cca7bba602 None None] Sync routers for ids ['d01bd52c-e54b-4548-8647-82ad8194ca5b'] in dv-cinder-826949-1-iscsi {{(pid=109551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 03:57:23.435874 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44097366-a91b-425d-a070-69cca7bba602 None None] Routers {'d01bd52c-e54b-4548-8647-82ad8194ca5b'} bound to L3 agent in host dv-cinder-826949-1-iscsi {{(pid=109551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 03:57:23.436492 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_hamode_db [None req-44097366-a91b-425d-a070-69cca7bba602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T03:36:17Z,description=,heartbeat_timestamp=2022-01-29T03:57:17Z,host='dv-cinder-826949-1-iscsi',id=d5b8732c-6ac1-45e3-a79e-cd9863fe8196,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T03:36:18Z,topic='l3_agent')) {'router_ids': ['d01bd52c-e54b-4548-8647-82ad8194ca5b'], 'active': True} {{(pid=109551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:57:23.488287 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-be8eb806-94d4-49a2-9b35-6dcba93c3ac5 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166518'] for floatingip (None), before_response {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:57:23.524588 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-be8eb806-94d4-49a2-9b35-6dcba93c3ac5 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0632889 Jan 29 03:57:23.525259 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76926f43-8dae-4b00-abb2-2090c831180f', 'tag': '70be74ee-ddc8-4279-8955-d293822d325c'}] {{(pid=109549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 03:57:23.527529 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eb97c5ce77542c962afefcf7d25dfa9d5b4346a1bb599a27deba15904c7eea3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bbfa1c5-41cc-4a85-b49b-9b3c3e07bfd9" -d '{"events": [{"name": "network-changed", "server_uuid": "76926f43-8dae-4b00-abb2-2090c831180f", "tag": "70be74ee-ddc8-4279-8955-d293822d325c"}]}' {{(pid=109549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 03:57:23.565451 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 03:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edbee006-dea2-4d31-a13e-c39b0657de88 x-openstack-request-id: req-edbee006-dea2-4d31-a13e-c39b0657de88 {{(pid=109549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 03:57:23.565748 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76926f43-8dae-4b00-abb2-2090c831180f", "tag": "70be74ee-ddc8-4279-8955-d293822d325c", "status": "completed", "code": 200}]} {{(pid=109549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 03:57:23.565997 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-edbee006-dea2-4d31-a13e-c39b0657de88 {{(pid=109549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 03:57:23.566422 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76926f43-8dae-4b00-abb2-2090c831180f', 'tag': '70be74ee-ddc8-4279-8955-d293822d325c', 'status': 'completed', 'code': 200} Jan 29 03:57:23.658855 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbfa1c5-41cc-4a85-b49b-9b3c3e07bfd9 req-ddaaaff4-eaa4-4551-9bcc-9c36136b6036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:57:23.660338 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-2bbfa1c5-41cc-4a85-b49b-9b3c3e07bfd9 req-ddaaaff4-eaa4-4551-9bcc-9c36136b6036 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a12ca58f304343008cbef6b9b2f59dc6&device_id=76926f43-8dae-4b00-abb2-2090c831180f HTTP/1.1" status: 200 len: 1129 time: 0.0488758 Jan 29 03:57:23.676560 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_dvr_db [None req-44097366-a91b-425d-a070-69cca7bba602 None None] Set router d01bd52c-e54b-4548-8647-82ad8194ca5b gateway port host: dv-cinder-826949-1-iscsi {{(pid=109551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 03:57:23.746155 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbfa1c5-41cc-4a85-b49b-9b3c3e07bfd9 req-e9620c19-00cf-4ad4-ab19-2981a72d5002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:57:23.747624 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-2bbfa1c5-41cc-4a85-b49b-9b3c3e07bfd9 req-e9620c19-00cf-4ad4-ab19-2981a72d5002 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ccb34270-5897-4f8c-bf79-a40c6714fbbe HTTP/1.1" status: 200 len: 911 time: 0.0821476 Jan 29 03:57:23.815428 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-2bbfa1c5-41cc-4a85-b49b-9b3c3e07bfd9 req-ef83bf72-b6a9-44da-a46f-d5ba73695875 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=70be74ee-ddc8-4279-8955-d293822d325c HTTP/1.1" status: 200 len: 999 time: 0.0600960 Jan 29 03:57:23.862351 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbfa1c5-41cc-4a85-b49b-9b3c3e07bfd9 req-c211ea98-6df9-4a84-8a51-05f63022b7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:57:23.863803 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-2bbfa1c5-41cc-4a85-b49b-9b3c3e07bfd9 req-c211ea98-6df9-4a84-8a51-05f63022b7fc service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c9d0986d-8523-45fc-a347-3d670f46c8d0 HTTP/1.1" status: 200 len: 850 time: 0.0431955 Jan 29 03:57:23.892359 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_hamode_db [None req-44097366-a91b-425d-a070-69cca7bba602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd01bd52c-e54b-4548-8647-82ad8194ca5b', 'name': 'tempest-TestVolumeBootPattern-211160166-router', 'tenant_id': 'a12ca58f304343008cbef6b9b2f59dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'external_fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': '382b0a0c-6fbb-4b9d-a346-780fef802e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T03:54:15Z', 'updated_at': '2022-01-29T03:54:18Z', 'revision_number': 4, 'project_id': 'a12ca58f304343008cbef6b9b2f59dc6', 'gw_port': {'id': '382b0a0c-6fbb-4b9d-a346-780fef802e88', 'name': '', 'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01bd52c-e54b-4548-8647-82ad8194ca5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:54:15Z', 'updated_at': '2022-01-29T03:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-1-iscsi', '_floatingips': [{'id': '282efc4f-a3d4-4a36-bea0-fd8aba8fe7d8', 'tenant_id': 'a12ca58f304343008cbef6b9b2f59dc6', 'floating_ip_address': '172.27.1.159', 'floating_network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'router_id': 'd01bd52c-e54b-4548-8647-82ad8194ca5b', 'port_id': '70be74ee-ddc8-4279-8955-d293822d325c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccb34270-5897-4f8c-bf79-a40c6714fbbe', 'mac_address': 'fa:16:3e:1f:b7:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76926f43-8dae-4b00-abb2-2090c831180f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T03:57:22Z', 'updated_at': '2022-01-29T03:57:22Z', 'revision_number': 0, 'project_id': 'a12ca58f304343008cbef6b9b2f59dc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1caa7d94-df6c-49a3-909a-6ebbb04ca9d5', 'name': '', 'network_id': 'ccb34270-5897-4f8c-bf79-a40c6714fbbe', 'tenant_id': 'a12ca58f304343008cbef6b9b2f59dc6', 'mac_address': 'fa:16:3e:7b:1c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01bd52c-e54b-4548-8647-82ad8194ca5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c9d0986d-8523-45fc-a347-3d670f46c8d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:54:17Z', 'updated_at': '2022-01-29T03:54:21Z', 'revision_number': 5, 'project_id': 'a12ca58f304343008cbef6b9b2f59dc6', 'subnets': [{'id': 'c9d0986d-8523-45fc-a347-3d670f46c8d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-1-iscsi', False) {} {{(pid=109551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:57:23.911498 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbfa1c5-41cc-4a85-b49b-9b3c3e07bfd9 req-23703501-c75c-4d41-ba8c-8570cd4f0411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:57:23.912987 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-2bbfa1c5-41cc-4a85-b49b-9b3c3e07bfd9 req-23703501-c75c-4d41-ba8c-8570cd4f0411 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ccb34270-5897-4f8c-bf79-a40c6714fbbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437679 Jan 29 03:57:23.921430 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44097366-a91b-425d-a070-69cca7bba602 None None] Checking router: d01bd52c-e54b-4548-8647-82ad8194ca5b for host: dv-cinder-826949-1-iscsi {{(pid=109551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 03:57:23.929703 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44097366-a91b-425d-a070-69cca7bba602 None None] Routers {'d01bd52c-e54b-4548-8647-82ad8194ca5b'} bound to L3 agent in host dv-cinder-826949-1-iscsi {{(pid=109551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 03:57:23.930275 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_hamode_db [None req-44097366-a91b-425d-a070-69cca7bba602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T03:36:17Z,description=,heartbeat_timestamp=2022-01-29T03:57:17Z,host='dv-cinder-826949-1-iscsi',id=d5b8732c-6ac1-45e3-a79e-cd9863fe8196,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T03:36:18Z,topic='l3_agent')) {'router_ids': ['d01bd52c-e54b-4548-8647-82ad8194ca5b'], 'active': True} {{(pid=109551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:57:24.003001 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-2bbfa1c5-41cc-4a85-b49b-9b3c3e07bfd9 req-5d0f3809-c833-421c-b50e-090f514be88d service neutron] 10.222.0.25 "GET /v2.0/networks/ccb34270-5897-4f8c-bf79-a40c6714fbbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840344 Jan 29 03:57:24.034268 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_dvr_db [None req-44097366-a91b-425d-a070-69cca7bba602 None None] Set router d01bd52c-e54b-4548-8647-82ad8194ca5b gateway port host: dv-cinder-826949-1-iscsi {{(pid=109551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 03:57:24.267314 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_hamode_db [None req-44097366-a91b-425d-a070-69cca7bba602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd01bd52c-e54b-4548-8647-82ad8194ca5b', 'name': 'tempest-TestVolumeBootPattern-211160166-router', 'tenant_id': 'a12ca58f304343008cbef6b9b2f59dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'external_fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': '382b0a0c-6fbb-4b9d-a346-780fef802e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T03:54:15Z', 'updated_at': '2022-01-29T03:54:18Z', 'revision_number': 4, 'project_id': 'a12ca58f304343008cbef6b9b2f59dc6', 'gw_port': {'id': '382b0a0c-6fbb-4b9d-a346-780fef802e88', 'name': '', 'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01bd52c-e54b-4548-8647-82ad8194ca5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:54:15Z', 'updated_at': '2022-01-29T03:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-1-iscsi', '_floatingips': [{'id': '282efc4f-a3d4-4a36-bea0-fd8aba8fe7d8', 'tenant_id': 'a12ca58f304343008cbef6b9b2f59dc6', 'floating_ip_address': '172.27.1.159', 'floating_network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'router_id': 'd01bd52c-e54b-4548-8647-82ad8194ca5b', 'port_id': '70be74ee-ddc8-4279-8955-d293822d325c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccb34270-5897-4f8c-bf79-a40c6714fbbe', 'mac_address': 'fa:16:3e:1f:b7:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76926f43-8dae-4b00-abb2-2090c831180f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T03:57:22Z', 'updated_at': '2022-01-29T03:57:22Z', 'revision_number': 0, 'project_id': 'a12ca58f304343008cbef6b9b2f59dc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1caa7d94-df6c-49a3-909a-6ebbb04ca9d5', 'name': '', 'network_id': 'ccb34270-5897-4f8c-bf79-a40c6714fbbe', 'tenant_id': 'a12ca58f304343008cbef6b9b2f59dc6', 'mac_address': 'fa:16:3e:7b:1c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01bd52c-e54b-4548-8647-82ad8194ca5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c9d0986d-8523-45fc-a347-3d670f46c8d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:54:17Z', 'updated_at': '2022-01-29T03:54:21Z', 'revision_number': 5, 'project_id': 'a12ca58f304343008cbef6b9b2f59dc6', 'subnets': [{'id': 'c9d0986d-8523-45fc-a347-3d670f46c8d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-1-iscsi', False) {} {{(pid=109551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:57:24.297035 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44097366-a91b-425d-a070-69cca7bba602 None None] The sync data for ids ['d01bd52c-e54b-4548-8647-82ad8194ca5b'] in dv-cinder-826949-1-iscsi is: [{'id': 'd01bd52c-e54b-4548-8647-82ad8194ca5b', 'name': 'tempest-TestVolumeBootPattern-211160166-router', 'tenant_id': 'a12ca58f304343008cbef6b9b2f59dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'external_fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': '382b0a0c-6fbb-4b9d-a346-780fef802e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T03:54:15Z', 'updated_at': '2022-01-29T03:54:18Z', 'revision_number': 4, 'project_id': 'a12ca58f304343008cbef6b9b2f59dc6', 'gw_port': {'id': '382b0a0c-6fbb-4b9d-a346-780fef802e88', 'name': '', 'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01bd52c-e54b-4548-8647-82ad8194ca5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:54:15Z', 'updated_at': '2022-01-29T03:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-1-iscsi', '_floatingips': [{'id': '282efc4f-a3d4-4a36-bea0-fd8aba8fe7d8', 'tenant_id': 'a12ca58f304343008cbef6b9b2f59dc6', 'floating_ip_address': '172.27.1.159', 'floating_network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'router_id': 'd01bd52c-e54b-4548-8647-82ad8194ca5b', 'port_id': '70be74ee-ddc8-4279-8955-d293822d325c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccb34270-5897-4f8c-bf79-a40c6714fbbe', 'mac_address': 'fa:16:3e:1f:b7:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76926f43-8dae-4b00-abb2-2090c831180f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T03:57:22Z', 'updated_at': '2022-01-29T03:57:22Z', 'revision_number': 0, 'project_id': 'a12ca58f304343008cbef6b9b2f59dc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1caa7d94-df6c-49a3-909a-6ebbb04ca9d5', 'name': '', 'network_id': 'ccb34270-5897-4f8c-bf79-a40c6714fbbe', 'tenant_id': 'a12ca58f304343008cbef6b9b2f59dc6', 'mac_address': 'fa:16:3e:7b:1c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01bd52c-e54b-4548-8647-82ad8194ca5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c9d0986d-8523-45fc-a347-3d670f46c8d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:54:17Z', 'updated_at': '2022-01-29T03:54:21Z', 'revision_number': 5, 'project_id': 'a12ca58f304343008cbef6b9b2f59dc6', 'subnets': [{'id': 'c9d0986d-8523-45fc-a347-3d670f46c8d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 03:57:24.350309 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-2bbfa1c5-41cc-4a85-b49b-9b3c3e07bfd9 req-9969b293-dc01-4809-9e27-39d5c70c6388 service neutron] 10.222.0.25 "GET /v2.0/networks/ccb34270-5897-4f8c-bf79-a40c6714fbbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3416800 Jan 29 03:57:24.492958 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78930e82-717a-4fee-b2cc-10e79a32ebc2 None None] New status for floating IP 282efc4f-a3d4-4a36-bea0-fd8aba8fe7d8: ACTIVE {{(pid=109552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 03:57:26.142869 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (ad4128b7-7a77-4672-aa49-b5d5d6c7d736), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:57:40.527284 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-8572b265-795e-4d7b-9ab1-a2de1d35bd0a req-c669486b-cf7f-444d-b011-dc45575685ed service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=76926f43-8dae-4b00-abb2-2090c831180f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0427525 Jan 29 03:57:40.627963 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8572b265-795e-4d7b-9ab1-a2de1d35bd0a req-e3659e68-1d5f-47b2-a297-c7d2278ebe5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:57:40.629430 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-8572b265-795e-4d7b-9ab1-a2de1d35bd0a req-e3659e68-1d5f-47b2-a297-c7d2278ebe5f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a12ca58f304343008cbef6b9b2f59dc6&device_id=76926f43-8dae-4b00-abb2-2090c831180f HTTP/1.1" status: 200 len: 1129 time: 0.0454535 Jan 29 03:57:40.731796 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8572b265-795e-4d7b-9ab1-a2de1d35bd0a req-534000fd-b4c8-4358-834f-7714c453e79e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:57:40.733304 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-8572b265-795e-4d7b-9ab1-a2de1d35bd0a req-534000fd-b4c8-4358-834f-7714c453e79e service neutron] 10.222.0.25 "GET /v2.0/networks?id=ccb34270-5897-4f8c-bf79-a40c6714fbbe HTTP/1.1" status: 200 len: 911 time: 0.0869086 Jan 29 03:57:40.800243 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-8572b265-795e-4d7b-9ab1-a2de1d35bd0a req-7534f3f7-439e-487e-ae0a-eacf315e9ca7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=70be74ee-ddc8-4279-8955-d293822d325c HTTP/1.1" status: 200 len: 1001 time: 0.0596192 Jan 29 03:57:40.846817 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8572b265-795e-4d7b-9ab1-a2de1d35bd0a req-60945d18-f0a7-4625-9902-e1f336eeb10c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:57:40.848836 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-8572b265-795e-4d7b-9ab1-a2de1d35bd0a req-60945d18-f0a7-4625-9902-e1f336eeb10c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c9d0986d-8523-45fc-a347-3d670f46c8d0 HTTP/1.1" status: 200 len: 850 time: 0.0430169 Jan 29 03:57:40.897093 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8572b265-795e-4d7b-9ab1-a2de1d35bd0a req-c8ec50c7-2fdf-44a9-a529-f1477f5cd5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:57:40.898605 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-8572b265-795e-4d7b-9ab1-a2de1d35bd0a req-c8ec50c7-2fdf-44a9-a529-f1477f5cd5de service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ccb34270-5897-4f8c-bf79-a40c6714fbbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431392 Jan 29 03:57:40.985003 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-8572b265-795e-4d7b-9ab1-a2de1d35bd0a req-d424fced-e7a2-444b-83da-dd02fa27f5a1 service neutron] 10.222.0.25 "GET /v2.0/networks/ccb34270-5897-4f8c-bf79-a40c6714fbbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803621 Jan 29 03:57:41.073163 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-8572b265-795e-4d7b-9ab1-a2de1d35bd0a req-7ccae306-8267-40c5-be3a-f33542fa2fdd service neutron] 10.222.0.25 "GET /v2.0/networks/ccb34270-5897-4f8c-bf79-a40c6714fbbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807488 Jan 29 03:57:44.866165 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-63e849eb-8dc2-42fb-896b-949b774e8d60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (dac82def-0781-4624-a171-654e1b1d12af), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:57:47.420087 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-33cee804-72b2-4dcf-9d57-160d8c3ff15a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (d5b8732c-6ac1-45e3-a79e-cd9863fe8196), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:57:48.083099 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-6a0bb60c-5b7b-499b-b43f-7eb32e921150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (4cfc2a27-deed-4689-8f39-0bd5aa6fe3c3), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:57:49.467945 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-30ace4c1-806b-4d7c-a886-fe7b65bfbfcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (7774c0be-b957-4204-896b-7e749f55bf81), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:57:51.226352 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (e75d1b00-832d-4bf5-b078-2c4f5b2c10cd), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:57:56.165280 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (ad4128b7-7a77-4672-aa49-b5d5d6c7d736), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:57:59.060234 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.agents_db [None req-5bdad2e4-4f8f-4fe6-a9f7-cf82a335ca9d None None] Agent healthcheck: found 6 active agents {{(pid=109552) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 03:58:14.871555 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-2dd839fd-b873-45d9-836b-fb765f545fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (dac82def-0781-4624-a171-654e1b1d12af), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:58:17.415779 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-2e071cb9-4171-498e-9d47-2d5a35c7c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (d5b8732c-6ac1-45e3-a79e-cd9863fe8196), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:58:18.107607 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-6a0bb60c-5b7b-499b-b43f-7eb32e921150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (4cfc2a27-deed-4689-8f39-0bd5aa6fe3c3), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:58:19.473376 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-30ace4c1-806b-4d7c-a886-fe7b65bfbfcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (7774c0be-b957-4204-896b-7e749f55bf81), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:58:21.227663 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (e75d1b00-832d-4bf5-b078-2c4f5b2c10cd), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:58:26.176137 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (ad4128b7-7a77-4672-aa49-b5d5d6c7d736), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:58:36.059190 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.agents_db [None req-5bdad2e4-4f8f-4fe6-a9f7-cf82a335ca9d None None] Agent healthcheck: found 6 active agents {{(pid=109552) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 03:58:41.574212 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-f1aaa26d-aeb6-440e-9db5-7e16c0433b2b req-3fa2aeba-24e2-485b-91c3-493ccd7efb1c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=76926f43-8dae-4b00-abb2-2090c831180f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0429361 Jan 29 03:58:41.674891 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aaa26d-aeb6-440e-9db5-7e16c0433b2b req-55a88ea6-c7d6-445e-99f7-085a9ed8eb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:58:41.676340 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-f1aaa26d-aeb6-440e-9db5-7e16c0433b2b req-55a88ea6-c7d6-445e-99f7-085a9ed8eb12 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a12ca58f304343008cbef6b9b2f59dc6&device_id=76926f43-8dae-4b00-abb2-2090c831180f HTTP/1.1" status: 200 len: 1129 time: 0.0475204 Jan 29 03:58:41.773556 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aaa26d-aeb6-440e-9db5-7e16c0433b2b req-bbafaed4-5415-462f-b787-4d85c5c7a011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:58:41.775010 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-f1aaa26d-aeb6-440e-9db5-7e16c0433b2b req-bbafaed4-5415-462f-b787-4d85c5c7a011 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ccb34270-5897-4f8c-bf79-a40c6714fbbe HTTP/1.1" status: 200 len: 911 time: 0.0811419 Jan 29 03:58:41.845937 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-f1aaa26d-aeb6-440e-9db5-7e16c0433b2b req-b3d91ee9-e80d-4f4a-b8be-6883a99d8d2f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=70be74ee-ddc8-4279-8955-d293822d325c HTTP/1.1" status: 200 len: 1001 time: 0.0651679 Jan 29 03:58:41.893205 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aaa26d-aeb6-440e-9db5-7e16c0433b2b req-732b7945-11d6-452d-b1b9-19c393253fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:58:41.894670 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-f1aaa26d-aeb6-440e-9db5-7e16c0433b2b req-732b7945-11d6-452d-b1b9-19c393253fe2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c9d0986d-8523-45fc-a347-3d670f46c8d0 HTTP/1.1" status: 200 len: 850 time: 0.0424998 Jan 29 03:58:41.941030 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aaa26d-aeb6-440e-9db5-7e16c0433b2b req-c9f67025-3507-45f5-8ad9-a20ce1e1e888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:58:41.942985 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-f1aaa26d-aeb6-440e-9db5-7e16c0433b2b req-c9f67025-3507-45f5-8ad9-a20ce1e1e888 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ccb34270-5897-4f8c-bf79-a40c6714fbbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419459 Jan 29 03:58:42.030554 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-f1aaa26d-aeb6-440e-9db5-7e16c0433b2b req-3569c335-64b8-4f94-8860-846085ab4040 service neutron] 10.222.0.25 "GET /v2.0/networks/ccb34270-5897-4f8c-bf79-a40c6714fbbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824139 Jan 29 03:58:42.115440 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-f1aaa26d-aeb6-440e-9db5-7e16c0433b2b req-6fbfca16-d60c-40de-bfd4-9ea6128163b3 service neutron] 10.222.0.25 "GET /v2.0/networks/ccb34270-5897-4f8c-bf79-a40c6714fbbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794837 Jan 29 03:58:44.876731 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-b440fa50-eca4-4f69-9b17-cff3417559c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (dac82def-0781-4624-a171-654e1b1d12af), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:58:47.410225 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-4e706af0-d693-402d-867e-44e1c74760ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (d5b8732c-6ac1-45e3-a79e-cd9863fe8196), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:58:48.078055 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-6a0bb60c-5b7b-499b-b43f-7eb32e921150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (4cfc2a27-deed-4689-8f39-0bd5aa6fe3c3), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:58:49.483667 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-30ace4c1-806b-4d7c-a886-fe7b65bfbfcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (7774c0be-b957-4204-896b-7e749f55bf81), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:58:51.219800 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (e75d1b00-832d-4bf5-b078-2c4f5b2c10cd), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:58:56.156425 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (ad4128b7-7a77-4672-aa49-b5d5d6c7d736), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:59:03.128615 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-de69c76d-c4fe-49cb-b813-af6e9d259918 req-c6036876-dad1-4a5e-94b8-8972654ddcc2 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1196771207&fields=id&tenant_id=a12ca58f304343008cbef6b9b2f59dc6 HTTP/1.1" status: 200 len: 267 time: 0.0432951 Jan 29 03:59:03.234072 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de69c76d-c4fe-49cb-b813-af6e9d259918 req-99f3306a-f259-4c35-ae1f-6bed08db5a1e tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:59:03.235556 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-de69c76d-c4fe-49cb-b813-af6e9d259918 req-99f3306a-f259-4c35-ae1f-6bed08db5a1e tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] 10.222.0.16 "GET /v2.0/networks?id=ccb34270-5897-4f8c-bf79-a40c6714fbbe HTTP/1.1" status: 200 len: 811 time: 0.0998726 Jan 29 03:59:03.250174 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-de69c76d-c4fe-49cb-b813-af6e9d259918 req-a4dd416c-4baf-4fce-b922-0f26bc2d081a tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] 10.222.0.16 "GET /v2.0/quotas/a12ca58f304343008cbef6b9b2f59dc6 HTTP/1.1" status: 200 len: 375 time: 0.0087886 Jan 29 03:59:03.306328 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-de69c76d-c4fe-49cb-b813-af6e9d259918 req-ce44ed8f-f1e8-463e-b2c4-5ec34c6aab6c tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a12ca58f304343008cbef6b9b2f59dc6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0508077 Jan 29 03:59:03.362750 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [req-de69c76d-c4fe-49cb-b813-af6e9d259918 req-61bc2d5d-1506-46e3-93f8-3aa42bdfff03 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=109550) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 03:59:03.364338 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-de69c76d-c4fe-49cb-b813-af6e9d259918 req-61bc2d5d-1506-46e3-93f8-3aa42bdfff03 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0461111 Jan 29 03:59:03.452922 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-de69c76d-c4fe-49cb-b813-af6e9d259918 req-265c2fcf-486e-4608-bb7b-66b617fb773f service neutron] 10.222.0.16 "GET /v2.0/networks/ccb34270-5897-4f8c-bf79-a40c6714fbbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829420 Jan 29 03:59:03.538339 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-de69c76d-c4fe-49cb-b813-af6e9d259918 req-0a2daa5f-b95f-4d86-bdd4-74fd4fabc7cf service neutron] 10.222.0.16 "GET /v2.0/networks/ccb34270-5897-4f8c-bf79-a40c6714fbbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797591 Jan 29 03:59:04.147238 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-169f3076-457f-4c07-b932-4d8286bc659d req-4be88317-6b73-4d32-a39d-14e09db739aa tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6b35e6d-1b70-4af1-916e-64421c1b4602 HTTP/1.1" status: 200 len: 210 time: 0.0329585 Jan 29 03:59:05.241166 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-b2de375c-d0e1-4eab-9dd8-105d5b198267 req-27e9dfdc-69fe-47c6-b6fa-5433436aa2fb tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6b35e6d-1b70-4af1-916e-64421c1b4602 HTTP/1.1" status: 200 len: 210 time: 0.0279906 Jan 29 03:59:05.990096 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de69c76d-c4fe-49cb-b813-af6e9d259918 req-4215a056-3582-4678-9609-23024298347d tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:59:05.991593 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-de69c76d-c4fe-49cb-b813-af6e9d259918 req-4215a056-3582-4678-9609-23024298347d tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] 10.222.0.25 "GET /v2.0/networks?id=ccb34270-5897-4f8c-bf79-a40c6714fbbe HTTP/1.1" status: 200 len: 811 time: 0.1008286 Jan 29 03:59:06.058554 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-de69c76d-c4fe-49cb-b813-af6e9d259918 req-09ef22ce-ea81-425e-bbee-636cca919ea3 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a12ca58f304343008cbef6b9b2f59dc6 HTTP/1.1" status: 200 len: 380 time: 0.0539296 Jan 29 03:59:06.066888 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.v2.base [req-de69c76d-c4fe-49cb-b813-af6e9d259918 req-9fca07e6-5603-4315-965f-6b95f0dc08e6 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Request body: {'port': {'device_id': 'c6b35e6d-1b70-4af1-916e-64421c1b4602', 'network_id': 'ccb34270-5897-4f8c-bf79-a40c6714fbbe', 'admin_state_up': True, 'tenant_id': 'a12ca58f304343008cbef6b9b2f59dc6', 'security_groups': ['e28351e5-d3d9-45bd-a13e-59941a8f9d8c']}} {{(pid=109550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 03:59:06.214942 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de69c76d-c4fe-49cb-b813-af6e9d259918 req-9fca07e6-5603-4315-965f-6b95f0dc08e6 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Made reservation on behalf of a12ca58f304343008cbef6b9b2f59dc6 for: {'port': 1} {{(pid=109550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 03:59:06.218451 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-de69c76d-c4fe-49cb-b813-af6e9d259918 req-9fca07e6-5603-4315-965f-6b95f0dc08e6 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (None), before_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:59:06.338602 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-03f39d5d-69c6-416e-ae7b-91a5fb479fb9 req-61f0f812-5c0c-4b7f-bcf6-eaec4285fbce tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6b35e6d-1b70-4af1-916e-64421c1b4602 HTTP/1.1" status: 200 len: 210 time: 0.0280657 Jan 29 03:59:06.347634 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.db.db_base_plugin_common [req-de69c76d-c4fe-49cb-b813-af6e9d259918 req-9fca07e6-5603-4315-965f-6b95f0dc08e6 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Allocated IP 172.20.0.9 (ccb34270-5897-4f8c-bf79-a40c6714fbbe/c9d0986d-8523-45fc-a347-3d670f46c8d0/a5c88619-1074-4a9e-823a-6d76bf007f3f) {{(pid=109550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 03:59:06.486433 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-de69c76d-c4fe-49cb-b813-af6e9d259918 req-9fca07e6-5603-4315-965f-6b95f0dc08e6 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Publish callbacks [] for port (a5c88619-1074-4a9e-823a-6d76bf007f3f), precommit_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:59:06.579911 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-de69c76d-c4fe-49cb-b813-af6e9d259918 req-9fca07e6-5603-4315-965f-6b95f0dc08e6 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787145433393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9207350'] for port (a5c88619-1074-4a9e-823a-6d76bf007f3f), after_create {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:59:06.622765 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de69c76d-c4fe-49cb-b813-af6e9d259918 req-9fca07e6-5603-4315-965f-6b95f0dc08e6 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Network ccb34270-5897-4f8c-bf79-a40c6714fbbe is already hosted by enough agents. {{(pid=109550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 03:59:06.625724 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.scheduler.base_scheduler [req-de69c76d-c4fe-49cb-b813-af6e9d259918 req-9fca07e6-5603-4315-965f-6b95f0dc08e6 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Resources bound (agent type, host, resource id): {{(pid=109550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 03:59:06.628193 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.db.l3_dvrscheduler_db [req-de69c76d-c4fe-49cb-b813-af6e9d259918 req-9fca07e6-5603-4315-965f-6b95f0dc08e6 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Received port after_create {{(pid=109550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 03:59:06.659994 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca07e6-5603-4315-965f-6b95f0dc08e6 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Pushing event updated for resources: {'Port': ['ID=a5c88619-1074-4a9e-823a-6d76bf007f3f,revision_number=1']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:59:06.672996 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca07e6-5603-4315-965f-6b95f0dc08e6 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:59:06.673352 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca07e6-5603-4315-965f-6b95f0dc08e6 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:59:06.673700 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca07e6-5603-4315-965f-6b95f0dc08e6 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:59:06.674037 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca07e6-5603-4315-965f-6b95f0dc08e6 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:59:06.674411 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca07e6-5603-4315-965f-6b95f0dc08e6 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:59:06.674744 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca07e6-5603-4315-965f-6b95f0dc08e6 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:59:06.675076 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca07e6-5603-4315-965f-6b95f0dc08e6 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:59:06.675403 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca07e6-5603-4315-965f-6b95f0dc08e6 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:59:06.675731 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca07e6-5603-4315-965f-6b95f0dc08e6 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:59:06.676654 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca07e6-5603-4315-965f-6b95f0dc08e6 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:59:06.676984 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca07e6-5603-4315-965f-6b95f0dc08e6 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:59:06.677306 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca07e6-5603-4315-965f-6b95f0dc08e6 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:59:06.677629 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca07e6-5603-4315-965f-6b95f0dc08e6 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:59:06.697955 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de69c76d-c4fe-49cb-b813-af6e9d259918 req-9fca07e6-5603-4315-965f-6b95f0dc08e6 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:59:06.698596 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-de69c76d-c4fe-49cb-b813-af6e9d259918 req-9fca07e6-5603-4315-965f-6b95f0dc08e6 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166518'] for port (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:59:06.795212 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-de69c76d-c4fe-49cb-b813-af6e9d259918 req-9fca07e6-5603-4315-965f-6b95f0dc08e6 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7320251 Jan 29 03:59:06.811426 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.v2.base [req-de69c76d-c4fe-49cb-b813-af6e9d259918 req-44f2234c-c18d-4907-9e41-c15ff86e93aa service neutron] Request body: {'port': {'device_id': 'c6b35e6d-1b70-4af1-916e-64421c1b4602', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82694'}} {{(pid=109550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 03:59:06.855429 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.provisioning_blocks [None req-35d52bc9-64de-46f5-b709-90d08ec7d520 None None] Provisioning complete for port a5c88619-1074-4a9e-823a-6d76bf007f3f triggered by entity DHCP. {{(pid=109551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 03:59:06.855989 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-35d52bc9-64de-46f5-b709-90d08ec7d520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785313'] for port (a5c88619-1074-4a9e-823a-6d76bf007f3f), provisioning_complete {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:59:06.874158 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-de69c76d-c4fe-49cb-b813-af6e9d259918 req-44f2234c-c18d-4907-9e41-c15ff86e93aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (a5c88619-1074-4a9e-823a-6d76bf007f3f), before_update {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:59:06.893176 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-35d52bc9-64de-46f5-b709-90d08ec7d520 None None] Port a5c88619-1074-4a9e-823a-6d76bf007f3f cannot update to ACTIVE because it is not bound. {{(pid=109551) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 03:59:07.137830 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.notifiers.nova [req-de69c76d-c4fe-49cb-b813-af6e9d259918 req-44f2234c-c18d-4907-9e41-c15ff86e93aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5c88619-1074-4a9e-823a-6d76bf007f3f {{(pid=109550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 03:59:07.145251 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-de69c76d-c4fe-49cb-b813-af6e9d259918 req-44f2234c-c18d-4907-9e41-c15ff86e93aa service neutron] Publish callbacks [] for port (a5c88619-1074-4a9e-823a-6d76bf007f3f), precommit_update {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:59:07.157173 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.db.provisioning_blocks [req-de69c76d-c4fe-49cb-b813-af6e9d259918 req-44f2234c-c18d-4907-9e41-c15ff86e93aa service neutron] Transition to ACTIVE for port object a5c88619-1074-4a9e-823a-6d76bf007f3f will not be triggered until provisioned by entity L2. {{(pid=109550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 03:59:07.243835 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-de69c76d-c4fe-49cb-b813-af6e9d259918 req-44f2234c-c18d-4907-9e41-c15ff86e93aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9207359'] for port (a5c88619-1074-4a9e-823a-6d76bf007f3f), after_update {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:59:07.297207 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f2234c-c18d-4907-9e41-c15ff86e93aa service neutron] Pushing event updated for resources: {'Port': ['ID=a5c88619-1074-4a9e-823a-6d76bf007f3f,revision_number=2']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:59:07.367707 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.managers [req-de69c76d-c4fe-49cb-b813-af6e9d259918 req-44f2234c-c18d-4907-9e41-c15ff86e93aa service neutron] Attempting to bind port a5c88619-1074-4a9e-823a-6d76bf007f3f on host hv-cinder-82694 for vnic_type normal with profile {{(pid=109550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 03:59:07.368236 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.managers [req-de69c76d-c4fe-49cb-b813-af6e9d259918 req-44f2234c-c18d-4907-9e41-c15ff86e93aa service neutron] Attempting to bind port a5c88619-1074-4a9e-823a-6d76bf007f3f by drivers openvswitch,hyperv on host hv-cinder-82694 at level 0 using segments [{'id': '81da206d-ccab-43c6-9842-cd3d88bf0ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ccb34270-5897-4f8c-bf79-a40c6714fbbe'}] {{(pid=109550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 03:59:07.368565 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de69c76d-c4fe-49cb-b813-af6e9d259918 req-44f2234c-c18d-4907-9e41-c15ff86e93aa service neutron] Attempting to bind port a5c88619-1074-4a9e-823a-6d76bf007f3f on network ccb34270-5897-4f8c-bf79-a40c6714fbbe {{(pid=109550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 03:59:07.374444 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de69c76d-c4fe-49cb-b813-af6e9d259918 req-44f2234c-c18d-4907-9e41-c15ff86e93aa service neutron] Port a5c88619-1074-4a9e-823a-6d76bf007f3f on network ccb34270-5897-4f8c-bf79-a40c6714fbbe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82694 {{(pid=109550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 03:59:07.375133 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de69c76d-c4fe-49cb-b813-af6e9d259918 req-44f2234c-c18d-4907-9e41-c15ff86e93aa service neutron] Attempting to bind port a5c88619-1074-4a9e-823a-6d76bf007f3f on network ccb34270-5897-4f8c-bf79-a40c6714fbbe {{(pid=109550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 03:59:07.380932 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de69c76d-c4fe-49cb-b813-af6e9d259918 req-44f2234c-c18d-4907-9e41-c15ff86e93aa service neutron] Checking agent: {'id': 'ad4128b7-7a77-4672-aa49-b5d5d6c7d736', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 3, 42, 25), 'started_at': datetime.datetime(2022, 1, 29, 3, 42, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 3, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 03:59:07.381367 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de69c76d-c4fe-49cb-b813-af6e9d259918 req-44f2234c-c18d-4907-9e41-c15ff86e93aa service neutron] Checking segment: {'id': '81da206d-ccab-43c6-9842-cd3d88bf0ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ccb34270-5897-4f8c-bf79-a40c6714fbbe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 03:59:07.381827 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de69c76d-c4fe-49cb-b813-af6e9d259918 req-44f2234c-c18d-4907-9e41-c15ff86e93aa service neutron] Bound using segment: {'id': '81da206d-ccab-43c6-9842-cd3d88bf0ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ccb34270-5897-4f8c-bf79-a40c6714fbbe'} {{(pid=109550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 03:59:07.382311 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.managers [req-de69c76d-c4fe-49cb-b813-af6e9d259918 req-44f2234c-c18d-4907-9e41-c15ff86e93aa service neutron] Bound port: a5c88619-1074-4a9e-823a-6d76bf007f3f, host: hv-cinder-82694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81da206d-ccab-43c6-9842-cd3d88bf0ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ccb34270-5897-4f8c-bf79-a40c6714fbbe'}}] {{(pid=109550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 03:59:07.382676 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-de69c76d-c4fe-49cb-b813-af6e9d259918 req-44f2234c-c18d-4907-9e41-c15ff86e93aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (a5c88619-1074-4a9e-823a-6d76bf007f3f), before_update {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:59:07.481661 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.db [req-de69c76d-c4fe-49cb-b813-af6e9d259918 req-44f2234c-c18d-4907-9e41-c15ff86e93aa service neutron] For port a5c88619-1074-4a9e-823a-6d76bf007f3f, host hv-cinder-82694, cleared binding levels {{(pid=109550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 03:59:07.485891 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.db [req-de69c76d-c4fe-49cb-b813-af6e9d259918 req-44f2234c-c18d-4907-9e41-c15ff86e93aa service neutron] For port a5c88619-1074-4a9e-823a-6d76bf007f3f, host hv-cinder-82694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=a5c88619-1074-4a9e-823a-6d76bf007f3f,segment=NetworkSegment(81da206d-ccab-43c6-9842-cd3d88bf0ec7),segment_id=81da206d-ccab-43c6-9842-cd3d88bf0ec7)] {{(pid=109550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 03:59:07.495082 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4dcfab-7ae1-4c81-a16d-86fb93e1e02e req-b3bd6616-3d24-4fe0-ada4-4652c7709eb7 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:59:07.496566 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-ed4dcfab-7ae1-4c81-a16d-86fb93e1e02e req-b3bd6616-3d24-4fe0-ada4-4652c7709eb7 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6b35e6d-1b70-4af1-916e-64421c1b4602 HTTP/1.1" status: 200 len: 943 time: 0.0795894 Jan 29 03:59:07.551065 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-ed4dcfab-7ae1-4c81-a16d-86fb93e1e02e req-2ad1a005-7b6b-4d7f-a98d-f1282458d5e5 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] 10.222.0.16 "GET /v2.0/security-groups?id=e28351e5-d3d9-45bd-a13e-59941a8f9d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487430 Jan 29 03:59:07.558494 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-de69c76d-c4fe-49cb-b813-af6e9d259918 req-44f2234c-c18d-4907-9e41-c15ff86e93aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9207359'] for port (a5c88619-1074-4a9e-823a-6d76bf007f3f), after_update {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:59:07.590493 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de69c76d-c4fe-49cb-b813-af6e9d259918 req-44f2234c-c18d-4907-9e41-c15ff86e93aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:59:07.591229 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-de69c76d-c4fe-49cb-b813-af6e9d259918 req-44f2234c-c18d-4907-9e41-c15ff86e93aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166518'] for port (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:59:07.592702 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-de69c76d-c4fe-49cb-b813-af6e9d259918 req-44f2234c-c18d-4907-9e41-c15ff86e93aa service neutron] 10.222.0.25 "PUT /v2.0/ports/a5c88619-1074-4a9e-823a-6d76bf007f3f HTTP/1.1" status: 200 len: 1093 time: 0.7853472 Jan 29 03:59:07.593137 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6b35e6d-1b70-4af1-916e-64421c1b4602', 'tag': 'a5c88619-1074-4a9e-823a-6d76bf007f3f'}] {{(pid=109550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 03:59:07.595350 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fa7e8514ec8b1871638cf3d0c6bf241b62bf17ffd430199c6215cc57604ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fe5dc1a-77b0-4e19-a0df-8326635552a0" -d '{"events": [{"name": "network-changed", "server_uuid": "c6b35e6d-1b70-4af1-916e-64421c1b4602", "tag": "a5c88619-1074-4a9e-823a-6d76bf007f3f"}]}' {{(pid=109550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 03:59:07.621356 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f2234c-c18d-4907-9e41-c15ff86e93aa service neutron] Pushing event updated for resources: {'Port': ['ID=a5c88619-1074-4a9e-823a-6d76bf007f3f,revision_number=3']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:59:07.633733 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 03:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1e3ce3e-297c-4984-bbcf-0b61ea9d4f2d x-openstack-request-id: req-c1e3ce3e-297c-4984-bbcf-0b61ea9d4f2d {{(pid=109550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 03:59:07.634326 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6b35e6d-1b70-4af1-916e-64421c1b4602", "tag": "a5c88619-1074-4a9e-823a-6d76bf007f3f", "status": "completed", "code": 200}]} {{(pid=109550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 03:59:07.636021 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c1e3ce3e-297c-4984-bbcf-0b61ea9d4f2d {{(pid=109550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 03:59:07.636021 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6b35e6d-1b70-4af1-916e-64421c1b4602', 'tag': 'a5c88619-1074-4a9e-823a-6d76bf007f3f', 'status': 'completed', 'code': 200} Jan 29 03:59:07.720364 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe5dc1a-77b0-4e19-a0df-8326635552a0 req-63888560-0ac3-47eb-99e8-2f190b28bf7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:59:07.721870 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-0fe5dc1a-77b0-4e19-a0df-8326635552a0 req-63888560-0ac3-47eb-99e8-2f190b28bf7c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a12ca58f304343008cbef6b9b2f59dc6&device_id=c6b35e6d-1b70-4af1-916e-64421c1b4602 HTTP/1.1" status: 200 len: 1127 time: 0.0466022 Jan 29 03:59:07.837917 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe5dc1a-77b0-4e19-a0df-8326635552a0 req-52042fd9-48f5-4bbd-b203-31f5e04213f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:59:07.839451 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-0fe5dc1a-77b0-4e19-a0df-8326635552a0 req-52042fd9-48f5-4bbd-b203-31f5e04213f0 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=a12ca58f304343008cbef6b9b2f59dc6&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1044757 Jan 29 03:59:07.929869 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe5dc1a-77b0-4e19-a0df-8326635552a0 req-ba67dbc9-da72-4d5c-a8ed-a9922b09a351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:59:07.931254 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-0fe5dc1a-77b0-4e19-a0df-8326635552a0 req-ba67dbc9-da72-4d5c-a8ed-a9922b09a351 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0866187 Jan 29 03:59:08.028306 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de69c76d-c4fe-49cb-b813-af6e9d259918 req-30af4951-1264-4bde-81e1-5e1f14094f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:59:08.029775 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-de69c76d-c4fe-49cb-b813-af6e9d259918 req-30af4951-1264-4bde-81e1-5e1f14094f01 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a12ca58f304343008cbef6b9b2f59dc6&device_id=c6b35e6d-1b70-4af1-916e-64421c1b4602 HTTP/1.1" status: 200 len: 1127 time: 0.0449224 Jan 29 03:59:08.084346 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-de69c76d-c4fe-49cb-b813-af6e9d259918 req-9441b112-929e-42fe-8aaf-679052cbbf9d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a5c88619-1074-4a9e-823a-6d76bf007f3f HTTP/1.1" status: 200 len: 217 time: 0.0408340 Jan 29 03:59:08.137460 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de69c76d-c4fe-49cb-b813-af6e9d259918 req-0b9a1509-80a6-4fda-8d1a-adf7ef78a463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:59:08.138965 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-de69c76d-c4fe-49cb-b813-af6e9d259918 req-0b9a1509-80a6-4fda-8d1a-adf7ef78a463 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c9d0986d-8523-45fc-a347-3d670f46c8d0 HTTP/1.1" status: 200 len: 850 time: 0.0494533 Jan 29 03:59:08.185872 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de69c76d-c4fe-49cb-b813-af6e9d259918 req-003f706c-78b7-402d-9427-9a4b45aa03ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:59:08.187326 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-de69c76d-c4fe-49cb-b813-af6e9d259918 req-003f706c-78b7-402d-9427-9a4b45aa03ef service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ccb34270-5897-4f8c-bf79-a40c6714fbbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429783 Jan 29 03:59:08.277251 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-de69c76d-c4fe-49cb-b813-af6e9d259918 req-a0d2dfaa-b953-4cd5-838a-93da60fe6820 service neutron] 10.222.0.25 "GET /v2.0/networks/ccb34270-5897-4f8c-bf79-a40c6714fbbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840731 Jan 29 03:59:08.362674 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-de69c76d-c4fe-49cb-b813-af6e9d259918 req-61650eff-d5fa-4602-b377-eb4251d0b2cc service neutron] 10.222.0.25 "GET /v2.0/networks/ccb34270-5897-4f8c-bf79-a40c6714fbbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794568 Jan 29 03:59:08.669288 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b415af9b-f2e3-474c-a7a2-406855e15ee0 req-34232c0e-2d59-4682-b5d9-4785b6691856 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:59:08.670755 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-b415af9b-f2e3-474c-a7a2-406855e15ee0 req-34232c0e-2d59-4682-b5d9-4785b6691856 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6b35e6d-1b70-4af1-916e-64421c1b4602 HTTP/1.1" status: 200 len: 943 time: 0.0549033 Jan 29 03:59:08.716910 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-b415af9b-f2e3-474c-a7a2-406855e15ee0 req-354c5438-6ead-4828-8553-bf7a8d3a0f71 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] 10.222.0.16 "GET /v2.0/security-groups?id=e28351e5-d3d9-45bd-a13e-59941a8f9d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407796 Jan 29 03:59:09.833325 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9638a73-8345-439a-b926-007b91890d61 req-429214d3-4ad0-4314-9cf6-b3655ef87d58 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:59:09.834825 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-e9638a73-8345-439a-b926-007b91890d61 req-429214d3-4ad0-4314-9cf6-b3655ef87d58 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6b35e6d-1b70-4af1-916e-64421c1b4602 HTTP/1.1" status: 200 len: 943 time: 0.0516100 Jan 29 03:59:09.882401 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-e9638a73-8345-439a-b926-007b91890d61 req-65c3201b-fb1c-4675-824f-704e868eca89 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] 10.222.0.16 "GET /v2.0/security-groups?id=e28351e5-d3d9-45bd-a13e-59941a8f9d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422256 Jan 29 03:59:10.995347 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df65272-3d46-4176-9849-21c96a8bbb43 req-7ae880e6-5d2f-4b95-a744-1b66cdce6b35 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:59:10.996810 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-4df65272-3d46-4176-9849-21c96a8bbb43 req-7ae880e6-5d2f-4b95-a744-1b66cdce6b35 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6b35e6d-1b70-4af1-916e-64421c1b4602 HTTP/1.1" status: 200 len: 943 time: 0.0509145 Jan 29 03:59:11.045402 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-4df65272-3d46-4176-9849-21c96a8bbb43 req-a33a28ac-b092-4518-aaed-10851241e8cd tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] 10.222.0.16 "GET /v2.0/security-groups?id=e28351e5-d3d9-45bd-a13e-59941a8f9d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421202 Jan 29 03:59:12.162723 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9ce8d2-9aff-4fa1-b9d3-98d6fdedaf40 req-ec0d17e1-6c8f-4c0c-a2d5-d276c580b5b3 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:59:12.164185 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-cf9ce8d2-9aff-4fa1-b9d3-98d6fdedaf40 req-ec0d17e1-6c8f-4c0c-a2d5-d276c580b5b3 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6b35e6d-1b70-4af1-916e-64421c1b4602 HTTP/1.1" status: 200 len: 943 time: 0.0548127 Jan 29 03:59:12.211133 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-cf9ce8d2-9aff-4fa1-b9d3-98d6fdedaf40 req-b3a5f4d1-5f3f-42d0-bcbd-f20d22e2d39e tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] 10.222.0.16 "GET /v2.0/security-groups?id=e28351e5-d3d9-45bd-a13e-59941a8f9d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414803 Jan 29 03:59:13.060735 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.agents_db [None req-5bdad2e4-4f8f-4fe6-a9f7-cf82a335ca9d None None] Agent healthcheck: found 6 active agents {{(pid=109552) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 03:59:13.325201 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca00b43-b9f3-43e5-8f40-2d45d67a36e0 req-ba5ecef9-12c6-43b0-880d-b4b4c77fd3e4 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:59:13.326560 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-bca00b43-b9f3-43e5-8f40-2d45d67a36e0 req-ba5ecef9-12c6-43b0-880d-b4b4c77fd3e4 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6b35e6d-1b70-4af1-916e-64421c1b4602 HTTP/1.1" status: 200 len: 943 time: 0.0498135 Jan 29 03:59:13.378399 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-bca00b43-b9f3-43e5-8f40-2d45d67a36e0 req-c83ba110-7849-4333-953d-77deff175a23 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] 10.222.0.16 "GET /v2.0/security-groups?id=e28351e5-d3d9-45bd-a13e-59941a8f9d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464869 Jan 29 03:59:14.493010 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b7d2d9-30bf-44e7-a09b-adc2b857d2e3 req-89030028-356d-4d8a-b53e-6e2fac5bfcc0 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:59:14.494470 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-69b7d2d9-30bf-44e7-a09b-adc2b857d2e3 req-89030028-356d-4d8a-b53e-6e2fac5bfcc0 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6b35e6d-1b70-4af1-916e-64421c1b4602 HTTP/1.1" status: 200 len: 943 time: 0.0513239 Jan 29 03:59:14.542551 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-69b7d2d9-30bf-44e7-a09b-adc2b857d2e3 req-0f162717-f36b-46a5-ae7c-7cb4f9cc4a77 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] 10.222.0.16 "GET /v2.0/security-groups?id=e28351e5-d3d9-45bd-a13e-59941a8f9d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426087 Jan 29 03:59:14.900731 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-b6b585d6-9da8-408e-8ee2-9c34b025149e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (dac82def-0781-4624-a171-654e1b1d12af), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:59:15.140950 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Device a5c88619-1074-4a9e-823a-6d76bf007f3f details requested by agent hyperv_hv-cinder-82694 with host hv-cinder-82694 {{(pid=109551) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 03:59:15.235193 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] For port a5c88619-1074-4a9e-823a-6d76bf007f3f, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=a5c88619-1074-4a9e-823a-6d76bf007f3f,segment=NetworkSegment(81da206d-ccab-43c6-9842-cd3d88bf0ec7),segment_id=81da206d-ccab-43c6-9842-cd3d88bf0ec7)] {{(pid=109551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 03:59:15.247055 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Returning: {'device': 'a5c88619-1074-4a9e-823a-6d76bf007f3f', 'network_id': 'ccb34270-5897-4f8c-bf79-a40c6714fbbe', 'port_id': 'a5c88619-1074-4a9e-823a-6d76bf007f3f', 'mac_address': 'fa:16:3e:b2:8a:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9d0986d-8523-45fc-a347-3d670f46c8d0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109551) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 03:59:15.282961 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Current status of the port a5c88619-1074-4a9e-823a-6d76bf007f3f is: DOWN; New status is: BUILD {{(pid=109551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 03:59:15.283380 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (a5c88619-1074-4a9e-823a-6d76bf007f3f), before_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:59:15.296101 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.notifiers.nova [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5c88619-1074-4a9e-823a-6d76bf007f3f {{(pid=109551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 03:59:15.314854 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] For port a5c88619-1074-4a9e-823a-6d76bf007f3f, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=a5c88619-1074-4a9e-823a-6d76bf007f3f,segment=NetworkSegment(81da206d-ccab-43c6-9842-cd3d88bf0ec7),segment_id=81da206d-ccab-43c6-9842-cd3d88bf0ec7)] {{(pid=109551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 03:59:15.403310 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429'] for port (a5c88619-1074-4a9e-823a-6d76bf007f3f), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:59:15.451488 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Pushing event updated for resources: {'Port': ['ID=a5c88619-1074-4a9e-823a-6d76bf007f3f,revision_number=4']} {{(pid=109551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:59:15.458244 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:59:15.458594 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:59:15.458932 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:59:15.459263 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:59:15.459593 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:59:15.459916 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:59:15.460238 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:59:15.460560 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:59:15.460879 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:59:15.461198 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:59:15.461517 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:59:15.461831 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:59:15.462171 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:59:15.658896 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d628155-1de4-438e-812e-d4a788067d5b req-059f6407-7a3d-4c4a-9131-a8fe4bef2e8b tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:59:15.660290 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-9d628155-1de4-438e-812e-d4a788067d5b req-059f6407-7a3d-4c4a-9131-a8fe4bef2e8b tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6b35e6d-1b70-4af1-916e-64421c1b4602 HTTP/1.1" status: 200 len: 944 time: 0.0517623 Jan 29 03:59:15.709491 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-9d628155-1de4-438e-812e-d4a788067d5b req-e9f5d746-1fa4-441e-a596-19c8ac89a2c0 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] 10.222.0.16 "GET /v2.0/security-groups?id=e28351e5-d3d9-45bd-a13e-59941a8f9d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430717 Jan 29 03:59:15.725682 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] get_ports_and_sgs() called for port_ids ['a5c88619-1074-4a9e-823a-6d76bf007f3f'] {{(pid=109551) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 03:59:16.827049 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aa1e50-ba54-46e9-bb5a-df948b8ff133 req-6b56bcf0-50f7-4eea-b24a-d68abe144869 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:59:16.828519 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-c8aa1e50-ba54-46e9-bb5a-df948b8ff133 req-6b56bcf0-50f7-4eea-b24a-d68abe144869 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6b35e6d-1b70-4af1-916e-64421c1b4602 HTTP/1.1" status: 200 len: 944 time: 0.0518425 Jan 29 03:59:16.880594 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-c8aa1e50-ba54-46e9-bb5a-df948b8ff133 req-cca4b45e-c966-48ff-81bd-063038a38c71 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] 10.222.0.16 "GET /v2.0/security-groups?id=e28351e5-d3d9-45bd-a13e-59941a8f9d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464787 Jan 29 03:59:17.156298 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Device a5c88619-1074-4a9e-823a-6d76bf007f3f up at agent hyperv_hv-cinder-82694 {{(pid=109551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 03:59:17.243766 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.provisioning_blocks [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Provisioning for port a5c88619-1074-4a9e-823a-6d76bf007f3f completed by entity L2. {{(pid=109551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 03:59:17.247931 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.provisioning_blocks [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Provisioning complete for port a5c88619-1074-4a9e-823a-6d76bf007f3f triggered by entity L2. {{(pid=109551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 03:59:17.248302 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785313'] for port (a5c88619-1074-4a9e-823a-6d76bf007f3f), provisioning_complete {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:59:17.322026 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Current status of the port a5c88619-1074-4a9e-823a-6d76bf007f3f is: BUILD; New status is: ACTIVE {{(pid=109551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 03:59:17.322443 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (a5c88619-1074-4a9e-823a-6d76bf007f3f), before_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:59:17.344072 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6b35e6d-1b70-4af1-916e-64421c1b4602', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5c88619-1074-4a9e-823a-6d76bf007f3f'}] {{(pid=109551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 03:59:17.346351 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23e056b712a42e8e31026a02bb7684ebe9f34968e78d79227c0e39fde92c0103" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-602d523e-247b-42e4-91ef-4c64f85ac12d" -d '{"events": [{"server_uuid": "c6b35e6d-1b70-4af1-916e-64421c1b4602", "name": "network-vif-plugged", "status": "completed", "tag": "a5c88619-1074-4a9e-823a-6d76bf007f3f"}]}' {{(pid=109551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 03:59:17.372744 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] For port a5c88619-1074-4a9e-823a-6d76bf007f3f, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=a5c88619-1074-4a9e-823a-6d76bf007f3f,segment=NetworkSegment(81da206d-ccab-43c6-9842-cd3d88bf0ec7),segment_id=81da206d-ccab-43c6-9842-cd3d88bf0ec7)] {{(pid=109551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 03:59:17.386122 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 03:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc89b120-d655-405f-a7b4-ae637606cbee x-openstack-request-id: req-dc89b120-d655-405f-a7b4-ae637606cbee {{(pid=109551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 03:59:17.386436 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6b35e6d-1b70-4af1-916e-64421c1b4602", "name": "network-vif-plugged", "status": "completed", "tag": "a5c88619-1074-4a9e-823a-6d76bf007f3f", "code": 200}]} {{(pid=109551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 03:59:17.386691 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dc89b120-d655-405f-a7b4-ae637606cbee {{(pid=109551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 03:59:17.387079 dv-cinder-826949-1-iscsi neutron-server[109551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6b35e6d-1b70-4af1-916e-64421c1b4602', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5c88619-1074-4a9e-823a-6d76bf007f3f', 'code': 200} Jan 29 03:59:17.426118 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429'] for port (a5c88619-1074-4a9e-823a-6d76bf007f3f), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:59:17.452258 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-abdced45-45ba-4515-b276-79776b281620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (d5b8732c-6ac1-45e3-a79e-cd9863fe8196), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:59:17.475040 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Pushing event updated for resources: {'Port': ['ID=a5c88619-1074-4a9e-823a-6d76bf007f3f,revision_number=5']} {{(pid=109551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:59:17.746967 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858a05c3-eb5a-40f6-b604-b30b2322a754 req-dee54f6c-d07f-442b-b036-4be3e3c8b416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:59:17.748424 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-858a05c3-eb5a-40f6-b604-b30b2322a754 req-dee54f6c-d07f-442b-b036-4be3e3c8b416 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c6b35e6d-1b70-4af1-916e-64421c1b4602 HTTP/1.1" status: 200 len: 1129 time: 0.0423982 Jan 29 03:59:17.794870 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-858a05c3-eb5a-40f6-b604-b30b2322a754 req-b7e715bf-d1b1-4aef-83e4-848f3b49919b service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=e28351e5-d3d9-45bd-a13e-59941a8f9d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378776 Jan 29 03:59:17.999899 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01de1f3a-57a0-41c8-a650-505d65ec7ca0 req-fa51aa84-b0ca-4337-a16a-5227b2c1aff4 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:59:18.001273 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-01de1f3a-57a0-41c8-a650-505d65ec7ca0 req-fa51aa84-b0ca-4337-a16a-5227b2c1aff4 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6b35e6d-1b70-4af1-916e-64421c1b4602 HTTP/1.1" status: 200 len: 945 time: 0.0518744 Jan 29 03:59:18.051214 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-01de1f3a-57a0-41c8-a650-505d65ec7ca0 req-964e0aa5-fa87-406c-a6b2-ffa575a4ef23 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] 10.222.0.16 "GET /v2.0/security-groups?id=e28351e5-d3d9-45bd-a13e-59941a8f9d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432351 Jan 29 03:59:18.081913 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-6a0bb60c-5b7b-499b-b43f-7eb32e921150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (4cfc2a27-deed-4689-8f39-0bd5aa6fe3c3), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:59:19.181212 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bc1feb-92e6-4a63-a30d-3a897b7da021 req-6f8f69d0-6eef-4968-ad01-36c1306a45c2 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:59:19.182689 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-64bc1feb-92e6-4a63-a30d-3a897b7da021 req-6f8f69d0-6eef-4968-ad01-36c1306a45c2 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6b35e6d-1b70-4af1-916e-64421c1b4602 HTTP/1.1" status: 200 len: 945 time: 0.0563278 Jan 29 03:59:19.229391 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-64bc1feb-92e6-4a63-a30d-3a897b7da021 req-0d11e4d5-d1d4-4cc9-9a6f-d75680d1d09a tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] 10.222.0.16 "GET /v2.0/security-groups?id=e28351e5-d3d9-45bd-a13e-59941a8f9d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412707 Jan 29 03:59:19.343071 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b974f1f4-ddef-44aa-9ecf-c958d357a109 req-06939ad6-b95c-4dee-9f5d-d1efd3cfb391 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:59:19.344456 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-b974f1f4-ddef-44aa-9ecf-c958d357a109 req-06939ad6-b95c-4dee-9f5d-d1efd3cfb391 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6b35e6d-1b70-4af1-916e-64421c1b4602 HTTP/1.1" status: 200 len: 945 time: 0.0511441 Jan 29 03:59:19.392637 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-b974f1f4-ddef-44aa-9ecf-c958d357a109 req-3718e770-ffb9-4a5a-908e-3759ec45c913 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] 10.222.0.16 "GET /v2.0/security-groups?id=e28351e5-d3d9-45bd-a13e-59941a8f9d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418961 Jan 29 03:59:19.418984 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 54452) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:59:19.465873 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-254e45f2-99ce-4f98-adec-d37941733e70 tempest-TestVolumeBootPattern-532197646 tempest-TestVolumeBootPattern-532197646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:59:19.467433 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-254e45f2-99ce-4f98-adec-d37941733e70 tempest-TestVolumeBootPattern-532197646 tempest-TestVolumeBootPattern-532197646-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=c6b35e6d-1b70-4af1-916e-64421c1b4602 HTTP/1.1" status: 200 len: 1124 time: 0.0474341 Jan 29 03:59:19.470154 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 54454) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 03:59:19.474452 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.v2.base [None req-91bd1c2b-2724-4b56-ae46-553e582a464d tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Request body: {'floatingip': {'floating_network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'port_id': 'a5c88619-1074-4a9e-823a-6d76bf007f3f', 'tenant_id': 'a12ca58f304343008cbef6b9b2f59dc6', 'fixed_ip_address': '172.20.0.9'}} {{(pid=109549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 03:59:19.493356 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-30ace4c1-806b-4d7c-a886-fe7b65bfbfcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (7774c0be-b957-4204-896b-7e749f55bf81), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:59:19.638057 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-91bd1c2b-2724-4b56-ae46-553e582a464d tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:59:19.735270 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-91bd1c2b-2724-4b56-ae46-553e582a464d tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (None), before_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:59:19.838712 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.db.db_base_plugin_common [None req-91bd1c2b-2724-4b56-ae46-553e582a464d tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Allocated IP 172.27.1.2 (84058fb5-7499-436d-9c61-9715f17a209a/8ef1eacb-ef7e-49c2-acc5-31126b063ddd/6640d6a4-1c72-4b34-aac3-f745b80528c1) {{(pid=109549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 03:59:19.938086 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-91bd1c2b-2724-4b56-ae46-553e582a464d tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Publish callbacks [] for port (6640d6a4-1c72-4b34-aac3-f745b80528c1), precommit_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:59:20.078140 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-91bd1c2b-2724-4b56-ae46-553e582a464d tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787145433393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440449'] for port (6640d6a4-1c72-4b34-aac3-f745b80528c1), after_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:59:20.118958 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91bd1c2b-2724-4b56-ae46-553e582a464d tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Network 84058fb5-7499-436d-9c61-9715f17a209a is already hosted by enough agents. {{(pid=109549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 03:59:20.121637 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.scheduler.base_scheduler [None req-91bd1c2b-2724-4b56-ae46-553e582a464d tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Resources bound (agent type, host, resource id): {{(pid=109549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 03:59:20.127014 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91bd1c2b-2724-4b56-ae46-553e582a464d tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Received port after_create {{(pid=109549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 03:59:20.133071 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bd1c2b-2724-4b56-ae46-553e582a464d tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Pushing event updated for resources: {'Port': ['ID=6640d6a4-1c72-4b34-aac3-f745b80528c1,revision_number=1']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:59:20.161425 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bd1c2b-2724-4b56-ae46-553e582a464d tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:59:20.161774 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bd1c2b-2724-4b56-ae46-553e582a464d tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:59:20.162122 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bd1c2b-2724-4b56-ae46-553e582a464d tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:59:20.162483 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bd1c2b-2724-4b56-ae46-553e582a464d tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:59:20.162810 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bd1c2b-2724-4b56-ae46-553e582a464d tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:59:20.163137 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bd1c2b-2724-4b56-ae46-553e582a464d tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:59:20.163463 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bd1c2b-2724-4b56-ae46-553e582a464d tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:59:20.163789 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bd1c2b-2724-4b56-ae46-553e582a464d tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:59:20.164114 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bd1c2b-2724-4b56-ae46-553e582a464d tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:59:20.164437 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bd1c2b-2724-4b56-ae46-553e582a464d tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:59:20.164757 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bd1c2b-2724-4b56-ae46-553e582a464d tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:59:20.165076 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bd1c2b-2724-4b56-ae46-553e582a464d tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:59:20.165396 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bd1c2b-2724-4b56-ae46-553e582a464d tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 03:59:20.485547 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-91bd1c2b-2724-4b56-ae46-553e582a464d tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Publish callbacks [] for floatingip (bd5e073f-d7dc-4fef-95ae-eadec16b6def), precommit_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:59:20.601389 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-91bd1c2b-2724-4b56-ae46-553e582a464d tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682637'] for port (6640d6a4-1c72-4b34-aac3-f745b80528c1), before_update {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:59:20.746268 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-91bd1c2b-2724-4b56-ae46-553e582a464d tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Publish callbacks [] for port (6640d6a4-1c72-4b34-aac3-f745b80528c1), precommit_update {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:59:20.837429 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-91bd1c2b-2724-4b56-ae46-553e582a464d tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787145732051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787145433411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787145433429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440456'] for port (6640d6a4-1c72-4b34-aac3-f745b80528c1), after_update {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:59:20.904232 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bd1c2b-2724-4b56-ae46-553e582a464d tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Pushing event updated for resources: {'Port': ['ID=6640d6a4-1c72-4b34-aac3-f745b80528c1,revision_number=2']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 03:59:20.913873 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-91bd1c2b-2724-4b56-ae46-553e582a464d tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1909920'] for floatingip (bd5e073f-d7dc-4fef-95ae-eadec16b6def), after_create {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:59:21.009972 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.db.l3_db [None req-91bd1c2b-2724-4b56-ae46-553e582a464d tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Floating IP bd5e073f-d7dc-4fef-95ae-eadec16b6def associated. External IP: 172.27.1.2, port: a5c88619-1074-4a9e-823a-6d76bf007f3f. Jan 29 03:59:21.209048 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (e75d1b00-832d-4bf5-b078-2c4f5b2c10cd), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:59:21.216058 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91bd1c2b-2724-4b56-ae46-553e582a464d tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Router d01bd52c-e54b-4548-8647-82ad8194ca5b has already been hosted by L3 agent d5b8732c-6ac1-45e3-a79e-cd9863fe8196 {{(pid=109549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 03:59:21.322341 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91bd1c2b-2724-4b56-ae46-553e582a464d tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Notify agent at l3_agent.dv-cinder-826949-1-iscsi the message routers_updated {{(pid=109549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 03:59:21.332442 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eacc8874-7073-4c50-9667-926f4ef1c7cb None None] Sync routers for ids ['d01bd52c-e54b-4548-8647-82ad8194ca5b'] in dv-cinder-826949-1-iscsi {{(pid=109551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 03:59:21.341479 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eacc8874-7073-4c50-9667-926f4ef1c7cb None None] Routers {'d01bd52c-e54b-4548-8647-82ad8194ca5b'} bound to L3 agent in host dv-cinder-826949-1-iscsi {{(pid=109551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 03:59:21.345383 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_hamode_db [None req-eacc8874-7073-4c50-9667-926f4ef1c7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T03:36:17Z,description=,heartbeat_timestamp=2022-01-29T03:59:17Z,host='dv-cinder-826949-1-iscsi',id=d5b8732c-6ac1-45e3-a79e-cd9863fe8196,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T03:36:18Z,topic='l3_agent')) {'router_ids': ['d01bd52c-e54b-4548-8647-82ad8194ca5b'], 'active': True} {{(pid=109551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:59:21.394026 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-91bd1c2b-2724-4b56-ae46-553e582a464d tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166518'] for floatingip (None), before_response {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:59:21.426030 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-91bd1c2b-2724-4b56-ae46-553e582a464d tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.9548404 Jan 29 03:59:21.426743 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6b35e6d-1b70-4af1-916e-64421c1b4602', 'tag': 'a5c88619-1074-4a9e-823a-6d76bf007f3f'}] {{(pid=109549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 03:59:21.429021 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eb97c5ce77542c962afefcf7d25dfa9d5b4346a1bb599a27deba15904c7eea3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b138fd17-8b96-4bb6-9daf-155a89d53c32" -d '{"events": [{"name": "network-changed", "server_uuid": "c6b35e6d-1b70-4af1-916e-64421c1b4602", "tag": "a5c88619-1074-4a9e-823a-6d76bf007f3f"}]}' {{(pid=109549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 03:59:21.551384 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 03:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c75813b4-7066-4942-9167-7fe024c9f8a3 x-openstack-request-id: req-c75813b4-7066-4942-9167-7fe024c9f8a3 {{(pid=109549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 03:59:21.551998 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6b35e6d-1b70-4af1-916e-64421c1b4602", "tag": "a5c88619-1074-4a9e-823a-6d76bf007f3f", "status": "completed", "code": 200}]} {{(pid=109549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 03:59:21.551998 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c75813b4-7066-4942-9167-7fe024c9f8a3 {{(pid=109549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 03:59:21.552442 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6b35e6d-1b70-4af1-916e-64421c1b4602', 'tag': 'a5c88619-1074-4a9e-823a-6d76bf007f3f', 'status': 'completed', 'code': 200} Jan 29 03:59:21.580286 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_dvr_db [None req-eacc8874-7073-4c50-9667-926f4ef1c7cb None None] Set router d01bd52c-e54b-4548-8647-82ad8194ca5b gateway port host: dv-cinder-826949-1-iscsi {{(pid=109551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 03:59:21.637546 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b138fd17-8b96-4bb6-9daf-155a89d53c32 req-fd6666fc-c83d-4bde-8f0f-27815cd013ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:59:21.639085 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-b138fd17-8b96-4bb6-9daf-155a89d53c32 req-fd6666fc-c83d-4bde-8f0f-27815cd013ea service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a12ca58f304343008cbef6b9b2f59dc6&device_id=c6b35e6d-1b70-4af1-916e-64421c1b4602 HTTP/1.1" status: 200 len: 1129 time: 0.0449843 Jan 29 03:59:21.730675 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b138fd17-8b96-4bb6-9daf-155a89d53c32 req-ff1917fe-8f27-433b-9835-320a18ead7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:59:21.732152 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-b138fd17-8b96-4bb6-9daf-155a89d53c32 req-ff1917fe-8f27-433b-9835-320a18ead7e2 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ccb34270-5897-4f8c-bf79-a40c6714fbbe HTTP/1.1" status: 200 len: 911 time: 0.0863774 Jan 29 03:59:21.800742 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-b138fd17-8b96-4bb6-9daf-155a89d53c32 req-1fe7cc3c-0090-4699-bcf1-60883e9e03c4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a5c88619-1074-4a9e-823a-6d76bf007f3f HTTP/1.1" status: 200 len: 997 time: 0.0629873 Jan 29 03:59:21.821768 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_hamode_db [None req-eacc8874-7073-4c50-9667-926f4ef1c7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd01bd52c-e54b-4548-8647-82ad8194ca5b', 'name': 'tempest-TestVolumeBootPattern-211160166-router', 'tenant_id': 'a12ca58f304343008cbef6b9b2f59dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'external_fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': '382b0a0c-6fbb-4b9d-a346-780fef802e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T03:54:15Z', 'updated_at': '2022-01-29T03:54:18Z', 'revision_number': 4, 'project_id': 'a12ca58f304343008cbef6b9b2f59dc6', 'gw_port': {'id': '382b0a0c-6fbb-4b9d-a346-780fef802e88', 'name': '', 'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01bd52c-e54b-4548-8647-82ad8194ca5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:54:15Z', 'updated_at': '2022-01-29T03:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-1-iscsi', '_floatingips': [{'id': '282efc4f-a3d4-4a36-bea0-fd8aba8fe7d8', 'tenant_id': 'a12ca58f304343008cbef6b9b2f59dc6', 'floating_ip_address': '172.27.1.159', 'floating_network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'router_id': 'd01bd52c-e54b-4548-8647-82ad8194ca5b', 'port_id': '70be74ee-ddc8-4279-8955-d293822d325c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccb34270-5897-4f8c-bf79-a40c6714fbbe', 'mac_address': 'fa:16:3e:1f:b7:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76926f43-8dae-4b00-abb2-2090c831180f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T03:57:22Z', 'updated_at': '2022-01-29T03:57:24Z', 'revision_number': 1, 'project_id': 'a12ca58f304343008cbef6b9b2f59dc6', 'fixed_ip_address_scope': None}, {'id': 'bd5e073f-d7dc-4fef-95ae-eadec16b6def', 'tenant_id': 'a12ca58f304343008cbef6b9b2f59dc6', 'floating_ip_address': '172.27.1.2', 'floating_network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'router_id': 'd01bd52c-e54b-4548-8647-82ad8194ca5b', 'port_id': 'a5c88619-1074-4a9e-823a-6d76bf007f3f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccb34270-5897-4f8c-bf79-a40c6714fbbe', 'mac_address': 'fa:16:3e:b2:8a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b35e6d-1b70-4af1-916e-64421c1b4602', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T03:59:20Z', 'updated_at': '2022-01-29T03:59:20Z', 'revision_number': 0, 'project_id': 'a12ca58f304343008cbef6b9b2f59dc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1caa7d94-df6c-49a3-909a-6ebbb04ca9d5', 'name': '', 'network_id': 'ccb34270-5897-4f8c-bf79-a40c6714fbbe', 'tenant_id': 'a12ca58f304343008cbef6b9b2f59dc6', 'mac_address': 'fa:16:3e:7b:1c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01bd52c-e54b-4548-8647-82ad8194ca5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c9d0986d-8523-45fc-a347-3d670f46c8d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:54:17Z', 'updated_at': '2022-01-29T03:54:21Z', 'revision_number': 5, 'project_id': 'a12ca58f304343008cbef6b9b2f59dc6', 'subnets': [{'id': 'c9d0986d-8523-45fc-a347-3d670f46c8d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-1-iscsi', False) {} {{(pid=109551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:59:21.848013 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eacc8874-7073-4c50-9667-926f4ef1c7cb None None] Checking router: d01bd52c-e54b-4548-8647-82ad8194ca5b for host: dv-cinder-826949-1-iscsi {{(pid=109551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 03:59:21.848579 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b138fd17-8b96-4bb6-9daf-155a89d53c32 req-72489e62-6c09-4211-8090-b2f6a9682c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:59:21.850044 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-b138fd17-8b96-4bb6-9daf-155a89d53c32 req-72489e62-6c09-4211-8090-b2f6a9682c0b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c9d0986d-8523-45fc-a347-3d670f46c8d0 HTTP/1.1" status: 200 len: 850 time: 0.0439327 Jan 29 03:59:21.856682 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eacc8874-7073-4c50-9667-926f4ef1c7cb None None] Routers {'d01bd52c-e54b-4548-8647-82ad8194ca5b'} bound to L3 agent in host dv-cinder-826949-1-iscsi {{(pid=109551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 03:59:21.857284 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_hamode_db [None req-eacc8874-7073-4c50-9667-926f4ef1c7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T03:36:17Z,description=,heartbeat_timestamp=2022-01-29T03:59:17Z,host='dv-cinder-826949-1-iscsi',id=d5b8732c-6ac1-45e3-a79e-cd9863fe8196,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T03:36:18Z,topic='l3_agent')) {'router_ids': ['d01bd52c-e54b-4548-8647-82ad8194ca5b'], 'active': True} {{(pid=109551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:59:21.902022 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b138fd17-8b96-4bb6-9daf-155a89d53c32 req-2dc8044c-4ec6-405f-95e1-fedf14ffcdb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:59:21.903561 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-b138fd17-8b96-4bb6-9daf-155a89d53c32 req-2dc8044c-4ec6-405f-95e1-fedf14ffcdb0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ccb34270-5897-4f8c-bf79-a40c6714fbbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0478013 Jan 29 03:59:21.962384 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_dvr_db [None req-eacc8874-7073-4c50-9667-926f4ef1c7cb None None] Set router d01bd52c-e54b-4548-8647-82ad8194ca5b gateway port host: dv-cinder-826949-1-iscsi {{(pid=109551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 03:59:21.992419 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-b138fd17-8b96-4bb6-9daf-155a89d53c32 req-ed7f032c-ab3a-441b-b149-2e48665ef4dc service neutron] 10.222.0.25 "GET /v2.0/networks/ccb34270-5897-4f8c-bf79-a40c6714fbbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828719 Jan 29 03:59:22.083365 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-b138fd17-8b96-4bb6-9daf-155a89d53c32 req-46f95673-04a1-4c38-9db4-31be5bc05921 service neutron] 10.222.0.25 "GET /v2.0/networks/ccb34270-5897-4f8c-bf79-a40c6714fbbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852666 Jan 29 03:59:22.199622 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_hamode_db [None req-eacc8874-7073-4c50-9667-926f4ef1c7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd01bd52c-e54b-4548-8647-82ad8194ca5b', 'name': 'tempest-TestVolumeBootPattern-211160166-router', 'tenant_id': 'a12ca58f304343008cbef6b9b2f59dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'external_fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': '382b0a0c-6fbb-4b9d-a346-780fef802e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T03:54:15Z', 'updated_at': '2022-01-29T03:54:18Z', 'revision_number': 4, 'project_id': 'a12ca58f304343008cbef6b9b2f59dc6', 'gw_port': {'id': '382b0a0c-6fbb-4b9d-a346-780fef802e88', 'name': '', 'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01bd52c-e54b-4548-8647-82ad8194ca5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:54:15Z', 'updated_at': '2022-01-29T03:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-1-iscsi', '_floatingips': [{'id': '282efc4f-a3d4-4a36-bea0-fd8aba8fe7d8', 'tenant_id': 'a12ca58f304343008cbef6b9b2f59dc6', 'floating_ip_address': '172.27.1.159', 'floating_network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'router_id': 'd01bd52c-e54b-4548-8647-82ad8194ca5b', 'port_id': '70be74ee-ddc8-4279-8955-d293822d325c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccb34270-5897-4f8c-bf79-a40c6714fbbe', 'mac_address': 'fa:16:3e:1f:b7:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76926f43-8dae-4b00-abb2-2090c831180f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T03:57:22Z', 'updated_at': '2022-01-29T03:57:24Z', 'revision_number': 1, 'project_id': 'a12ca58f304343008cbef6b9b2f59dc6', 'fixed_ip_address_scope': None}, {'id': 'bd5e073f-d7dc-4fef-95ae-eadec16b6def', 'tenant_id': 'a12ca58f304343008cbef6b9b2f59dc6', 'floating_ip_address': '172.27.1.2', 'floating_network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'router_id': 'd01bd52c-e54b-4548-8647-82ad8194ca5b', 'port_id': 'a5c88619-1074-4a9e-823a-6d76bf007f3f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccb34270-5897-4f8c-bf79-a40c6714fbbe', 'mac_address': 'fa:16:3e:b2:8a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b35e6d-1b70-4af1-916e-64421c1b4602', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T03:59:20Z', 'updated_at': '2022-01-29T03:59:20Z', 'revision_number': 0, 'project_id': 'a12ca58f304343008cbef6b9b2f59dc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1caa7d94-df6c-49a3-909a-6ebbb04ca9d5', 'name': '', 'network_id': 'ccb34270-5897-4f8c-bf79-a40c6714fbbe', 'tenant_id': 'a12ca58f304343008cbef6b9b2f59dc6', 'mac_address': 'fa:16:3e:7b:1c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01bd52c-e54b-4548-8647-82ad8194ca5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c9d0986d-8523-45fc-a347-3d670f46c8d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:54:17Z', 'updated_at': '2022-01-29T03:54:21Z', 'revision_number': 5, 'project_id': 'a12ca58f304343008cbef6b9b2f59dc6', 'subnets': [{'id': 'c9d0986d-8523-45fc-a347-3d670f46c8d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-1-iscsi', False) {} {{(pid=109551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 03:59:22.225886 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eacc8874-7073-4c50-9667-926f4ef1c7cb None None] The sync data for ids ['d01bd52c-e54b-4548-8647-82ad8194ca5b'] in dv-cinder-826949-1-iscsi is: [{'id': 'd01bd52c-e54b-4548-8647-82ad8194ca5b', 'name': 'tempest-TestVolumeBootPattern-211160166-router', 'tenant_id': 'a12ca58f304343008cbef6b9b2f59dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'external_fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': '382b0a0c-6fbb-4b9d-a346-780fef802e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T03:54:15Z', 'updated_at': '2022-01-29T03:54:18Z', 'revision_number': 4, 'project_id': 'a12ca58f304343008cbef6b9b2f59dc6', 'gw_port': {'id': '382b0a0c-6fbb-4b9d-a346-780fef802e88', 'name': '', 'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01bd52c-e54b-4548-8647-82ad8194ca5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:54:15Z', 'updated_at': '2022-01-29T03:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-1-iscsi', '_floatingips': [{'id': '282efc4f-a3d4-4a36-bea0-fd8aba8fe7d8', 'tenant_id': 'a12ca58f304343008cbef6b9b2f59dc6', 'floating_ip_address': '172.27.1.159', 'floating_network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'router_id': 'd01bd52c-e54b-4548-8647-82ad8194ca5b', 'port_id': '70be74ee-ddc8-4279-8955-d293822d325c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccb34270-5897-4f8c-bf79-a40c6714fbbe', 'mac_address': 'fa:16:3e:1f:b7:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76926f43-8dae-4b00-abb2-2090c831180f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T03:57:22Z', 'updated_at': '2022-01-29T03:57:24Z', 'revision_number': 1, 'project_id': 'a12ca58f304343008cbef6b9b2f59dc6', 'fixed_ip_address_scope': None}, {'id': 'bd5e073f-d7dc-4fef-95ae-eadec16b6def', 'tenant_id': 'a12ca58f304343008cbef6b9b2f59dc6', 'floating_ip_address': '172.27.1.2', 'floating_network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'router_id': 'd01bd52c-e54b-4548-8647-82ad8194ca5b', 'port_id': 'a5c88619-1074-4a9e-823a-6d76bf007f3f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccb34270-5897-4f8c-bf79-a40c6714fbbe', 'mac_address': 'fa:16:3e:b2:8a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b35e6d-1b70-4af1-916e-64421c1b4602', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T03:59:20Z', 'updated_at': '2022-01-29T03:59:20Z', 'revision_number': 0, 'project_id': 'a12ca58f304343008cbef6b9b2f59dc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1caa7d94-df6c-49a3-909a-6ebbb04ca9d5', 'name': '', 'network_id': 'ccb34270-5897-4f8c-bf79-a40c6714fbbe', 'tenant_id': 'a12ca58f304343008cbef6b9b2f59dc6', 'mac_address': 'fa:16:3e:7b:1c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01bd52c-e54b-4548-8647-82ad8194ca5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c9d0986d-8523-45fc-a347-3d670f46c8d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:54:17Z', 'updated_at': '2022-01-29T03:54:21Z', 'revision_number': 5, 'project_id': 'a12ca58f304343008cbef6b9b2f59dc6', 'subnets': [{'id': 'c9d0986d-8523-45fc-a347-3d670f46c8d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 03:59:22.415438 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80b8e7f-1e41-4fd1-9f93-e92028328c8b None None] New status for floating IP bd5e073f-d7dc-4fef-95ae-eadec16b6def: ACTIVE {{(pid=109552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 03:59:26.178717 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (ad4128b7-7a77-4672-aa49-b5d5d6c7d736), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:59:40.718987 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-825db2b7-6549-44ea-9931-60e6a8b60b85 req-85cfd54a-7160-439c-a518-0059f85752fe service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=76926f43-8dae-4b00-abb2-2090c831180f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0425384 Jan 29 03:59:40.820166 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825db2b7-6549-44ea-9931-60e6a8b60b85 req-4f67bf7a-9ce6-4e39-8fee-b44d7f9cd4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:59:40.821662 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-825db2b7-6549-44ea-9931-60e6a8b60b85 req-4f67bf7a-9ce6-4e39-8fee-b44d7f9cd4fc service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a12ca58f304343008cbef6b9b2f59dc6&device_id=76926f43-8dae-4b00-abb2-2090c831180f HTTP/1.1" status: 200 len: 1129 time: 0.0446267 Jan 29 03:59:40.923625 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825db2b7-6549-44ea-9931-60e6a8b60b85 req-5c730cf8-ea5f-463a-af13-7bd5d6b4e190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:59:40.925064 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-825db2b7-6549-44ea-9931-60e6a8b60b85 req-5c730cf8-ea5f-463a-af13-7bd5d6b4e190 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ccb34270-5897-4f8c-bf79-a40c6714fbbe HTTP/1.1" status: 200 len: 911 time: 0.0859449 Jan 29 03:59:40.987589 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-825db2b7-6549-44ea-9931-60e6a8b60b85 req-1ca4c8f2-9976-43b9-b349-5bbbd186625b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=70be74ee-ddc8-4279-8955-d293822d325c HTTP/1.1" status: 200 len: 1001 time: 0.0560777 Jan 29 03:59:41.034227 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825db2b7-6549-44ea-9931-60e6a8b60b85 req-4ea05087-3c73-47dd-880a-e27a99c5ee77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:59:41.035636 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-825db2b7-6549-44ea-9931-60e6a8b60b85 req-4ea05087-3c73-47dd-880a-e27a99c5ee77 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c9d0986d-8523-45fc-a347-3d670f46c8d0 HTTP/1.1" status: 200 len: 850 time: 0.0422297 Jan 29 03:59:41.086197 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825db2b7-6549-44ea-9931-60e6a8b60b85 req-c2221d17-9dbb-43f5-b97e-94137420ee2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 03:59:41.087689 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-825db2b7-6549-44ea-9931-60e6a8b60b85 req-c2221d17-9dbb-43f5-b97e-94137420ee2b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ccb34270-5897-4f8c-bf79-a40c6714fbbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459368 Jan 29 03:59:41.177461 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-825db2b7-6549-44ea-9931-60e6a8b60b85 req-e9acbe7d-d5f8-4608-b5e6-bd07169645f8 service neutron] 10.222.0.25 "GET /v2.0/networks/ccb34270-5897-4f8c-bf79-a40c6714fbbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810192 Jan 29 03:59:41.267726 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-825db2b7-6549-44ea-9931-60e6a8b60b85 req-0c55077c-39c4-47ac-bbd1-eae7359541eb service neutron] 10.222.0.25 "GET /v2.0/networks/ccb34270-5897-4f8c-bf79-a40c6714fbbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853255 Jan 29 03:59:44.905919 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-a033e3a6-0198-4f7b-99c2-a4a4d9e041ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (dac82def-0781-4624-a171-654e1b1d12af), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:59:47.414021 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-13a49961-07f1-4254-9e10-b97945bcd4e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (d5b8732c-6ac1-45e3-a79e-cd9863fe8196), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:59:48.098615 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-6a0bb60c-5b7b-499b-b43f-7eb32e921150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (4cfc2a27-deed-4689-8f39-0bd5aa6fe3c3), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:59:49.476919 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-30ace4c1-806b-4d7c-a886-fe7b65bfbfcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (7774c0be-b957-4204-896b-7e749f55bf81), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:59:50.059316 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.agents_db [None req-5bdad2e4-4f8f-4fe6-a9f7-cf82a335ca9d None None] Agent healthcheck: found 6 active agents {{(pid=109552) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 03:59:51.191757 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (e75d1b00-832d-4bf5-b078-2c4f5b2c10cd), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 03:59:56.180031 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (ad4128b7-7a77-4672-aa49-b5d5d6c7d736), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:00:14.871115 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-6bbb339a-d5a8-4440-a271-487210634496 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (dac82def-0781-4624-a171-654e1b1d12af), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:00:17.453576 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-24dc316a-06e9-4eec-8f5e-28ba3f258733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (d5b8732c-6ac1-45e3-a79e-cd9863fe8196), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:00:18.127478 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-6a0bb60c-5b7b-499b-b43f-7eb32e921150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (4cfc2a27-deed-4689-8f39-0bd5aa6fe3c3), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:00:19.470705 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-30ace4c1-806b-4d7c-a886-fe7b65bfbfcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (7774c0be-b957-4204-896b-7e749f55bf81), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:00:21.185098 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (e75d1b00-832d-4bf5-b078-2c4f5b2c10cd), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:00:26.218992 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (ad4128b7-7a77-4672-aa49-b5d5d6c7d736), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:00:27.058941 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.agents_db [None req-5bdad2e4-4f8f-4fe6-a9f7-cf82a335ca9d None None] Agent healthcheck: found 6 active agents {{(pid=109552) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 04:00:43.456742 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-e9bd0b41-781a-4b77-af8d-40e830c7c868 req-d5e82e69-2987-4254-b000-25d6dd328f60 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c6b35e6d-1b70-4af1-916e-64421c1b4602&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0815854 Jan 29 04:00:43.533110 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bd0b41-781a-4b77-af8d-40e830c7c868 req-901a5973-914e-44bd-9793-eec0b97d7275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:00:43.534515 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-e9bd0b41-781a-4b77-af8d-40e830c7c868 req-901a5973-914e-44bd-9793-eec0b97d7275 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a12ca58f304343008cbef6b9b2f59dc6&device_id=c6b35e6d-1b70-4af1-916e-64421c1b4602 HTTP/1.1" status: 200 len: 1129 time: 0.0443747 Jan 29 04:00:43.636886 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bd0b41-781a-4b77-af8d-40e830c7c868 req-a3354f91-f97e-4e1a-a5a2-253fd5bd6ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:00:43.638351 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-e9bd0b41-781a-4b77-af8d-40e830c7c868 req-a3354f91-f97e-4e1a-a5a2-253fd5bd6ecf service neutron] 10.222.0.25 "GET /v2.0/networks?id=ccb34270-5897-4f8c-bf79-a40c6714fbbe HTTP/1.1" status: 200 len: 911 time: 0.0846708 Jan 29 04:00:43.950045 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-e9bd0b41-781a-4b77-af8d-40e830c7c868 req-bce3ef24-fc93-4ed7-94c8-671aa15f5076 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a5c88619-1074-4a9e-823a-6d76bf007f3f HTTP/1.1" status: 200 len: 999 time: 0.3049812 Jan 29 04:00:43.996935 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bd0b41-781a-4b77-af8d-40e830c7c868 req-1c97ca11-6446-4aa2-a62e-dbcca2709265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:00:43.998345 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-e9bd0b41-781a-4b77-af8d-40e830c7c868 req-1c97ca11-6446-4aa2-a62e-dbcca2709265 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c9d0986d-8523-45fc-a347-3d670f46c8d0 HTTP/1.1" status: 200 len: 850 time: 0.0421104 Jan 29 04:00:44.047274 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bd0b41-781a-4b77-af8d-40e830c7c868 req-fb9b2234-2634-416e-8ebf-c42c784deafb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:00:44.048698 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-e9bd0b41-781a-4b77-af8d-40e830c7c868 req-fb9b2234-2634-416e-8ebf-c42c784deafb service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ccb34270-5897-4f8c-bf79-a40c6714fbbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452423 Jan 29 04:00:44.133503 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-e9bd0b41-781a-4b77-af8d-40e830c7c868 req-299af619-fff9-46b3-8194-700ccc295b79 service neutron] 10.222.0.25 "GET /v2.0/networks/ccb34270-5897-4f8c-bf79-a40c6714fbbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786250 Jan 29 04:00:44.221905 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-e9bd0b41-781a-4b77-af8d-40e830c7c868 req-79b8ff72-85a3-4993-b987-c1ebee4ade01 service neutron] 10.222.0.25 "GET /v2.0/networks/ccb34270-5897-4f8c-bf79-a40c6714fbbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825808 Jan 29 04:00:44.869897 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-f9402bf2-98cf-441f-b783-b63c2c393775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (dac82def-0781-4624-a171-654e1b1d12af), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:00:47.429139 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-5a5b468a-f5b7-4ffb-a9d1-0cc00d8a5137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (d5b8732c-6ac1-45e3-a79e-cd9863fe8196), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:00:48.093050 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-6a0bb60c-5b7b-499b-b43f-7eb32e921150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (4cfc2a27-deed-4689-8f39-0bd5aa6fe3c3), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:00:49.481438 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-30ace4c1-806b-4d7c-a886-fe7b65bfbfcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (7774c0be-b957-4204-896b-7e749f55bf81), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:00:51.211751 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (e75d1b00-832d-4bf5-b078-2c4f5b2c10cd), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:00:56.207231 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (ad4128b7-7a77-4672-aa49-b5d5d6c7d736), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:01:00.267593 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 54498) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:01:00.463219 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.plugins.ml2.plugin [None req-84e4fe56-5608-4e4b-9eeb-25fdb81c029a tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Deleting port 6640d6a4-1c72-4b34-aac3-f745b80528c1 {{(pid=109549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:01:00.463564 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-84e4fe56-5608-4e4b-9eeb-25fdb81c029a tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787145728359'] for port (6640d6a4-1c72-4b34-aac3-f745b80528c1), before_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:01:00.538199 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-84e4fe56-5608-4e4b-9eeb-25fdb81c029a tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1915525'] for port (6640d6a4-1c72-4b34-aac3-f745b80528c1), precommit_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:01:00.538526 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-84e4fe56-5608-4e4b-9eeb-25fdb81c029a tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Publish callbacks [] for floatingip (6640d6a4-1c72-4b34-aac3-f745b80528c1), precommit_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:01:00.549769 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.plugins.ml2.plugin [None req-84e4fe56-5608-4e4b-9eeb-25fdb81c029a tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Calling delete_port for 6640d6a4-1c72-4b34-aac3-f745b80528c1 owned by network:floatingip {{(pid=109549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:01:00.744424 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-84e4fe56-5608-4e4b-9eeb-25fdb81c029a tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787145732033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787145433402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440449'] for port (6640d6a4-1c72-4b34-aac3-f745b80528c1), after_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:01:00.773159 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e4fe56-5608-4e4b-9eeb-25fdb81c029a tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Pushing event deleted for resources: {'Port': ['ID=6640d6a4-1c72-4b34-aac3-f745b80528c1,revision_number=None']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:01:00.800256 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e4fe56-5608-4e4b-9eeb-25fdb81c029a tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:01:00.800610 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e4fe56-5608-4e4b-9eeb-25fdb81c029a tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:01:00.800977 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e4fe56-5608-4e4b-9eeb-25fdb81c029a tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:01:00.801420 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e4fe56-5608-4e4b-9eeb-25fdb81c029a tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:01:00.801659 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e4fe56-5608-4e4b-9eeb-25fdb81c029a tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:01:00.801990 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e4fe56-5608-4e4b-9eeb-25fdb81c029a tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:01:00.802363 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e4fe56-5608-4e4b-9eeb-25fdb81c029a tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:01:00.802696 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e4fe56-5608-4e4b-9eeb-25fdb81c029a tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:01:00.803024 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e4fe56-5608-4e4b-9eeb-25fdb81c029a tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:01:00.803354 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e4fe56-5608-4e4b-9eeb-25fdb81c029a tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:01:00.803680 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e4fe56-5608-4e4b-9eeb-25fdb81c029a tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:01:00.804003 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e4fe56-5608-4e4b-9eeb-25fdb81c029a tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:01:00.804325 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e4fe56-5608-4e4b-9eeb-25fdb81c029a tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:01:00.842358 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-84e4fe56-5608-4e4b-9eeb-25fdb81c029a tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Publish callbacks [] for floatingip (bd5e073f-d7dc-4fef-95ae-eadec16b6def), after_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:01:00.842683 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.db.l3_db [None req-84e4fe56-5608-4e4b-9eeb-25fdb81c029a tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Floating IP bd5e073f-d7dc-4fef-95ae-eadec16b6def disassociated (deleted). External IP: 172.27.1.2, port: a5c88619-1074-4a9e-823a-6d76bf007f3f. Jan 29 04:01:01.281116 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84e4fe56-5608-4e4b-9eeb-25fdb81c029a tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Router d01bd52c-e54b-4548-8647-82ad8194ca5b has already been hosted by L3 agent d5b8732c-6ac1-45e3-a79e-cd9863fe8196 {{(pid=109549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:01:01.392774 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84e4fe56-5608-4e4b-9eeb-25fdb81c029a tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Notify agent at l3_agent.dv-cinder-826949-1-iscsi the message routers_updated {{(pid=109549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:01:01.398163 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-84e4fe56-5608-4e4b-9eeb-25fdb81c029a tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166518'] for floatingip (None), before_response {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:01:01.403308 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ecca31b-f767-432e-8184-4b3cee25be5f None None] Sync routers for ids ['d01bd52c-e54b-4548-8647-82ad8194ca5b'] in dv-cinder-826949-1-iscsi {{(pid=109551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:01:01.411877 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ecca31b-f767-432e-8184-4b3cee25be5f None None] Routers {'d01bd52c-e54b-4548-8647-82ad8194ca5b'} bound to L3 agent in host dv-cinder-826949-1-iscsi {{(pid=109551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:01:01.413404 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_hamode_db [None req-1ecca31b-f767-432e-8184-4b3cee25be5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T03:36:17Z,description=,heartbeat_timestamp=2022-01-29T04:00:47Z,host='dv-cinder-826949-1-iscsi',id=d5b8732c-6ac1-45e3-a79e-cd9863fe8196,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T03:36:18Z,topic='l3_agent')) {'router_ids': ['d01bd52c-e54b-4548-8647-82ad8194ca5b'], 'active': True} {{(pid=109551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:01:01.427149 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-84e4fe56-5608-4e4b-9eeb-25fdb81c029a tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] 10.222.0.16 "DELETE /v2.0/floatingips/bd5e073f-d7dc-4fef-95ae-eadec16b6def HTTP/1.1" status: 204 len: 168 time: 1.1584787 Jan 29 04:01:01.427735 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6b35e6d-1b70-4af1-916e-64421c1b4602', 'tag': 'a5c88619-1074-4a9e-823a-6d76bf007f3f'}] {{(pid=109549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 04:01:01.430005 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eb97c5ce77542c962afefcf7d25dfa9d5b4346a1bb599a27deba15904c7eea3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0e2882d-c658-43aa-8803-3ebc25754b93" -d '{"events": [{"name": "network-changed", "server_uuid": "c6b35e6d-1b70-4af1-916e-64421c1b4602", "tag": "a5c88619-1074-4a9e-823a-6d76bf007f3f"}]}' {{(pid=109549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:01:01.468300 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6e9e2e9-cbbb-4093-bf8d-625b1f235f14 x-openstack-request-id: req-d6e9e2e9-cbbb-4093-bf8d-625b1f235f14 {{(pid=109549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:01:01.468598 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6b35e6d-1b70-4af1-916e-64421c1b4602", "tag": "a5c88619-1074-4a9e-823a-6d76bf007f3f", "status": "completed", "code": 200}]} {{(pid=109549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:01:01.469138 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d6e9e2e9-cbbb-4093-bf8d-625b1f235f14 {{(pid=109549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:01:01.469559 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6b35e6d-1b70-4af1-916e-64421c1b4602', 'tag': 'a5c88619-1074-4a9e-823a-6d76bf007f3f', 'status': 'completed', 'code': 200} Jan 29 04:01:01.526533 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_dvr_db [None req-1ecca31b-f767-432e-8184-4b3cee25be5f None None] Set router d01bd52c-e54b-4548-8647-82ad8194ca5b gateway port host: dv-cinder-826949-1-iscsi {{(pid=109551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:01:01.558337 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e2882d-c658-43aa-8803-3ebc25754b93 req-75b647e1-ea3a-4b1d-868c-40b0241db276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:01:01.559853 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-b0e2882d-c658-43aa-8803-3ebc25754b93 req-75b647e1-ea3a-4b1d-868c-40b0241db276 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a12ca58f304343008cbef6b9b2f59dc6&device_id=c6b35e6d-1b70-4af1-916e-64421c1b4602 HTTP/1.1" status: 200 len: 1129 time: 0.0446832 Jan 29 04:01:01.653740 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e2882d-c658-43aa-8803-3ebc25754b93 req-1fceb9ae-91ae-4f74-a9e9-564b0903705e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:01:01.655306 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-b0e2882d-c658-43aa-8803-3ebc25754b93 req-1fceb9ae-91ae-4f74-a9e9-564b0903705e service neutron] 10.222.0.25 "GET /v2.0/networks?id=ccb34270-5897-4f8c-bf79-a40c6714fbbe HTTP/1.1" status: 200 len: 911 time: 0.0898337 Jan 29 04:01:01.699283 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-b0e2882d-c658-43aa-8803-3ebc25754b93 req-ec1a3774-eb65-4fbc-b013-68a52412f038 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a5c88619-1074-4a9e-823a-6d76bf007f3f HTTP/1.1" status: 200 len: 217 time: 0.0380976 Jan 29 04:01:01.748846 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e2882d-c658-43aa-8803-3ebc25754b93 req-b1967c9b-9532-47a1-a2c5-4e6dbe5427ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:01:01.750459 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-b0e2882d-c658-43aa-8803-3ebc25754b93 req-b1967c9b-9532-47a1-a2c5-4e6dbe5427ad service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c9d0986d-8523-45fc-a347-3d670f46c8d0 HTTP/1.1" status: 200 len: 850 time: 0.0453339 Jan 29 04:01:01.758781 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_hamode_db [None req-1ecca31b-f767-432e-8184-4b3cee25be5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd01bd52c-e54b-4548-8647-82ad8194ca5b', 'name': 'tempest-TestVolumeBootPattern-211160166-router', 'tenant_id': 'a12ca58f304343008cbef6b9b2f59dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'external_fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': '382b0a0c-6fbb-4b9d-a346-780fef802e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T03:54:15Z', 'updated_at': '2022-01-29T03:54:18Z', 'revision_number': 4, 'project_id': 'a12ca58f304343008cbef6b9b2f59dc6', 'gw_port': {'id': '382b0a0c-6fbb-4b9d-a346-780fef802e88', 'name': '', 'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01bd52c-e54b-4548-8647-82ad8194ca5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:54:15Z', 'updated_at': '2022-01-29T03:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-1-iscsi', '_floatingips': [{'id': '282efc4f-a3d4-4a36-bea0-fd8aba8fe7d8', 'tenant_id': 'a12ca58f304343008cbef6b9b2f59dc6', 'floating_ip_address': '172.27.1.159', 'floating_network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'router_id': 'd01bd52c-e54b-4548-8647-82ad8194ca5b', 'port_id': '70be74ee-ddc8-4279-8955-d293822d325c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccb34270-5897-4f8c-bf79-a40c6714fbbe', 'mac_address': 'fa:16:3e:1f:b7:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76926f43-8dae-4b00-abb2-2090c831180f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T03:57:22Z', 'updated_at': '2022-01-29T03:57:24Z', 'revision_number': 1, 'project_id': 'a12ca58f304343008cbef6b9b2f59dc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1caa7d94-df6c-49a3-909a-6ebbb04ca9d5', 'name': '', 'network_id': 'ccb34270-5897-4f8c-bf79-a40c6714fbbe', 'tenant_id': 'a12ca58f304343008cbef6b9b2f59dc6', 'mac_address': 'fa:16:3e:7b:1c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01bd52c-e54b-4548-8647-82ad8194ca5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c9d0986d-8523-45fc-a347-3d670f46c8d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:54:17Z', 'updated_at': '2022-01-29T03:54:21Z', 'revision_number': 5, 'project_id': 'a12ca58f304343008cbef6b9b2f59dc6', 'subnets': [{'id': 'c9d0986d-8523-45fc-a347-3d670f46c8d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-1-iscsi', False) {} {{(pid=109551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:01:01.788652 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ecca31b-f767-432e-8184-4b3cee25be5f None None] Checking router: d01bd52c-e54b-4548-8647-82ad8194ca5b for host: dv-cinder-826949-1-iscsi {{(pid=109551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:01:01.796820 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ecca31b-f767-432e-8184-4b3cee25be5f None None] Routers {'d01bd52c-e54b-4548-8647-82ad8194ca5b'} bound to L3 agent in host dv-cinder-826949-1-iscsi {{(pid=109551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:01:01.797429 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_hamode_db [None req-1ecca31b-f767-432e-8184-4b3cee25be5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T03:36:17Z,description=,heartbeat_timestamp=2022-01-29T04:00:47Z,host='dv-cinder-826949-1-iscsi',id=d5b8732c-6ac1-45e3-a79e-cd9863fe8196,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T03:36:18Z,topic='l3_agent')) {'router_ids': ['d01bd52c-e54b-4548-8647-82ad8194ca5b'], 'active': True} {{(pid=109551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:01:01.853309 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e2882d-c658-43aa-8803-3ebc25754b93 req-25d8b994-d3f1-430f-80e8-91cec3448000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:01:01.854830 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-b0e2882d-c658-43aa-8803-3ebc25754b93 req-25d8b994-d3f1-430f-80e8-91cec3448000 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ccb34270-5897-4f8c-bf79-a40c6714fbbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0796025 Jan 29 04:01:01.869479 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2990f0-9a73-4568-8cc5-c26988807817 req-e361058a-f971-47bc-aee1-2b3736bb2445 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:01:01.870904 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-7d2990f0-9a73-4568-8cc5-c26988807817 req-e361058a-f971-47bc-aee1-2b3736bb2445 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6b35e6d-1b70-4af1-916e-64421c1b4602 HTTP/1.1" status: 200 len: 945 time: 0.1119556 Jan 29 04:01:01.902579 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_dvr_db [None req-1ecca31b-f767-432e-8184-4b3cee25be5f None None] Set router d01bd52c-e54b-4548-8647-82ad8194ca5b gateway port host: dv-cinder-826949-1-iscsi {{(pid=109551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:01:01.972292 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-7d2990f0-9a73-4568-8cc5-c26988807817 req-f8a35776-b90b-47fc-af18-be04e3ab2751 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] 10.222.0.16 "GET /v2.0/security-groups?id=e28351e5-d3d9-45bd-a13e-59941a8f9d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936415 Jan 29 04:01:02.000905 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-b0e2882d-c658-43aa-8803-3ebc25754b93 req-65782d95-f36a-4b45-87ef-e6f6b45f3455 service neutron] 10.222.0.25 "GET /v2.0/networks/ccb34270-5897-4f8c-bf79-a40c6714fbbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290078 Jan 29 04:01:02.095470 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-b0e2882d-c658-43aa-8803-3ebc25754b93 req-512a6b77-6ed7-42a0-adfa-a08cca482c9e service neutron] 10.222.0.25 "GET /v2.0/networks/ccb34270-5897-4f8c-bf79-a40c6714fbbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868478 Jan 29 04:01:02.247115 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_hamode_db [None req-1ecca31b-f767-432e-8184-4b3cee25be5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd01bd52c-e54b-4548-8647-82ad8194ca5b', 'name': 'tempest-TestVolumeBootPattern-211160166-router', 'tenant_id': 'a12ca58f304343008cbef6b9b2f59dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'external_fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': '382b0a0c-6fbb-4b9d-a346-780fef802e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T03:54:15Z', 'updated_at': '2022-01-29T03:54:18Z', 'revision_number': 4, 'project_id': 'a12ca58f304343008cbef6b9b2f59dc6', 'gw_port': {'id': '382b0a0c-6fbb-4b9d-a346-780fef802e88', 'name': '', 'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01bd52c-e54b-4548-8647-82ad8194ca5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:54:15Z', 'updated_at': '2022-01-29T03:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-1-iscsi', '_floatingips': [{'id': '282efc4f-a3d4-4a36-bea0-fd8aba8fe7d8', 'tenant_id': 'a12ca58f304343008cbef6b9b2f59dc6', 'floating_ip_address': '172.27.1.159', 'floating_network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'router_id': 'd01bd52c-e54b-4548-8647-82ad8194ca5b', 'port_id': '70be74ee-ddc8-4279-8955-d293822d325c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccb34270-5897-4f8c-bf79-a40c6714fbbe', 'mac_address': 'fa:16:3e:1f:b7:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76926f43-8dae-4b00-abb2-2090c831180f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T03:57:22Z', 'updated_at': '2022-01-29T03:57:24Z', 'revision_number': 1, 'project_id': 'a12ca58f304343008cbef6b9b2f59dc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1caa7d94-df6c-49a3-909a-6ebbb04ca9d5', 'name': '', 'network_id': 'ccb34270-5897-4f8c-bf79-a40c6714fbbe', 'tenant_id': 'a12ca58f304343008cbef6b9b2f59dc6', 'mac_address': 'fa:16:3e:7b:1c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01bd52c-e54b-4548-8647-82ad8194ca5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c9d0986d-8523-45fc-a347-3d670f46c8d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:54:17Z', 'updated_at': '2022-01-29T03:54:21Z', 'revision_number': 5, 'project_id': 'a12ca58f304343008cbef6b9b2f59dc6', 'subnets': [{'id': 'c9d0986d-8523-45fc-a347-3d670f46c8d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-1-iscsi', False) {} {{(pid=109551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:01:02.276633 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ecca31b-f767-432e-8184-4b3cee25be5f None None] The sync data for ids ['d01bd52c-e54b-4548-8647-82ad8194ca5b'] in dv-cinder-826949-1-iscsi is: [{'id': 'd01bd52c-e54b-4548-8647-82ad8194ca5b', 'name': 'tempest-TestVolumeBootPattern-211160166-router', 'tenant_id': 'a12ca58f304343008cbef6b9b2f59dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'external_fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': '382b0a0c-6fbb-4b9d-a346-780fef802e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T03:54:15Z', 'updated_at': '2022-01-29T03:54:18Z', 'revision_number': 4, 'project_id': 'a12ca58f304343008cbef6b9b2f59dc6', 'gw_port': {'id': '382b0a0c-6fbb-4b9d-a346-780fef802e88', 'name': '', 'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01bd52c-e54b-4548-8647-82ad8194ca5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:54:15Z', 'updated_at': '2022-01-29T03:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-1-iscsi', '_floatingips': [{'id': '282efc4f-a3d4-4a36-bea0-fd8aba8fe7d8', 'tenant_id': 'a12ca58f304343008cbef6b9b2f59dc6', 'floating_ip_address': '172.27.1.159', 'floating_network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'router_id': 'd01bd52c-e54b-4548-8647-82ad8194ca5b', 'port_id': '70be74ee-ddc8-4279-8955-d293822d325c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccb34270-5897-4f8c-bf79-a40c6714fbbe', 'mac_address': 'fa:16:3e:1f:b7:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76926f43-8dae-4b00-abb2-2090c831180f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T03:57:22Z', 'updated_at': '2022-01-29T03:57:24Z', 'revision_number': 1, 'project_id': 'a12ca58f304343008cbef6b9b2f59dc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1caa7d94-df6c-49a3-909a-6ebbb04ca9d5', 'name': '', 'network_id': 'ccb34270-5897-4f8c-bf79-a40c6714fbbe', 'tenant_id': 'a12ca58f304343008cbef6b9b2f59dc6', 'mac_address': 'fa:16:3e:7b:1c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01bd52c-e54b-4548-8647-82ad8194ca5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c9d0986d-8523-45fc-a347-3d670f46c8d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:54:17Z', 'updated_at': '2022-01-29T03:54:21Z', 'revision_number': 5, 'project_id': 'a12ca58f304343008cbef6b9b2f59dc6', 'subnets': [{'id': 'c9d0986d-8523-45fc-a347-3d670f46c8d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:01:02.494829 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09347cb5-7a2e-4b43-ad99-ce65d0eba2c9 None None] New status for floating IP bd5e073f-d7dc-4fef-95ae-eadec16b6def: DOWN {{(pid=109552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 04:01:03.140988 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6a06d5-e107-4e30-b0db-f5de2e0afa52 req-44b2dffa-7ffc-40dd-94f1-649e870253dc tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:01:03.142496 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-5a6a06d5-e107-4e30-b0db-f5de2e0afa52 req-44b2dffa-7ffc-40dd-94f1-649e870253dc tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6b35e6d-1b70-4af1-916e-64421c1b4602 HTTP/1.1" status: 200 len: 945 time: 0.0969958 Jan 29 04:01:03.191760 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-5a6a06d5-e107-4e30-b0db-f5de2e0afa52 req-35c36bcb-4ad2-4581-83a6-8b2d1ea956df tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] 10.222.0.16 "GET /v2.0/security-groups?id=e28351e5-d3d9-45bd-a13e-59941a8f9d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431814 Jan 29 04:01:03.500304 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57660a4-49cd-4b43-98f0-134dc0f85efa req-9ae2fd7c-e7ad-4952-8056-a83521c52b58 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:01:03.501733 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-e57660a4-49cd-4b43-98f0-134dc0f85efa req-9ae2fd7c-e7ad-4952-8056-a83521c52b58 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] 10.222.0.25 "GET /v2.0/ports?device_id=c6b35e6d-1b70-4af1-916e-64421c1b4602 HTTP/1.1" status: 200 len: 945 time: 0.0516794 Jan 29 04:01:03.593239 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.plugin [req-e57660a4-49cd-4b43-98f0-134dc0f85efa req-397d5404-f7a5-4205-927d-c446dfbfa049 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Deleting port a5c88619-1074-4a9e-823a-6d76bf007f3f {{(pid=109550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:01:03.593573 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-e57660a4-49cd-4b43-98f0-134dc0f85efa req-397d5404-f7a5-4205-927d-c446dfbfa049 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787145728359'] for port (a5c88619-1074-4a9e-823a-6d76bf007f3f), before_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:01:03.678939 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.db [req-e57660a4-49cd-4b43-98f0-134dc0f85efa req-397d5404-f7a5-4205-927d-c446dfbfa049 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] For port a5c88619-1074-4a9e-823a-6d76bf007f3f, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=a5c88619-1074-4a9e-823a-6d76bf007f3f,segment=NetworkSegment(81da206d-ccab-43c6-9842-cd3d88bf0ec7),segment_id=81da206d-ccab-43c6-9842-cd3d88bf0ec7)] {{(pid=109550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:01:03.679294 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-e57660a4-49cd-4b43-98f0-134dc0f85efa req-397d5404-f7a5-4205-927d-c446dfbfa049 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1915525'] for port (a5c88619-1074-4a9e-823a-6d76bf007f3f), precommit_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:01:03.690669 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.plugin [req-e57660a4-49cd-4b43-98f0-134dc0f85efa req-397d5404-f7a5-4205-927d-c446dfbfa049 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Calling delete_port for a5c88619-1074-4a9e-823a-6d76bf007f3f owned by compute:nova {{(pid=109550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:01:03.886242 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-e57660a4-49cd-4b43-98f0-134dc0f85efa req-397d5404-f7a5-4205-927d-c446dfbfa049 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787145732033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787145433402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9207350'] for port (a5c88619-1074-4a9e-823a-6d76bf007f3f), after_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:01:03.916900 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397d5404-f7a5-4205-927d-c446dfbfa049 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Pushing event deleted for resources: {'Port': ['ID=a5c88619-1074-4a9e-823a-6d76bf007f3f,revision_number=None']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:01:03.966832 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397d5404-f7a5-4205-927d-c446dfbfa049 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:01:03.966832 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397d5404-f7a5-4205-927d-c446dfbfa049 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:01:03.966832 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397d5404-f7a5-4205-927d-c446dfbfa049 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:01:03.966832 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397d5404-f7a5-4205-927d-c446dfbfa049 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:01:03.966832 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397d5404-f7a5-4205-927d-c446dfbfa049 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:01:03.966832 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397d5404-f7a5-4205-927d-c446dfbfa049 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:01:03.966832 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397d5404-f7a5-4205-927d-c446dfbfa049 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:01:03.966832 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397d5404-f7a5-4205-927d-c446dfbfa049 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:01:03.966832 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397d5404-f7a5-4205-927d-c446dfbfa049 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:01:03.966832 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397d5404-f7a5-4205-927d-c446dfbfa049 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:01:03.966832 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397d5404-f7a5-4205-927d-c446dfbfa049 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:01:03.966832 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397d5404-f7a5-4205-927d-c446dfbfa049 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:01:03.966832 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397d5404-f7a5-4205-927d-c446dfbfa049 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:01:03.967964 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.db.l3_dvrscheduler_db [req-e57660a4-49cd-4b43-98f0-134dc0f85efa req-397d5404-f7a5-4205-927d-c446dfbfa049 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] No DVR routers for this DVR port a5c88619-1074-4a9e-823a-6d76bf007f3f on host hv-cinder-82694 {{(pid=109550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:01:03.970049 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-e57660a4-49cd-4b43-98f0-134dc0f85efa req-397d5404-f7a5-4205-927d-c446dfbfa049 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166518'] for port (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:01:03.973288 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-e57660a4-49cd-4b43-98f0-134dc0f85efa req-397d5404-f7a5-4205-927d-c446dfbfa049 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] 10.222.0.25 "DELETE /v2.0/ports/a5c88619-1074-4a9e-823a-6d76bf007f3f HTTP/1.1" status: 204 len: 173 time: 0.4665964 Jan 29 04:01:03.973714 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6b35e6d-1b70-4af1-916e-64421c1b4602', 'name': 'network-vif-deleted', 'tag': 'a5c88619-1074-4a9e-823a-6d76bf007f3f'}] {{(pid=109550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 04:01:03.976526 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fa7e8514ec8b1871638cf3d0c6bf241b62bf17ffd430199c6215cc57604ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85a5de75-a004-4452-b96c-09ae2f111497" -d '{"events": [{"server_uuid": "c6b35e6d-1b70-4af1-916e-64421c1b4602", "name": "network-vif-deleted", "tag": "a5c88619-1074-4a9e-823a-6d76bf007f3f"}]}' {{(pid=109550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:01:04.011098 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4952e19-bff3-4ea4-ac3b-2f78f87d7201 x-openstack-request-id: req-c4952e19-bff3-4ea4-ac3b-2f78f87d7201 {{(pid=109550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:01:04.011492 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6b35e6d-1b70-4af1-916e-64421c1b4602", "name": "network-vif-deleted", "tag": "a5c88619-1074-4a9e-823a-6d76bf007f3f", "status": "completed", "code": 200}]} {{(pid=109550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:01:04.011640 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c4952e19-bff3-4ea4-ac3b-2f78f87d7201 {{(pid=109550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:01:04.012043 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6b35e6d-1b70-4af1-916e-64421c1b4602', 'name': 'network-vif-deleted', 'tag': 'a5c88619-1074-4a9e-823a-6d76bf007f3f', 'status': 'completed', 'code': 200} Jan 29 04:01:04.058035 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.agents_db [None req-5bdad2e4-4f8f-4fe6-a9f7-cf82a335ca9d None None] Agent healthcheck: found 6 active agents {{(pid=109552) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 04:01:04.289392 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-cf05b53a-c43a-463d-96fa-21363d7ee073 req-2075bb8e-0c3f-42cc-a2e5-7ef935ec64e4 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6b35e6d-1b70-4af1-916e-64421c1b4602 HTTP/1.1" status: 200 len: 210 time: 0.0314839 Jan 29 04:01:05.622347 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Device a5c88619-1074-4a9e-823a-6d76bf007f3f no longer exists at agent hyperv_hv-cinder-82694 {{(pid=109551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:01:05.642455 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] No Port match for: a5c88619-1074-4a9e-823a-6d76bf007f3f {{(pid=109551) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 04:01:05.642797 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Device a5c88619-1074-4a9e-823a-6d76bf007f3f not bound to the agent host hv-cinder-82694 {{(pid=109551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:01:07.833030 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 54544) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:01:07.985448 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.plugins.ml2.plugin [None req-f77f0474-d761-4a60-958b-bd1705fa2753 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Deleting port beed7382-df42-4e9e-8c7d-418ebb5a6770 {{(pid=109549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:01:07.985784 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-f77f0474-d761-4a60-958b-bd1705fa2753 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787145728359'] for port (beed7382-df42-4e9e-8c7d-418ebb5a6770), before_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:01:08.058976 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-f77f0474-d761-4a60-958b-bd1705fa2753 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1915525'] for port (beed7382-df42-4e9e-8c7d-418ebb5a6770), precommit_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:01:08.059301 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-f77f0474-d761-4a60-958b-bd1705fa2753 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Publish callbacks [] for floatingip (beed7382-df42-4e9e-8c7d-418ebb5a6770), precommit_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:01:08.070668 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.plugins.ml2.plugin [None req-f77f0474-d761-4a60-958b-bd1705fa2753 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Calling delete_port for beed7382-df42-4e9e-8c7d-418ebb5a6770 owned by network:floatingip {{(pid=109549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:01:08.263217 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-f77f0474-d761-4a60-958b-bd1705fa2753 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787145732033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787145433402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440449'] for port (beed7382-df42-4e9e-8c7d-418ebb5a6770), after_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:01:08.285883 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77f0474-d761-4a60-958b-bd1705fa2753 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Pushing event deleted for resources: {'Port': ['ID=beed7382-df42-4e9e-8c7d-418ebb5a6770,revision_number=None']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:01:08.354769 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-f77f0474-d761-4a60-958b-bd1705fa2753 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Publish callbacks [] for floatingip (282efc4f-a3d4-4a36-bea0-fd8aba8fe7d8), after_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:01:08.355083 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.db.l3_db [None req-f77f0474-d761-4a60-958b-bd1705fa2753 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Floating IP 282efc4f-a3d4-4a36-bea0-fd8aba8fe7d8 disassociated (deleted). External IP: 172.27.1.159, port: 70be74ee-ddc8-4279-8955-d293822d325c. Jan 29 04:01:08.551358 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f77f0474-d761-4a60-958b-bd1705fa2753 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Router d01bd52c-e54b-4548-8647-82ad8194ca5b has already been hosted by L3 agent d5b8732c-6ac1-45e3-a79e-cd9863fe8196 {{(pid=109549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:01:08.656375 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f77f0474-d761-4a60-958b-bd1705fa2753 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Notify agent at l3_agent.dv-cinder-826949-1-iscsi the message routers_updated {{(pid=109549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:01:08.661153 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-f77f0474-d761-4a60-958b-bd1705fa2753 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166518'] for floatingip (None), before_response {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:01:08.667078 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e37509-5d32-469a-bd44-1a8713bc2dda None None] Sync routers for ids ['d01bd52c-e54b-4548-8647-82ad8194ca5b'] in dv-cinder-826949-1-iscsi {{(pid=109551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:01:08.676566 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e37509-5d32-469a-bd44-1a8713bc2dda None None] Routers {'d01bd52c-e54b-4548-8647-82ad8194ca5b'} bound to L3 agent in host dv-cinder-826949-1-iscsi {{(pid=109551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:01:08.677185 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_hamode_db [None req-d2e37509-5d32-469a-bd44-1a8713bc2dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T03:36:17Z,description=,heartbeat_timestamp=2022-01-29T04:00:47Z,host='dv-cinder-826949-1-iscsi',id=d5b8732c-6ac1-45e3-a79e-cd9863fe8196,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T03:36:18Z,topic='l3_agent')) {'router_ids': ['d01bd52c-e54b-4548-8647-82ad8194ca5b'], 'active': True} {{(pid=109551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:01:08.690121 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-f77f0474-d761-4a60-958b-bd1705fa2753 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] 10.222.0.16 "DELETE /v2.0/floatingips/282efc4f-a3d4-4a36-bea0-fd8aba8fe7d8 HTTP/1.1" status: 204 len: 168 time: 0.8554990 Jan 29 04:01:08.690831 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76926f43-8dae-4b00-abb2-2090c831180f', 'tag': '70be74ee-ddc8-4279-8955-d293822d325c'}] {{(pid=109549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 04:01:08.693217 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eb97c5ce77542c962afefcf7d25dfa9d5b4346a1bb599a27deba15904c7eea3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60ee6487-6355-4df4-bf55-4200021d3522" -d '{"events": [{"name": "network-changed", "server_uuid": "76926f43-8dae-4b00-abb2-2090c831180f", "tag": "70be74ee-ddc8-4279-8955-d293822d325c"}]}' {{(pid=109549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:01:08.732382 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a913214c-5480-4856-991d-b22e58a8e712 x-openstack-request-id: req-a913214c-5480-4856-991d-b22e58a8e712 {{(pid=109549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:01:08.732676 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76926f43-8dae-4b00-abb2-2090c831180f", "tag": "70be74ee-ddc8-4279-8955-d293822d325c", "status": "completed", "code": 200}]} {{(pid=109549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:01:08.732935 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a913214c-5480-4856-991d-b22e58a8e712 {{(pid=109549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:01:08.733345 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76926f43-8dae-4b00-abb2-2090c831180f', 'tag': '70be74ee-ddc8-4279-8955-d293822d325c', 'status': 'completed', 'code': 200} Jan 29 04:01:08.786300 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_dvr_db [None req-d2e37509-5d32-469a-bd44-1a8713bc2dda None None] Set router d01bd52c-e54b-4548-8647-82ad8194ca5b gateway port host: dv-cinder-826949-1-iscsi {{(pid=109551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:01:08.823950 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ee6487-6355-4df4-bf55-4200021d3522 req-6d2f1b38-5a12-4352-a824-59fb20a41558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:01:08.825421 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-60ee6487-6355-4df4-bf55-4200021d3522 req-6d2f1b38-5a12-4352-a824-59fb20a41558 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a12ca58f304343008cbef6b9b2f59dc6&device_id=76926f43-8dae-4b00-abb2-2090c831180f HTTP/1.1" status: 200 len: 1129 time: 0.0488253 Jan 29 04:01:08.913972 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ee6487-6355-4df4-bf55-4200021d3522 req-c5d99aca-17a4-437e-94c1-6d1dddc8955f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:01:08.915779 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-60ee6487-6355-4df4-bf55-4200021d3522 req-c5d99aca-17a4-437e-94c1-6d1dddc8955f service neutron] 10.222.0.25 "GET /v2.0/networks?id=ccb34270-5897-4f8c-bf79-a40c6714fbbe HTTP/1.1" status: 200 len: 911 time: 0.0846281 Jan 29 04:01:08.961824 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-60ee6487-6355-4df4-bf55-4200021d3522 req-c49b9b70-cd45-4428-9db4-7b6487aceb67 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=70be74ee-ddc8-4279-8955-d293822d325c HTTP/1.1" status: 200 len: 217 time: 0.0404987 Jan 29 04:01:08.982408 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_hamode_db [None req-d2e37509-5d32-469a-bd44-1a8713bc2dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd01bd52c-e54b-4548-8647-82ad8194ca5b', 'name': 'tempest-TestVolumeBootPattern-211160166-router', 'tenant_id': 'a12ca58f304343008cbef6b9b2f59dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'external_fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': '382b0a0c-6fbb-4b9d-a346-780fef802e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T03:54:15Z', 'updated_at': '2022-01-29T03:54:18Z', 'revision_number': 4, 'project_id': 'a12ca58f304343008cbef6b9b2f59dc6', 'gw_port': {'id': '382b0a0c-6fbb-4b9d-a346-780fef802e88', 'name': '', 'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01bd52c-e54b-4548-8647-82ad8194ca5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:54:15Z', 'updated_at': '2022-01-29T03:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-1-iscsi', '_interfaces': [{'id': '1caa7d94-df6c-49a3-909a-6ebbb04ca9d5', 'name': '', 'network_id': 'ccb34270-5897-4f8c-bf79-a40c6714fbbe', 'tenant_id': 'a12ca58f304343008cbef6b9b2f59dc6', 'mac_address': 'fa:16:3e:7b:1c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01bd52c-e54b-4548-8647-82ad8194ca5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c9d0986d-8523-45fc-a347-3d670f46c8d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:54:17Z', 'updated_at': '2022-01-29T03:54:21Z', 'revision_number': 5, 'project_id': 'a12ca58f304343008cbef6b9b2f59dc6', 'subnets': [{'id': 'c9d0986d-8523-45fc-a347-3d670f46c8d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-1-iscsi', False) {} {{(pid=109551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:01:09.013045 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ee6487-6355-4df4-bf55-4200021d3522 req-4084d139-5f53-47e4-b3a8-808fb5bdfd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:01:09.015190 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-60ee6487-6355-4df4-bf55-4200021d3522 req-4084d139-5f53-47e4-b3a8-808fb5bdfd9a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c9d0986d-8523-45fc-a347-3d670f46c8d0 HTTP/1.1" status: 200 len: 850 time: 0.0473363 Jan 29 04:01:09.015579 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e37509-5d32-469a-bd44-1a8713bc2dda None None] Checking router: d01bd52c-e54b-4548-8647-82ad8194ca5b for host: dv-cinder-826949-1-iscsi {{(pid=109551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:01:09.024565 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e37509-5d32-469a-bd44-1a8713bc2dda None None] Routers {'d01bd52c-e54b-4548-8647-82ad8194ca5b'} bound to L3 agent in host dv-cinder-826949-1-iscsi {{(pid=109551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:01:09.025175 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_hamode_db [None req-d2e37509-5d32-469a-bd44-1a8713bc2dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T03:36:17Z,description=,heartbeat_timestamp=2022-01-29T04:00:47Z,host='dv-cinder-826949-1-iscsi',id=d5b8732c-6ac1-45e3-a79e-cd9863fe8196,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T03:36:18Z,topic='l3_agent')) {'router_ids': ['d01bd52c-e54b-4548-8647-82ad8194ca5b'], 'active': True} {{(pid=109551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:01:09.129229 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8faf60-9359-4f39-8793-f1e3eac06266 req-2160b146-faf7-4720-9ec4-c7b20925ee15 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:01:09.129831 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_dvr_db [None req-d2e37509-5d32-469a-bd44-1a8713bc2dda None None] Set router d01bd52c-e54b-4548-8647-82ad8194ca5b gateway port host: dv-cinder-826949-1-iscsi {{(pid=109551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:01:09.131496 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-8c8faf60-9359-4f39-8793-f1e3eac06266 req-2160b146-faf7-4720-9ec4-c7b20925ee15 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] 10.222.0.16 "GET /v2.0/ports?device_id=76926f43-8dae-4b00-abb2-2090c831180f HTTP/1.1" status: 200 len: 945 time: 0.0827920 Jan 29 04:01:09.134264 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ee6487-6355-4df4-bf55-4200021d3522 req-802ae7e9-d4f3-4dc3-946c-49201ccea22b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:01:09.135694 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-60ee6487-6355-4df4-bf55-4200021d3522 req-802ae7e9-d4f3-4dc3-946c-49201ccea22b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ccb34270-5897-4f8c-bf79-a40c6714fbbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0775189 Jan 29 04:01:09.230975 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-8c8faf60-9359-4f39-8793-f1e3eac06266 req-6aa5f918-3085-4485-ba54-efdb452bb2ec tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] 10.222.0.16 "GET /v2.0/security-groups?id=e28351e5-d3d9-45bd-a13e-59941a8f9d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922589 Jan 29 04:01:09.266927 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-60ee6487-6355-4df4-bf55-4200021d3522 req-4e5cd274-06ff-43f9-9435-cb28e860eb31 service neutron] 10.222.0.25 "GET /v2.0/networks/ccb34270-5897-4f8c-bf79-a40c6714fbbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223199 Jan 29 04:01:09.323874 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_hamode_db [None req-d2e37509-5d32-469a-bd44-1a8713bc2dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd01bd52c-e54b-4548-8647-82ad8194ca5b', 'name': 'tempest-TestVolumeBootPattern-211160166-router', 'tenant_id': 'a12ca58f304343008cbef6b9b2f59dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'external_fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': '382b0a0c-6fbb-4b9d-a346-780fef802e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T03:54:15Z', 'updated_at': '2022-01-29T03:54:18Z', 'revision_number': 4, 'project_id': 'a12ca58f304343008cbef6b9b2f59dc6', 'gw_port': {'id': '382b0a0c-6fbb-4b9d-a346-780fef802e88', 'name': '', 'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01bd52c-e54b-4548-8647-82ad8194ca5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:54:15Z', 'updated_at': '2022-01-29T03:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-1-iscsi', '_interfaces': [{'id': '1caa7d94-df6c-49a3-909a-6ebbb04ca9d5', 'name': '', 'network_id': 'ccb34270-5897-4f8c-bf79-a40c6714fbbe', 'tenant_id': 'a12ca58f304343008cbef6b9b2f59dc6', 'mac_address': 'fa:16:3e:7b:1c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01bd52c-e54b-4548-8647-82ad8194ca5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c9d0986d-8523-45fc-a347-3d670f46c8d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:54:17Z', 'updated_at': '2022-01-29T03:54:21Z', 'revision_number': 5, 'project_id': 'a12ca58f304343008cbef6b9b2f59dc6', 'subnets': [{'id': 'c9d0986d-8523-45fc-a347-3d670f46c8d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-1-iscsi', False) {} {{(pid=109551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:01:09.353424 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e37509-5d32-469a-bd44-1a8713bc2dda None None] The sync data for ids ['d01bd52c-e54b-4548-8647-82ad8194ca5b'] in dv-cinder-826949-1-iscsi is: [{'id': 'd01bd52c-e54b-4548-8647-82ad8194ca5b', 'name': 'tempest-TestVolumeBootPattern-211160166-router', 'tenant_id': 'a12ca58f304343008cbef6b9b2f59dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'external_fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': '382b0a0c-6fbb-4b9d-a346-780fef802e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T03:54:15Z', 'updated_at': '2022-01-29T03:54:18Z', 'revision_number': 4, 'project_id': 'a12ca58f304343008cbef6b9b2f59dc6', 'gw_port': {'id': '382b0a0c-6fbb-4b9d-a346-780fef802e88', 'name': '', 'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01bd52c-e54b-4548-8647-82ad8194ca5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:54:15Z', 'updated_at': '2022-01-29T03:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-1-iscsi', '_interfaces': [{'id': '1caa7d94-df6c-49a3-909a-6ebbb04ca9d5', 'name': '', 'network_id': 'ccb34270-5897-4f8c-bf79-a40c6714fbbe', 'tenant_id': 'a12ca58f304343008cbef6b9b2f59dc6', 'mac_address': 'fa:16:3e:7b:1c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01bd52c-e54b-4548-8647-82ad8194ca5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c9d0986d-8523-45fc-a347-3d670f46c8d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:54:17Z', 'updated_at': '2022-01-29T03:54:21Z', 'revision_number': 5, 'project_id': 'a12ca58f304343008cbef6b9b2f59dc6', 'subnets': [{'id': 'c9d0986d-8523-45fc-a347-3d670f46c8d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:01:09.357394 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-60ee6487-6355-4df4-bf55-4200021d3522 req-f7819a96-9b14-42d1-a40d-3461b32bfe7e service neutron] 10.222.0.25 "GET /v2.0/networks/ccb34270-5897-4f8c-bf79-a40c6714fbbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845089 Jan 29 04:01:09.565719 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794a4be4-fd8c-4ba5-9437-3c6abff4ec64 None None] New status for floating IP 282efc4f-a3d4-4a36-bea0-fd8aba8fe7d8: DOWN {{(pid=109552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 04:01:10.357872 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab723f8-eec7-42c0-aa92-b2c4cfd8bc35 req-1d2d4b2f-d1d7-4bb3-8844-9541e4c0f9be tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:01:10.359293 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-9ab723f8-eec7-42c0-aa92-b2c4cfd8bc35 req-1d2d4b2f-d1d7-4bb3-8844-9541e4c0f9be tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] 10.222.0.16 "GET /v2.0/ports?device_id=76926f43-8dae-4b00-abb2-2090c831180f HTTP/1.1" status: 200 len: 945 time: 0.0592124 Jan 29 04:01:10.407783 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-9ab723f8-eec7-42c0-aa92-b2c4cfd8bc35 req-801fc2de-92d4-4aa2-88e4-335cba2cda67 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] 10.222.0.16 "GET /v2.0/security-groups?id=e28351e5-d3d9-45bd-a13e-59941a8f9d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429797 Jan 29 04:01:10.702804 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c94a227-09bb-46c8-bbd5-36bd9f4608b5 req-0c11c9e8-0b4a-48dd-9b84-05e9b63672a5 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:01:10.704229 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-1c94a227-09bb-46c8-bbd5-36bd9f4608b5 req-0c11c9e8-0b4a-48dd-9b84-05e9b63672a5 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] 10.222.0.25 "GET /v2.0/ports?device_id=76926f43-8dae-4b00-abb2-2090c831180f HTTP/1.1" status: 200 len: 945 time: 0.0511651 Jan 29 04:01:10.791847 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.plugin [req-1c94a227-09bb-46c8-bbd5-36bd9f4608b5 req-6baecf40-0a90-4a3a-bfc2-eeeb85def7e6 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Deleting port 70be74ee-ddc8-4279-8955-d293822d325c {{(pid=109550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:01:10.792177 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-1c94a227-09bb-46c8-bbd5-36bd9f4608b5 req-6baecf40-0a90-4a3a-bfc2-eeeb85def7e6 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787145728359'] for port (70be74ee-ddc8-4279-8955-d293822d325c), before_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:01:10.880356 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.db [req-1c94a227-09bb-46c8-bbd5-36bd9f4608b5 req-6baecf40-0a90-4a3a-bfc2-eeeb85def7e6 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] For port 70be74ee-ddc8-4279-8955-d293822d325c, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=70be74ee-ddc8-4279-8955-d293822d325c,segment=NetworkSegment(81da206d-ccab-43c6-9842-cd3d88bf0ec7),segment_id=81da206d-ccab-43c6-9842-cd3d88bf0ec7)] {{(pid=109550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:01:10.881548 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-1c94a227-09bb-46c8-bbd5-36bd9f4608b5 req-6baecf40-0a90-4a3a-bfc2-eeeb85def7e6 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1915525'] for port (70be74ee-ddc8-4279-8955-d293822d325c), precommit_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:01:10.898583 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.plugin [req-1c94a227-09bb-46c8-bbd5-36bd9f4608b5 req-6baecf40-0a90-4a3a-bfc2-eeeb85def7e6 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Calling delete_port for 70be74ee-ddc8-4279-8955-d293822d325c owned by compute:nova {{(pid=109550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:01:11.092605 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-1c94a227-09bb-46c8-bbd5-36bd9f4608b5 req-6baecf40-0a90-4a3a-bfc2-eeeb85def7e6 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787145732033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787145433402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9207350'] for port (70be74ee-ddc8-4279-8955-d293822d325c), after_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:01:11.118615 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baecf40-0a90-4a3a-bfc2-eeeb85def7e6 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Pushing event deleted for resources: {'Port': ['ID=70be74ee-ddc8-4279-8955-d293822d325c,revision_number=None']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:01:11.166729 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c94a227-09bb-46c8-bbd5-36bd9f4608b5 req-6baecf40-0a90-4a3a-bfc2-eeeb85def7e6 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] No DVR routers for this DVR port 70be74ee-ddc8-4279-8955-d293822d325c on host hv-cinder-82694 {{(pid=109550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:01:11.169304 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [req-1c94a227-09bb-46c8-bbd5-36bd9f4608b5 req-6baecf40-0a90-4a3a-bfc2-eeeb85def7e6 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166518'] for port (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:01:11.172722 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [req-1c94a227-09bb-46c8-bbd5-36bd9f4608b5 req-6baecf40-0a90-4a3a-bfc2-eeeb85def7e6 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] 10.222.0.25 "DELETE /v2.0/ports/70be74ee-ddc8-4279-8955-d293822d325c HTTP/1.1" status: 204 len: 173 time: 0.4634924 Jan 29 04:01:11.173159 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76926f43-8dae-4b00-abb2-2090c831180f', 'name': 'network-vif-deleted', 'tag': '70be74ee-ddc8-4279-8955-d293822d325c'}] {{(pid=109550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 04:01:11.175384 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fa7e8514ec8b1871638cf3d0c6bf241b62bf17ffd430199c6215cc57604ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a34d4daf-7351-48a4-8dd3-785a90b2c46a" -d '{"events": [{"server_uuid": "76926f43-8dae-4b00-abb2-2090c831180f", "name": "network-vif-deleted", "tag": "70be74ee-ddc8-4279-8955-d293822d325c"}]}' {{(pid=109550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:01:11.210884 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c433a102-ea44-4eeb-9b45-0d1e2cfe8610 x-openstack-request-id: req-c433a102-ea44-4eeb-9b45-0d1e2cfe8610 {{(pid=109550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:01:11.211226 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76926f43-8dae-4b00-abb2-2090c831180f", "name": "network-vif-deleted", "tag": "70be74ee-ddc8-4279-8955-d293822d325c", "status": "completed", "code": 200}]} {{(pid=109550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:01:11.211542 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c433a102-ea44-4eeb-9b45-0d1e2cfe8610 {{(pid=109550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:01:11.211988 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76926f43-8dae-4b00-abb2-2090c831180f', 'name': 'network-vif-deleted', 'tag': '70be74ee-ddc8-4279-8955-d293822d325c', 'status': 'completed', 'code': 200} Jan 29 04:01:11.501761 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [req-de0e61aa-fe39-45d8-b91a-64570d750bd7 req-c937a45c-a355-4540-a0fa-0fd0c91f1583 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] 10.222.0.16 "GET /v2.0/ports?device_id=76926f43-8dae-4b00-abb2-2090c831180f HTTP/1.1" status: 200 len: 210 time: 0.0282567 Jan 29 04:01:12.558310 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 54560) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:01:12.679638 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.plugin [None req-6d026a34-150b-4732-9e70-002d44164b41 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Deleting port 9c6d3eda-5f27-457d-8cb8-fa58fdb765a5 {{(pid=109550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:01:12.679976 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-6d026a34-150b-4732-9e70-002d44164b41 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787145728359'] for port (9c6d3eda-5f27-457d-8cb8-fa58fdb765a5), before_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:01:12.755339 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-6d026a34-150b-4732-9e70-002d44164b41 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1915525'] for port (9c6d3eda-5f27-457d-8cb8-fa58fdb765a5), precommit_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:01:12.755660 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-6d026a34-150b-4732-9e70-002d44164b41 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Publish callbacks [] for floatingip (9c6d3eda-5f27-457d-8cb8-fa58fdb765a5), precommit_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:01:12.767561 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.plugin [None req-6d026a34-150b-4732-9e70-002d44164b41 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Calling delete_port for 9c6d3eda-5f27-457d-8cb8-fa58fdb765a5 owned by network:floatingip {{(pid=109550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:01:12.926384 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-6d026a34-150b-4732-9e70-002d44164b41 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787145732033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787145433402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9207350'] for port (9c6d3eda-5f27-457d-8cb8-fa58fdb765a5), after_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:01:12.954759 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d026a34-150b-4732-9e70-002d44164b41 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Pushing event deleted for resources: {'Port': ['ID=9c6d3eda-5f27-457d-8cb8-fa58fdb765a5,revision_number=None']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:01:13.011973 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-6d026a34-150b-4732-9e70-002d44164b41 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Publish callbacks [] for floatingip (2aca88b8-a01d-4049-b42b-9ccd4ed3e2c7), after_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:01:13.014476 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-6d026a34-150b-4732-9e70-002d44164b41 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166518'] for floatingip (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:01:13.015654 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-6d026a34-150b-4732-9e70-002d44164b41 tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] 10.222.0.16 "DELETE /v2.0/floatingips/2aca88b8-a01d-4049-b42b-9ccd4ed3e2c7 HTTP/1.1" status: 204 len: 168 time: 0.4563684 Jan 29 04:01:13.651927 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Device 70be74ee-ddc8-4279-8955-d293822d325c no longer exists at agent hyperv_hv-cinder-82694 {{(pid=109551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:01:13.671211 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] No Port match for: 70be74ee-ddc8-4279-8955-d293822d325c {{(pid=109551) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 04:01:13.671560 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Device 70be74ee-ddc8-4279-8955-d293822d325c not bound to the agent host hv-cinder-82694 {{(pid=109551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:01:14.299289 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 54572) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:01:14.358096 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-83248401-451b-457d-bb17-6eb5b2f1638b tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Publish callbacks [] for security_group (e28351e5-d3d9-45bd-a13e-59941a8f9d8c), before_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:01:14.382921 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-83248401-451b-457d-bb17-6eb5b2f1638b tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Publish callbacks [] for security_group (e28351e5-d3d9-45bd-a13e-59941a8f9d8c), precommit_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:01:14.502904 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-83248401-451b-457d-bb17-6eb5b2f1638b tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (e28351e5-d3d9-45bd-a13e-59941a8f9d8c), after_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:01:14.505472 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-83248401-451b-457d-bb17-6eb5b2f1638b tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Publish callbacks [] for security_group (None), before_response {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:01:14.506881 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-83248401-451b-457d-bb17-6eb5b2f1638b tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] 10.222.0.16 "DELETE /v2.0/security-groups/e28351e5-d3d9-45bd-a13e-59941a8f9d8c HTTP/1.1" status: 204 len: 168 time: 0.2066038 Jan 29 04:01:14.515972 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83248401-451b-457d-bb17-6eb5b2f1638b tempest-TestVolumeBootPattern-1229902060 tempest-TestVolumeBootPattern-1229902060-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e28351e5-d3d9-45bd-a13e-59941a8f9d8c,revision_number=None']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:01:14.623916 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 54576) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:01:14.875299 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-d2706eb6-25b4-4c7e-8a81-80fe4915175b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (dac82def-0781-4624-a171-654e1b1d12af), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:01:15.059809 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-43c2b377-7e0e-4fb4-ac50-4ca8bb36a0b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1910688'] for router_interface (d01bd52c-e54b-4548-8647-82ad8194ca5b), before_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:01:15.294948 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.plugins.ml2.plugin [None req-43c2b377-7e0e-4fb4-ac50-4ca8bb36a0b7 admin admin] Deleting port 1caa7d94-df6c-49a3-909a-6ebbb04ca9d5 {{(pid=109549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:01:15.295282 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-43c2b377-7e0e-4fb4-ac50-4ca8bb36a0b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787145728359'] for port (1caa7d94-df6c-49a3-909a-6ebbb04ca9d5), before_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:01:15.372198 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.plugins.ml2.db [None req-43c2b377-7e0e-4fb4-ac50-4ca8bb36a0b7 admin admin] For port 1caa7d94-df6c-49a3-909a-6ebbb04ca9d5, host dv-cinder-826949-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-1-iscsi',level=0,port_id=1caa7d94-df6c-49a3-909a-6ebbb04ca9d5,segment=NetworkSegment(81da206d-ccab-43c6-9842-cd3d88bf0ec7),segment_id=81da206d-ccab-43c6-9842-cd3d88bf0ec7)] {{(pid=109549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:01:15.372886 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-43c2b377-7e0e-4fb4-ac50-4ca8bb36a0b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1915525'] for port (1caa7d94-df6c-49a3-909a-6ebbb04ca9d5), precommit_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:01:15.384405 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.plugins.ml2.plugin [None req-43c2b377-7e0e-4fb4-ac50-4ca8bb36a0b7 admin admin] Calling delete_port for 1caa7d94-df6c-49a3-909a-6ebbb04ca9d5 owned by network:router_interface {{(pid=109549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:01:15.612296 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-43c2b377-7e0e-4fb4-ac50-4ca8bb36a0b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787145732033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787145433402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440449'] for port (1caa7d94-df6c-49a3-909a-6ebbb04ca9d5), after_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:01:15.637540 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c2b377-7e0e-4fb4-ac50-4ca8bb36a0b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=1caa7d94-df6c-49a3-909a-6ebbb04ca9d5,revision_number=None']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:01:15.796231 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-43c2b377-7e0e-4fb4-ac50-4ca8bb36a0b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1605897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1910556'] for router_interface (d01bd52c-e54b-4548-8647-82ad8194ca5b), after_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:01:16.001066 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43c2b377-7e0e-4fb4-ac50-4ca8bb36a0b7 admin admin] Router d01bd52c-e54b-4548-8647-82ad8194ca5b has already been hosted by L3 agent d5b8732c-6ac1-45e3-a79e-cd9863fe8196 {{(pid=109549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:01:16.103731 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43c2b377-7e0e-4fb4-ac50-4ca8bb36a0b7 admin admin] Notify agent at l3_agent.dv-cinder-826949-1-iscsi the message routers_updated {{(pid=109549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:01:16.111877 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-43c2b377-7e0e-4fb4-ac50-4ca8bb36a0b7 admin admin] 10.222.0.16 "PUT /v2.0/routers/d01bd52c-e54b-4548-8647-82ad8194ca5b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4837732 Jan 29 04:01:16.111877 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 54580) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:01:16.114349 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6f26bc-7f37-46d4-811a-dfd390a577fa None None] Sync routers for ids ['d01bd52c-e54b-4548-8647-82ad8194ca5b'] in dv-cinder-826949-1-iscsi {{(pid=109551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:01:16.124598 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6f26bc-7f37-46d4-811a-dfd390a577fa None None] Routers {'d01bd52c-e54b-4548-8647-82ad8194ca5b'} bound to L3 agent in host dv-cinder-826949-1-iscsi {{(pid=109551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:01:16.125547 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_hamode_db [None req-3d6f26bc-7f37-46d4-811a-dfd390a577fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T03:36:17Z,description=,heartbeat_timestamp=2022-01-29T04:00:47Z,host='dv-cinder-826949-1-iscsi',id=d5b8732c-6ac1-45e3-a79e-cd9863fe8196,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T03:36:18Z,topic='l3_agent')) {'router_ids': ['d01bd52c-e54b-4548-8647-82ad8194ca5b'], 'active': True} {{(pid=109551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:01:16.214298 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-164448ce-8f21-4ff9-a1b5-fe3a91752a95 admin admin] Publish callbacks [] for router (d01bd52c-e54b-4548-8647-82ad8194ca5b), before_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:01:16.228061 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_dvr_db [None req-3d6f26bc-7f37-46d4-811a-dfd390a577fa None None] Set router d01bd52c-e54b-4548-8647-82ad8194ca5b gateway port host: dv-cinder-826949-1-iscsi {{(pid=109551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:01:16.415541 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_hamode_db [None req-3d6f26bc-7f37-46d4-811a-dfd390a577fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd01bd52c-e54b-4548-8647-82ad8194ca5b', 'name': 'tempest-TestVolumeBootPattern-211160166-router', 'tenant_id': 'a12ca58f304343008cbef6b9b2f59dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'external_fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': '382b0a0c-6fbb-4b9d-a346-780fef802e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T03:54:15Z', 'updated_at': '2022-01-29T04:01:15Z', 'revision_number': 5, 'project_id': 'a12ca58f304343008cbef6b9b2f59dc6', 'gw_port': {'id': '382b0a0c-6fbb-4b9d-a346-780fef802e88', 'name': '', 'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01bd52c-e54b-4548-8647-82ad8194ca5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:54:15Z', 'updated_at': '2022-01-29T03:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-1-iscsi'}], 'dv-cinder-826949-1-iscsi', False) {} {{(pid=109551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:01:16.442192 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6f26bc-7f37-46d4-811a-dfd390a577fa None None] Checking router: d01bd52c-e54b-4548-8647-82ad8194ca5b for host: dv-cinder-826949-1-iscsi {{(pid=109551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:01:16.451196 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6f26bc-7f37-46d4-811a-dfd390a577fa None None] Routers {'d01bd52c-e54b-4548-8647-82ad8194ca5b'} bound to L3 agent in host dv-cinder-826949-1-iscsi {{(pid=109551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:01:16.451824 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_hamode_db [None req-3d6f26bc-7f37-46d4-811a-dfd390a577fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T03:36:17Z,description=,heartbeat_timestamp=2022-01-29T04:00:47Z,host='dv-cinder-826949-1-iscsi',id=d5b8732c-6ac1-45e3-a79e-cd9863fe8196,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T03:36:18Z,topic='l3_agent')) {'router_ids': ['d01bd52c-e54b-4548-8647-82ad8194ca5b'], 'active': True} {{(pid=109551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:01:16.555607 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_dvr_db [None req-3d6f26bc-7f37-46d4-811a-dfd390a577fa None None] Set router d01bd52c-e54b-4548-8647-82ad8194ca5b gateway port host: dv-cinder-826949-1-iscsi {{(pid=109551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:01:16.563884 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-164448ce-8f21-4ff9-a1b5-fe3a91752a95 admin admin] Publish callbacks [] for router_gateway (d01bd52c-e54b-4548-8647-82ad8194ca5b), before_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:01:16.656536 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.plugins.ml2.plugin [None req-164448ce-8f21-4ff9-a1b5-fe3a91752a95 admin admin] Deleting port 382b0a0c-6fbb-4b9d-a346-780fef802e88 {{(pid=109549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:01:16.656878 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-164448ce-8f21-4ff9-a1b5-fe3a91752a95 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787145728359'] for port (382b0a0c-6fbb-4b9d-a346-780fef802e88), before_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:01:16.734874 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_hamode_db [None req-3d6f26bc-7f37-46d4-811a-dfd390a577fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd01bd52c-e54b-4548-8647-82ad8194ca5b', 'name': 'tempest-TestVolumeBootPattern-211160166-router', 'tenant_id': 'a12ca58f304343008cbef6b9b2f59dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'external_fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': '382b0a0c-6fbb-4b9d-a346-780fef802e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T03:54:15Z', 'updated_at': '2022-01-29T04:01:15Z', 'revision_number': 5, 'project_id': 'a12ca58f304343008cbef6b9b2f59dc6', 'gw_port': {'id': '382b0a0c-6fbb-4b9d-a346-780fef802e88', 'name': '', 'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01bd52c-e54b-4548-8647-82ad8194ca5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:54:15Z', 'updated_at': '2022-01-29T03:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-1-iscsi'}], 'dv-cinder-826949-1-iscsi', False) {} {{(pid=109551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:01:16.746962 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.plugins.ml2.db [None req-164448ce-8f21-4ff9-a1b5-fe3a91752a95 admin admin] For port 382b0a0c-6fbb-4b9d-a346-780fef802e88, host dv-cinder-826949-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-1-iscsi',level=0,port_id=382b0a0c-6fbb-4b9d-a346-780fef802e88,segment=NetworkSegment(59bb8c29-301f-4146-9f63-152343a78833),segment_id=59bb8c29-301f-4146-9f63-152343a78833)] {{(pid=109549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:01:16.747645 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-164448ce-8f21-4ff9-a1b5-fe3a91752a95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1915525'] for port (382b0a0c-6fbb-4b9d-a346-780fef802e88), precommit_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:01:16.761124 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.plugins.ml2.plugin [None req-164448ce-8f21-4ff9-a1b5-fe3a91752a95 admin admin] Calling delete_port for 382b0a0c-6fbb-4b9d-a346-780fef802e88 owned by network:router_gateway {{(pid=109549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:01:16.891733 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6f26bc-7f37-46d4-811a-dfd390a577fa None None] The sync data for ids ['d01bd52c-e54b-4548-8647-82ad8194ca5b'] in dv-cinder-826949-1-iscsi is: [{'id': 'd01bd52c-e54b-4548-8647-82ad8194ca5b', 'name': 'tempest-TestVolumeBootPattern-211160166-router', 'tenant_id': 'a12ca58f304343008cbef6b9b2f59dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'external_fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': '382b0a0c-6fbb-4b9d-a346-780fef802e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T03:54:15Z', 'updated_at': '2022-01-29T04:01:15Z', 'revision_number': 5, 'project_id': 'a12ca58f304343008cbef6b9b2f59dc6', 'gw_port': {'id': '382b0a0c-6fbb-4b9d-a346-780fef802e88', 'name': '', 'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01bd52c-e54b-4548-8647-82ad8194ca5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:54:15Z', 'updated_at': '2022-01-29T03:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-1-iscsi'}] {{(pid=109551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:01:16.977984 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-164448ce-8f21-4ff9-a1b5-fe3a91752a95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787145732033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787145433402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440449'] for port (382b0a0c-6fbb-4b9d-a346-780fef802e88), after_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:01:17.004443 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164448ce-8f21-4ff9-a1b5-fe3a91752a95 admin admin] Pushing event deleted for resources: {'Port': ['ID=382b0a0c-6fbb-4b9d-a346-780fef802e88,revision_number=None']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:01:17.062411 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-164448ce-8f21-4ff9-a1b5-fe3a91752a95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1915750'] for router_gateway (d01bd52c-e54b-4548-8647-82ad8194ca5b), after_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:01:17.151861 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-164448ce-8f21-4ff9-a1b5-fe3a91752a95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1922545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32744'] for router (d01bd52c-e54b-4548-8647-82ad8194ca5b), precommit_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:01:17.153896 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-164448ce-8f21-4ff9-a1b5-fe3a91752a95 admin admin] Publish callbacks [] for router_controller (d01bd52c-e54b-4548-8647-82ad8194ca5b), precommit_delete_associations {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:01:17.235032 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-164448ce-8f21-4ff9-a1b5-fe3a91752a95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1922314'] for router (d01bd52c-e54b-4548-8647-82ad8194ca5b), after_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:01:17.235595 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-164448ce-8f21-4ff9-a1b5-fe3a91752a95 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d01bd52c-e54b-4548-8647-82ad8194ca5b {{(pid=109549) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 04:01:17.240197 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-164448ce-8f21-4ff9-a1b5-fe3a91752a95 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:01:17.241625 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-164448ce-8f21-4ff9-a1b5-fe3a91752a95 admin admin] 10.222.0.16 "DELETE /v2.0/routers/d01bd52c-e54b-4548-8647-82ad8194ca5b HTTP/1.1" status: 204 len: 168 time: 1.1285300 Jan 29 04:01:17.243845 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 54582) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:01:17.289438 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.db.db_base_plugin_v2 [None req-97bb5edc-36c2-4423-82aa-6b32be1ae525 admin admin] Deleting subnet c9d0986d-8523-45fc-a347-3d670f46c8d0 {{(pid=109549) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 04:01:17.292399 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-97bb5edc-36c2-4423-82aa-6b32be1ae525 admin admin] Publish callbacks [] for subnet (c9d0986d-8523-45fc-a347-3d670f46c8d0), before_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:01:17.326629 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-97bb5edc-36c2-4423-82aa-6b32be1ae525 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9381382'] for subnet (c9d0986d-8523-45fc-a347-3d670f46c8d0), precommit_delete_associations {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:01:17.413440 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-97bb5edc-36c2-4423-82aa-6b32be1ae525 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-756919'] for subnet (c9d0986d-8523-45fc-a347-3d670f46c8d0), precommit_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:01:17.429035 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-ecaeecde-ee89-4375-a5ed-a5d045739ccd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (d5b8732c-6ac1-45e3-a79e-cd9863fe8196), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:01:17.538669 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-97bb5edc-36c2-4423-82aa-6b32be1ae525 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-756920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8440498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9270759'] for subnet (c9d0986d-8523-45fc-a347-3d670f46c8d0), after_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:01:17.569120 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bb5edc-36c2-4423-82aa-6b32be1ae525 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9d0986d-8523-45fc-a347-3d670f46c8d0,revision_number=None']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:01:17.573129 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-97bb5edc-36c2-4423-82aa-6b32be1ae525 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:01:17.576521 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-97bb5edc-36c2-4423-82aa-6b32be1ae525 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/c9d0986d-8523-45fc-a347-3d670f46c8d0 HTTP/1.1" status: 204 len: 168 time: 0.3315635 Jan 29 04:01:17.578816 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 54584) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:01:17.580692 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3989a8b5-4d17-4744-ae6f-373c57a225c0 None None] Network ccb34270-5897-4f8c-bf79-a40c6714fbbe requested from dv-cinder-826949-1-iscsi {{(pid=109551) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:01:17.648810 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-2054f0de-6791-4321-9959-9236769677f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617357'] for network (ccb34270-5897-4f8c-bf79-a40c6714fbbe), before_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:01:17.701949 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.plugins.ml2.plugin [None req-2054f0de-6791-4321-9959-9236769677f4 admin admin] Deleting port 6b76f06b-9028-4070-9c2d-c20b339ec869 {{(pid=109549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:01:17.702325 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-2054f0de-6791-4321-9959-9236769677f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787145728359'] for port (6b76f06b-9028-4070-9c2d-c20b339ec869), before_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:01:17.761679 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.plugins.ml2.db [None req-2054f0de-6791-4321-9959-9236769677f4 admin admin] For port 6b76f06b-9028-4070-9c2d-c20b339ec869, host dv-cinder-826949-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-1-iscsi',level=0,port_id=6b76f06b-9028-4070-9c2d-c20b339ec869,segment=NetworkSegment(81da206d-ccab-43c6-9842-cd3d88bf0ec7),segment_id=81da206d-ccab-43c6-9842-cd3d88bf0ec7)] {{(pid=109549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:01:17.762035 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-2054f0de-6791-4321-9959-9236769677f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1915525'] for port (6b76f06b-9028-4070-9c2d-c20b339ec869), precommit_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:01:17.774236 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.plugins.ml2.plugin [None req-2054f0de-6791-4321-9959-9236769677f4 admin admin] Calling delete_port for 6b76f06b-9028-4070-9c2d-c20b339ec869 owned by network:dhcp {{(pid=109549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:01:17.910687 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b257270c-a26a-4124-9304-418952579718 None None] DHCP port deletion for ccb34270-5897-4f8c-bf79-a40c6714fbbe request from dv-cinder-826949-1-iscsi {{(pid=109551) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 04:01:17.915156 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-2054f0de-6791-4321-9959-9236769677f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787145732033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787145433402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440449'] for port (6b76f06b-9028-4070-9c2d-c20b339ec869), after_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:01:17.945781 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2054f0de-6791-4321-9959-9236769677f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b76f06b-9028-4070-9c2d-c20b339ec869,revision_number=None']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:01:17.949242 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2054f0de-6791-4321-9959-9236769677f4 admin admin] No DVR routers for this DVR port 6b76f06b-9028-4070-9c2d-c20b339ec869 on host dv-cinder-826949-1-iscsi {{(pid=109549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:01:18.027266 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-2054f0de-6791-4321-9959-9236769677f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783436', 'neutron.services.segments.db._delete_segments_for_network-8787145932427'] for network (ccb34270-5897-4f8c-bf79-a40c6714fbbe), precommit_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:01:18.047854 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.services.segments.db [None req-2054f0de-6791-4321-9959-9236769677f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccb34270-5897-4f8c-bf79-a40c6714fbbe']}} {{(pid=109549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:01:18.057742 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.services.segments.db [None req-2054f0de-6791-4321-9959-9236769677f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81da206d-ccab-43c6-9842-cd3d88bf0ec7') {'for_net_delete': True} {{(pid=109549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:01:18.058036 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.services.segments.db [None req-2054f0de-6791-4321-9959-9236769677f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81da206d-ccab-43c6-9842-cd3d88bf0ec7') {} {{(pid=109549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:01:18.067100 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-2054f0de-6791-4321-9959-9236769677f4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787145906580', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9381393'] for segment (81da206d-ccab-43c6-9842-cd3d88bf0ec7), before_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:01:18.080661 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-2054f0de-6791-4321-9959-9236769677f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541992'] for segment (81da206d-ccab-43c6-9842-cd3d88bf0ec7), precommit_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:01:18.087397 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2054f0de-6791-4321-9959-9236769677f4 admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=109549) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:01:18.087869 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-2054f0de-6791-4321-9959-9236769677f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8440428'] for segment (81da206d-ccab-43c6-9842-cd3d88bf0ec7), after_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:01:18.089578 dv-cinder-826949-1-iscsi neutron-server[109549]: Traceback (most recent call last): Jan 29 04:01:18.089578 dv-cinder-826949-1-iscsi neutron-server[109549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:01:18.089578 dv-cinder-826949-1-iscsi neutron-server[109549]: timer() Jan 29 04:01:18.089578 dv-cinder-826949-1-iscsi neutron-server[109549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:01:18.089578 dv-cinder-826949-1-iscsi neutron-server[109549]: cb(*args, **kw) Jan 29 04:01:18.089578 dv-cinder-826949-1-iscsi neutron-server[109549]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:01:18.089578 dv-cinder-826949-1-iscsi neutron-server[109549]: return func(*args, **kwargs) Jan 29 04:01:18.089578 dv-cinder-826949-1-iscsi neutron-server[109549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:01:18.089578 dv-cinder-826949-1-iscsi neutron-server[109549]: self._notify() Jan 29 04:01:18.089578 dv-cinder-826949-1-iscsi neutron-server[109549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:01:18.089578 dv-cinder-826949-1-iscsi neutron-server[109549]: self.callback(batched_events) Jan 29 04:01:18.089578 dv-cinder-826949-1-iscsi neutron-server[109549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:01:18.089578 dv-cinder-826949-1-iscsi neutron-server[109549]: event.method(event) Jan 29 04:01:18.089578 dv-cinder-826949-1-iscsi neutron-server[109549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:01:18.089578 dv-cinder-826949-1-iscsi neutron-server[109549]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:01:18.089578 dv-cinder-826949-1-iscsi neutron-server[109549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:01:18.089578 dv-cinder-826949-1-iscsi neutron-server[109549]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:01:18.089578 dv-cinder-826949-1-iscsi neutron-server[109549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:01:18.089578 dv-cinder-826949-1-iscsi neutron-server[109549]: return f(self, *a, **k) Jan 29 04:01:18.089578 dv-cinder-826949-1-iscsi neutron-server[109549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:01:18.089578 dv-cinder-826949-1-iscsi neutron-server[109549]: return self._get(url).json() Jan 29 04:01:18.089578 dv-cinder-826949-1-iscsi neutron-server[109549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:01:18.089578 dv-cinder-826949-1-iscsi neutron-server[109549]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:01:18.089578 dv-cinder-826949-1-iscsi neutron-server[109549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:01:18.089578 dv-cinder-826949-1-iscsi neutron-server[109549]: return self.request(url, 'GET', **kwargs) Jan 29 04:01:18.089578 dv-cinder-826949-1-iscsi neutron-server[109549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:01:18.089578 dv-cinder-826949-1-iscsi neutron-server[109549]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:01:18.089578 dv-cinder-826949-1-iscsi neutron-server[109549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:01:18.089578 dv-cinder-826949-1-iscsi neutron-server[109549]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:01:18.089578 dv-cinder-826949-1-iscsi neutron-server[109549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:01:18.089578 dv-cinder-826949-1-iscsi neutron-server[109549]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:01:18.089578 dv-cinder-826949-1-iscsi neutron-server[109549]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:01:18.093673 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-6a0bb60c-5b7b-499b-b43f-7eb32e921150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (4cfc2a27-deed-4689-8f39-0bd5aa6fe3c3), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:01:18.143009 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Device 6b76f06b-9028-4070-9c2d-c20b339ec869 no longer exists at agent ovs-agent-dv-cinder-826949-1-iscsi {{(pid=109551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:01:18.163793 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] No Port match for: 6b76f06b-9028-4070-9c2d-c20b339ec869 {{(pid=109551) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 04:01:18.164132 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Device 6b76f06b-9028-4070-9c2d-c20b339ec869 not bound to the agent host dv-cinder-826949-1-iscsi {{(pid=109551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:01:18.164545 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Device 1caa7d94-df6c-49a3-909a-6ebbb04ca9d5 no longer exists at agent ovs-agent-dv-cinder-826949-1-iscsi {{(pid=109551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:01:18.182783 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] No Port match for: 1caa7d94-df6c-49a3-909a-6ebbb04ca9d5 {{(pid=109551) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 04:01:18.183074 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Device 1caa7d94-df6c-49a3-909a-6ebbb04ca9d5 not bound to the agent host dv-cinder-826949-1-iscsi {{(pid=109551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:01:18.183474 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Device 382b0a0c-6fbb-4b9d-a346-780fef802e88 no longer exists at agent ovs-agent-dv-cinder-826949-1-iscsi {{(pid=109551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:01:18.183821 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-2054f0de-6791-4321-9959-9236769677f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1909918'] for network (ccb34270-5897-4f8c-bf79-a40c6714fbbe), after_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:01:18.190156 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-2054f0de-6791-4321-9959-9236769677f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606130'] for network (None), before_response {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:01:18.192416 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-2054f0de-6791-4321-9959-9236769677f4 admin admin] 10.222.0.16 "DELETE /v2.0/networks/ccb34270-5897-4f8c-bf79-a40c6714fbbe HTTP/1.1" status: 204 len: 168 time: 0.6126924 Jan 29 04:01:18.195358 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 54586) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:01:18.202117 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] No Port match for: 382b0a0c-6fbb-4b9d-a346-780fef802e88 {{(pid=109551) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 04:01:18.202528 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Device 382b0a0c-6fbb-4b9d-a346-780fef802e88 not bound to the agent host dv-cinder-826949-1-iscsi {{(pid=109551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:01:18.203650 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2054f0de-6791-4321-9959-9236769677f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=ccb34270-5897-4f8c-bf79-a40c6714fbbe,revision_number=None']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:01:18.540504 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-5a3b0397-17e1-4dc3-80d0-4d70716c0886 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1910688'] for router_interface (c95cc8ab-c607-4fd1-9a6e-7f668707f551), before_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:01:18.777180 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b0397-17e1-4dc3-80d0-4d70716c0886 admin admin] Deleting port ea778e1c-6393-4b9b-b9f1-658b59d524fe {{(pid=109550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:01:18.777519 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-5a3b0397-17e1-4dc3-80d0-4d70716c0886 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787145728359'] for port (ea778e1c-6393-4b9b-b9f1-658b59d524fe), before_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:01:18.852145 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.db [None req-5a3b0397-17e1-4dc3-80d0-4d70716c0886 admin admin] For port ea778e1c-6393-4b9b-b9f1-658b59d524fe, host dv-cinder-826949-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-1-iscsi',level=0,port_id=ea778e1c-6393-4b9b-b9f1-658b59d524fe,segment=NetworkSegment(0d489051-b8d0-4819-b02d-6c1d8d00d7e2),segment_id=0d489051-b8d0-4819-b02d-6c1d8d00d7e2)] {{(pid=109550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:01:18.852429 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-5a3b0397-17e1-4dc3-80d0-4d70716c0886 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1915525'] for port (ea778e1c-6393-4b9b-b9f1-658b59d524fe), precommit_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:01:18.863852 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b0397-17e1-4dc3-80d0-4d70716c0886 admin admin] Calling delete_port for ea778e1c-6393-4b9b-b9f1-658b59d524fe owned by network:router_interface {{(pid=109550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:01:19.075285 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-5a3b0397-17e1-4dc3-80d0-4d70716c0886 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787145732033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787145433402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9207350'] for port (ea778e1c-6393-4b9b-b9f1-658b59d524fe), after_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:01:19.099782 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b0397-17e1-4dc3-80d0-4d70716c0886 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea778e1c-6393-4b9b-b9f1-658b59d524fe,revision_number=None']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:01:19.266709 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-5a3b0397-17e1-4dc3-80d0-4d70716c0886 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1605897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1910556'] for router_interface (c95cc8ab-c607-4fd1-9a6e-7f668707f551), after_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:01:19.480585 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-30ace4c1-806b-4d7c-a886-fe7b65bfbfcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (7774c0be-b957-4204-896b-7e749f55bf81), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:01:19.730665 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a3b0397-17e1-4dc3-80d0-4d70716c0886 admin admin] Router c95cc8ab-c607-4fd1-9a6e-7f668707f551 has already been hosted by L3 agent d5b8732c-6ac1-45e3-a79e-cd9863fe8196 {{(pid=109550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:01:19.832242 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a3b0397-17e1-4dc3-80d0-4d70716c0886 admin admin] Notify agent at l3_agent.dv-cinder-826949-1-iscsi the message routers_updated {{(pid=109550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:01:19.839150 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-5a3b0397-17e1-4dc3-80d0-4d70716c0886 admin admin] 10.222.0.16 "PUT /v2.0/routers/c95cc8ab-c607-4fd1-9a6e-7f668707f551/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6416600 Jan 29 04:01:19.840298 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 54588) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:01:19.841348 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c2dfcd-dd6f-44ca-ae90-7b8b986fbbbe None None] Sync routers for ids ['c95cc8ab-c607-4fd1-9a6e-7f668707f551'] in dv-cinder-826949-1-iscsi {{(pid=109552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:01:19.851891 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c2dfcd-dd6f-44ca-ae90-7b8b986fbbbe None None] Routers {'c95cc8ab-c607-4fd1-9a6e-7f668707f551'} bound to L3 agent in host dv-cinder-826949-1-iscsi {{(pid=109552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:01:19.852507 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.l3_hamode_db [None req-c5c2dfcd-dd6f-44ca-ae90-7b8b986fbbbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T03:36:17Z,description=,heartbeat_timestamp=2022-01-29T04:01:17Z,host='dv-cinder-826949-1-iscsi',id=d5b8732c-6ac1-45e3-a79e-cd9863fe8196,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T03:36:18Z,topic='l3_agent')) {'router_ids': ['c95cc8ab-c607-4fd1-9a6e-7f668707f551'], 'active': True} {{(pid=109552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:01:19.947216 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-1cf79545-9450-4aba-9cfc-e92160a000b4 admin admin] Publish callbacks [] for router (c95cc8ab-c607-4fd1-9a6e-7f668707f551), before_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:01:19.960341 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.l3_dvr_db [None req-c5c2dfcd-dd6f-44ca-ae90-7b8b986fbbbe None None] Set router c95cc8ab-c607-4fd1-9a6e-7f668707f551 gateway port host: dv-cinder-826949-1-iscsi {{(pid=109552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:01:20.049782 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-1cf79545-9450-4aba-9cfc-e92160a000b4 admin admin] Publish callbacks [] for router_gateway (c95cc8ab-c607-4fd1-9a6e-7f668707f551), before_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:01:20.138298 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.l3_hamode_db [None req-c5c2dfcd-dd6f-44ca-ae90-7b8b986fbbbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c95cc8ab-c607-4fd1-9a6e-7f668707f551', 'name': 'tempest-TestVolumeBootPattern-1478559087-router', 'tenant_id': '269d52684ec540e882535ef8ac596229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'external_fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '27680185-f6cc-4564-9d59-2949c511ee9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T03:54:21Z', 'updated_at': '2022-01-29T04:01:18Z', 'revision_number': 5, 'project_id': '269d52684ec540e882535ef8ac596229', 'gw_port': {'id': '27680185-f6cc-4564-9d59-2949c511ee9e', 'name': '', 'network_id': '84058fb5-7499-436d-9c61-9715f17a209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:a6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c95cc8ab-c607-4fd1-9a6e-7f668707f551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T03:54:21Z', 'updated_at': '2022-01-29T03:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ef1eacb-ef7e-49c2-acc5-31126b063ddd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-1-iscsi'}], 'dv-cinder-826949-1-iscsi', False) {} {{(pid=109552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:01:20.168508 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c2dfcd-dd6f-44ca-ae90-7b8b986fbbbe None None] Checking router: c95cc8ab-c607-4fd1-9a6e-7f668707f551 for host: dv-cinder-826949-1-iscsi {{(pid=109552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:01:20.169558 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.plugins.ml2.plugin [None req-1cf79545-9450-4aba-9cfc-e92160a000b4 admin admin] Deleting port 27680185-f6cc-4564-9d59-2949c511ee9e {{(pid=109549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:01:20.169902 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-1cf79545-9450-4aba-9cfc-e92160a000b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787145728359'] for port (27680185-f6cc-4564-9d59-2949c511ee9e), before_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:01:20.176563 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c2dfcd-dd6f-44ca-ae90-7b8b986fbbbe None None] Routers {'c95cc8ab-c607-4fd1-9a6e-7f668707f551'} bound to L3 agent in host dv-cinder-826949-1-iscsi {{(pid=109552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:01:20.177273 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.l3_hamode_db [None req-c5c2dfcd-dd6f-44ca-ae90-7b8b986fbbbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T03:36:17Z,description=,heartbeat_timestamp=2022-01-29T04:01:17Z,host='dv-cinder-826949-1-iscsi',id=d5b8732c-6ac1-45e3-a79e-cd9863fe8196,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T03:36:18Z,topic='l3_agent')) {'router_ids': ['c95cc8ab-c607-4fd1-9a6e-7f668707f551'], 'active': True} {{(pid=109552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:01:20.257901 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.plugins.ml2.db [None req-1cf79545-9450-4aba-9cfc-e92160a000b4 admin admin] For port 27680185-f6cc-4564-9d59-2949c511ee9e, host dv-cinder-826949-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-1-iscsi',level=0,port_id=27680185-f6cc-4564-9d59-2949c511ee9e,segment=NetworkSegment(59bb8c29-301f-4146-9f63-152343a78833),segment_id=59bb8c29-301f-4146-9f63-152343a78833)] {{(pid=109549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:01:20.258322 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-1cf79545-9450-4aba-9cfc-e92160a000b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1915525'] for port (27680185-f6cc-4564-9d59-2949c511ee9e), precommit_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:01:20.269450 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.l3_dvr_db [None req-c5c2dfcd-dd6f-44ca-ae90-7b8b986fbbbe None None] Set router c95cc8ab-c607-4fd1-9a6e-7f668707f551 gateway port host: None {{(pid=109552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:01:20.270185 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.plugins.ml2.plugin [None req-1cf79545-9450-4aba-9cfc-e92160a000b4 admin admin] Calling delete_port for 27680185-f6cc-4564-9d59-2949c511ee9e owned by network:router_gateway {{(pid=109549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:01:20.324688 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.l3_hamode_db [None req-c5c2dfcd-dd6f-44ca-ae90-7b8b986fbbbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c95cc8ab-c607-4fd1-9a6e-7f668707f551', 'name': 'tempest-TestVolumeBootPattern-1478559087-router', 'tenant_id': '269d52684ec540e882535ef8ac596229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T03:54:21Z', 'updated_at': '2022-01-29T04:01:20Z', 'revision_number': 6, 'project_id': '269d52684ec540e882535ef8ac596229', 'gw_port_host': None}], 'dv-cinder-826949-1-iscsi', False) {} {{(pid=109552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:01:20.349088 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c2dfcd-dd6f-44ca-ae90-7b8b986fbbbe None None] The sync data for ids ['c95cc8ab-c607-4fd1-9a6e-7f668707f551'] in dv-cinder-826949-1-iscsi is: [{'id': 'c95cc8ab-c607-4fd1-9a6e-7f668707f551', 'name': 'tempest-TestVolumeBootPattern-1478559087-router', 'tenant_id': '269d52684ec540e882535ef8ac596229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T03:54:21Z', 'updated_at': '2022-01-29T04:01:20Z', 'revision_number': 6, 'project_id': '269d52684ec540e882535ef8ac596229', 'gw_port_host': None}] {{(pid=109552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:01:20.515053 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-1cf79545-9450-4aba-9cfc-e92160a000b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787145732033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787145433402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440449'] for port (27680185-f6cc-4564-9d59-2949c511ee9e), after_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:01:20.540757 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf79545-9450-4aba-9cfc-e92160a000b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=27680185-f6cc-4564-9d59-2949c511ee9e,revision_number=None']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:01:20.618783 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-1cf79545-9450-4aba-9cfc-e92160a000b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1915750'] for router_gateway (c95cc8ab-c607-4fd1-9a6e-7f668707f551), after_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:01:20.705292 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-1cf79545-9450-4aba-9cfc-e92160a000b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1922545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32744'] for router (c95cc8ab-c607-4fd1-9a6e-7f668707f551), precommit_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:01:20.707629 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-1cf79545-9450-4aba-9cfc-e92160a000b4 admin admin] Publish callbacks [] for router_controller (c95cc8ab-c607-4fd1-9a6e-7f668707f551), precommit_delete_associations {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:01:20.795019 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-1cf79545-9450-4aba-9cfc-e92160a000b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1922314'] for router (c95cc8ab-c607-4fd1-9a6e-7f668707f551), after_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:01:20.795595 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cf79545-9450-4aba-9cfc-e92160a000b4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c95cc8ab-c607-4fd1-9a6e-7f668707f551 {{(pid=109549) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 04:01:20.799908 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-1cf79545-9450-4aba-9cfc-e92160a000b4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:01:20.801058 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-1cf79545-9450-4aba-9cfc-e92160a000b4 admin admin] 10.222.0.16 "DELETE /v2.0/routers/c95cc8ab-c607-4fd1-9a6e-7f668707f551 HTTP/1.1" status: 204 len: 168 time: 0.9597766 Jan 29 04:01:20.804165 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 54590) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:01:20.847671 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.db.db_base_plugin_v2 [None req-9aebdf43-149b-44bc-ac72-b768fba88cd9 admin admin] Deleting subnet f5718a0b-6b77-48f8-8819-434d0385d839 {{(pid=109549) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 04:01:20.850787 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-9aebdf43-149b-44bc-ac72-b768fba88cd9 admin admin] Publish callbacks [] for subnet (f5718a0b-6b77-48f8-8819-434d0385d839), before_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:01:20.884439 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-9aebdf43-149b-44bc-ac72-b768fba88cd9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9381382'] for subnet (f5718a0b-6b77-48f8-8819-434d0385d839), precommit_delete_associations {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:01:20.968590 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-9aebdf43-149b-44bc-ac72-b768fba88cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-756919'] for subnet (f5718a0b-6b77-48f8-8819-434d0385d839), precommit_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:01:21.057932 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-9aebdf43-149b-44bc-ac72-b768fba88cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-756920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8440498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9270759'] for subnet (f5718a0b-6b77-48f8-8819-434d0385d839), after_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:01:21.081087 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aebdf43-149b-44bc-ac72-b768fba88cd9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5718a0b-6b77-48f8-8819-434d0385d839,revision_number=None']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:01:21.087608 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-9aebdf43-149b-44bc-ac72-b768fba88cd9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:01:21.093113 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-9aebdf43-149b-44bc-ac72-b768fba88cd9 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/f5718a0b-6b77-48f8-8819-434d0385d839 HTTP/1.1" status: 204 len: 168 time: 0.2856479 Jan 29 04:01:21.093275 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 54592) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:01:21.096552 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-918be6d6-daca-4fb8-94c8-d6bfd0eb5d4b None None] Network ad7b3cd9-3746-4c93-8919-6cd2d3184367 requested from dv-cinder-826949-1-iscsi {{(pid=109551) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 04:01:21.169868 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-d55695d4-41c7-422e-bfc1-befeed3e5f5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617357'] for network (ad7b3cd9-3746-4c93-8919-6cd2d3184367), before_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:01:21.212375 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (e75d1b00-832d-4bf5-b078-2c4f5b2c10cd), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:01:21.227276 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.plugins.ml2.plugin [None req-d55695d4-41c7-422e-bfc1-befeed3e5f5d admin admin] Deleting port 1828acf4-596b-46e6-af40-bcc1c15e129e {{(pid=109549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:01:21.227625 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-d55695d4-41c7-422e-bfc1-befeed3e5f5d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787145728359'] for port (1828acf4-596b-46e6-af40-bcc1c15e129e), before_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:01:21.293887 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.plugins.ml2.db [None req-d55695d4-41c7-422e-bfc1-befeed3e5f5d admin admin] For port 1828acf4-596b-46e6-af40-bcc1c15e129e, host dv-cinder-826949-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-1-iscsi',level=0,port_id=1828acf4-596b-46e6-af40-bcc1c15e129e,segment=NetworkSegment(0d489051-b8d0-4819-b02d-6c1d8d00d7e2),segment_id=0d489051-b8d0-4819-b02d-6c1d8d00d7e2)] {{(pid=109549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:01:21.294285 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-d55695d4-41c7-422e-bfc1-befeed3e5f5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1915525'] for port (1828acf4-596b-46e6-af40-bcc1c15e129e), precommit_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:01:21.299178 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c152c5ab-b251-4459-8e3a-a1efcb905960 None None] DHCP port deletion for ad7b3cd9-3746-4c93-8919-6cd2d3184367 request from dv-cinder-826949-1-iscsi {{(pid=109551) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 04:01:21.308876 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.plugins.ml2.plugin [None req-d55695d4-41c7-422e-bfc1-befeed3e5f5d admin admin] Calling delete_port for 1828acf4-596b-46e6-af40-bcc1c15e129e owned by network:dhcp {{(pid=109549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:01:21.347743 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-c152c5ab-b251-4459-8e3a-a1efcb905960 None None] Deleting port 1828acf4-596b-46e6-af40-bcc1c15e129e {{(pid=109551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 04:01:21.348254 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-c152c5ab-b251-4459-8e3a-a1efcb905960 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787145728359'] for port (1828acf4-596b-46e6-af40-bcc1c15e129e), before_delete {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:01:21.415972 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.db [None req-c152c5ab-b251-4459-8e3a-a1efcb905960 None None] For port 1828acf4-596b-46e6-af40-bcc1c15e129e, host dv-cinder-826949-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-1-iscsi',level=0,port_id=1828acf4-596b-46e6-af40-bcc1c15e129e,segment=NetworkSegment(0d489051-b8d0-4819-b02d-6c1d8d00d7e2),segment_id=0d489051-b8d0-4819-b02d-6c1d8d00d7e2)] {{(pid=109551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:01:21.416361 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-c152c5ab-b251-4459-8e3a-a1efcb905960 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1915525'] for port (1828acf4-596b-46e6-af40-bcc1c15e129e), precommit_delete {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:01:21.432670 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-c152c5ab-b251-4459-8e3a-a1efcb905960 None None] Calling delete_port for 1828acf4-596b-46e6-af40-bcc1c15e129e owned by network:dhcp {{(pid=109551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 04:01:21.492027 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-d55695d4-41c7-422e-bfc1-befeed3e5f5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787145732033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787145433402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440449'] for port (1828acf4-596b-46e6-af40-bcc1c15e129e), after_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:01:21.504476 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-c152c5ab-b251-4459-8e3a-a1efcb905960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787145732033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787145433402'] for port (1828acf4-596b-46e6-af40-bcc1c15e129e), after_delete {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:01:21.522400 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55695d4-41c7-422e-bfc1-befeed3e5f5d admin admin] Pushing event deleted for resources: {'Port': ['ID=1828acf4-596b-46e6-af40-bcc1c15e129e,revision_number=None']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:01:21.525683 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55695d4-41c7-422e-bfc1-befeed3e5f5d admin admin] No DVR routers for this DVR port 1828acf4-596b-46e6-af40-bcc1c15e129e on host dv-cinder-826949-1-iscsi {{(pid=109549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:01:21.534644 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c152c5ab-b251-4459-8e3a-a1efcb905960 None None] Pushing event deleted for resources: {'Port': ['ID=1828acf4-596b-46e6-af40-bcc1c15e129e,revision_number=None']} {{(pid=109551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:01:21.543752 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c152c5ab-b251-4459-8e3a-a1efcb905960 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:01:21.544054 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c152c5ab-b251-4459-8e3a-a1efcb905960 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:01:21.544310 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c152c5ab-b251-4459-8e3a-a1efcb905960 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:01:21.544643 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c152c5ab-b251-4459-8e3a-a1efcb905960 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:01:21.544971 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c152c5ab-b251-4459-8e3a-a1efcb905960 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:01:21.545304 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c152c5ab-b251-4459-8e3a-a1efcb905960 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:01:21.545631 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c152c5ab-b251-4459-8e3a-a1efcb905960 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:01:21.545955 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c152c5ab-b251-4459-8e3a-a1efcb905960 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:01:21.546325 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c152c5ab-b251-4459-8e3a-a1efcb905960 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:01:21.546647 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c152c5ab-b251-4459-8e3a-a1efcb905960 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:01:21.546968 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c152c5ab-b251-4459-8e3a-a1efcb905960 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:01:21.547289 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c152c5ab-b251-4459-8e3a-a1efcb905960 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:01:21.547606 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c152c5ab-b251-4459-8e3a-a1efcb905960 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-1-iscsi {{(pid=109551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:01:21.550597 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c152c5ab-b251-4459-8e3a-a1efcb905960 None None] No DVR routers for this DVR port 1828acf4-596b-46e6-af40-bcc1c15e129e on host dv-cinder-826949-1-iscsi {{(pid=109551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:01:21.604026 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-d55695d4-41c7-422e-bfc1-befeed3e5f5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783436', 'neutron.services.segments.db._delete_segments_for_network-8787145932427'] for network (ad7b3cd9-3746-4c93-8919-6cd2d3184367), precommit_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:01:21.624538 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.services.segments.db [None req-d55695d4-41c7-422e-bfc1-befeed3e5f5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad7b3cd9-3746-4c93-8919-6cd2d3184367']}} {{(pid=109549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:01:21.633722 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.services.segments.db [None req-d55695d4-41c7-422e-bfc1-befeed3e5f5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d489051-b8d0-4819-b02d-6c1d8d00d7e2') {'for_net_delete': True} {{(pid=109549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:01:21.634017 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.services.segments.db [None req-d55695d4-41c7-422e-bfc1-befeed3e5f5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d489051-b8d0-4819-b02d-6c1d8d00d7e2') {} {{(pid=109549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:01:21.643086 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-d55695d4-41c7-422e-bfc1-befeed3e5f5d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787145906580', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9381393'] for segment (0d489051-b8d0-4819-b02d-6c1d8d00d7e2), before_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:01:21.659614 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-d55695d4-41c7-422e-bfc1-befeed3e5f5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541992'] for segment (0d489051-b8d0-4819-b02d-6c1d8d00d7e2), precommit_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:01:21.665989 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d55695d4-41c7-422e-bfc1-befeed3e5f5d admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=109549) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:01:21.667395 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-d55695d4-41c7-422e-bfc1-befeed3e5f5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8440428'] for segment (0d489051-b8d0-4819-b02d-6c1d8d00d7e2), after_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:01:21.668156 dv-cinder-826949-1-iscsi neutron-server[109549]: Traceback (most recent call last): Jan 29 04:01:21.668156 dv-cinder-826949-1-iscsi neutron-server[109549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:01:21.668156 dv-cinder-826949-1-iscsi neutron-server[109549]: timer() Jan 29 04:01:21.668156 dv-cinder-826949-1-iscsi neutron-server[109549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:01:21.668156 dv-cinder-826949-1-iscsi neutron-server[109549]: cb(*args, **kw) Jan 29 04:01:21.668156 dv-cinder-826949-1-iscsi neutron-server[109549]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:01:21.668156 dv-cinder-826949-1-iscsi neutron-server[109549]: return func(*args, **kwargs) Jan 29 04:01:21.668156 dv-cinder-826949-1-iscsi neutron-server[109549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:01:21.668156 dv-cinder-826949-1-iscsi neutron-server[109549]: self._notify() Jan 29 04:01:21.668156 dv-cinder-826949-1-iscsi neutron-server[109549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:01:21.668156 dv-cinder-826949-1-iscsi neutron-server[109549]: self.callback(batched_events) Jan 29 04:01:21.668156 dv-cinder-826949-1-iscsi neutron-server[109549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:01:21.668156 dv-cinder-826949-1-iscsi neutron-server[109549]: event.method(event) Jan 29 04:01:21.668156 dv-cinder-826949-1-iscsi neutron-server[109549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:01:21.668156 dv-cinder-826949-1-iscsi neutron-server[109549]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:01:21.668156 dv-cinder-826949-1-iscsi neutron-server[109549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:01:21.668156 dv-cinder-826949-1-iscsi neutron-server[109549]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:01:21.668156 dv-cinder-826949-1-iscsi neutron-server[109549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:01:21.668156 dv-cinder-826949-1-iscsi neutron-server[109549]: return f(self, *a, **k) Jan 29 04:01:21.668156 dv-cinder-826949-1-iscsi neutron-server[109549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:01:21.668156 dv-cinder-826949-1-iscsi neutron-server[109549]: return self._get(url).json() Jan 29 04:01:21.668156 dv-cinder-826949-1-iscsi neutron-server[109549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:01:21.668156 dv-cinder-826949-1-iscsi neutron-server[109549]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:01:21.668156 dv-cinder-826949-1-iscsi neutron-server[109549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:01:21.668156 dv-cinder-826949-1-iscsi neutron-server[109549]: return self.request(url, 'GET', **kwargs) Jan 29 04:01:21.668156 dv-cinder-826949-1-iscsi neutron-server[109549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:01:21.668156 dv-cinder-826949-1-iscsi neutron-server[109549]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:01:21.668156 dv-cinder-826949-1-iscsi neutron-server[109549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:01:21.668156 dv-cinder-826949-1-iscsi neutron-server[109549]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:01:21.668156 dv-cinder-826949-1-iscsi neutron-server[109549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:01:21.668156 dv-cinder-826949-1-iscsi neutron-server[109549]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:01:21.668156 dv-cinder-826949-1-iscsi neutron-server[109549]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:01:21.800873 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-d55695d4-41c7-422e-bfc1-befeed3e5f5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1909918'] for network (ad7b3cd9-3746-4c93-8919-6cd2d3184367), after_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:01:21.806599 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-d55695d4-41c7-422e-bfc1-befeed3e5f5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606130'] for network (None), before_response {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:01:21.810709 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-d55695d4-41c7-422e-bfc1-befeed3e5f5d admin admin] 10.222.0.16 "DELETE /v2.0/networks/ad7b3cd9-3746-4c93-8919-6cd2d3184367 HTTP/1.1" status: 204 len: 168 time: 0.7155769 Jan 29 04:01:21.821817 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55695d4-41c7-422e-bfc1-befeed3e5f5d admin admin] Pushing event deleted for resources: {'Network': ['ID=ad7b3cd9-3746-4c93-8919-6cd2d3184367,revision_number=None']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:01:22.120464 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 54596) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:01:22.133591 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Device 27680185-f6cc-4564-9d59-2949c511ee9e no longer exists at agent ovs-agent-dv-cinder-826949-1-iscsi {{(pid=109551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:01:22.153452 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] No Port match for: 27680185-f6cc-4564-9d59-2949c511ee9e {{(pid=109551) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 04:01:22.153786 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Device 27680185-f6cc-4564-9d59-2949c511ee9e not bound to the agent host dv-cinder-826949-1-iscsi {{(pid=109551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:01:22.154216 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Device ea778e1c-6393-4b9b-b9f1-658b59d524fe no longer exists at agent ovs-agent-dv-cinder-826949-1-iscsi {{(pid=109551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:01:22.160670 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-34e89fd6-fc5f-48fd-919a-52e240fb8893 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a12ca58f304343008cbef6b9b2f59dc6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390191 Jan 29 04:01:22.165652 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [-] (109550) accepted ('10.222.0.16', 54598) {{(pid=109550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:01:22.172218 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] No Port match for: ea778e1c-6393-4b9b-b9f1-658b59d524fe {{(pid=109551) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 04:01:22.172558 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Device ea778e1c-6393-4b9b-b9f1-658b59d524fe not bound to the agent host dv-cinder-826949-1-iscsi {{(pid=109551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:01:22.172964 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Device 1828acf4-596b-46e6-af40-bcc1c15e129e no longer exists at agent ovs-agent-dv-cinder-826949-1-iscsi {{(pid=109551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:01:22.191713 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.plugin [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] No Port match for: 1828acf4-596b-46e6-af40-bcc1c15e129e {{(pid=109551) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 04:01:22.192059 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron.plugins.ml2.rpc [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Device 1828acf4-596b-46e6-af40-bcc1c15e129e not bound to the agent host dv-cinder-826949-1-iscsi {{(pid=109551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:01:22.209824 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-bf0f47c4-5080-4232-9428-d8e75a8c12ac admin admin] Publish callbacks [] for security_group (08fbbf06-caad-478a-9b98-a56f8d5921a9), before_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:01:22.230180 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-bf0f47c4-5080-4232-9428-d8e75a8c12ac admin admin] Publish callbacks [] for security_group (08fbbf06-caad-478a-9b98-a56f8d5921a9), precommit_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:01:22.337561 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-bf0f47c4-5080-4232-9428-d8e75a8c12ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (08fbbf06-caad-478a-9b98-a56f8d5921a9), after_delete {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:01:22.340008 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron_lib.callbacks.manager [None req-bf0f47c4-5080-4232-9428-d8e75a8c12ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:01:22.341212 dv-cinder-826949-1-iscsi neutron-server[109550]: INFO neutron.wsgi [None req-bf0f47c4-5080-4232-9428-d8e75a8c12ac admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/08fbbf06-caad-478a-9b98-a56f8d5921a9 HTTP/1.1" status: 204 len: 168 time: 0.1772149 Jan 29 04:01:22.349376 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0f47c4-5080-4232-9428-d8e75a8c12ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08fbbf06-caad-478a-9b98-a56f8d5921a9,revision_number=None']} {{(pid=109550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:01:22.969940 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 54604) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:01:23.009147 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-5517a25a-cab5-471c-9777-cd1ccf6faa5e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=269d52684ec540e882535ef8ac596229&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0380051 Jan 29 04:01:23.011429 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [-] (109549) accepted ('10.222.0.16', 54606) {{(pid=109549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 04:01:23.060043 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-14d9fbeb-5f25-4255-879f-0ac21845071a admin admin] Publish callbacks [] for security_group (dc339dcf-946e-4b82-88b3-f8185f8a3845), before_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:01:23.080917 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-14d9fbeb-5f25-4255-879f-0ac21845071a admin admin] Publish callbacks [] for security_group (dc339dcf-946e-4b82-88b3-f8185f8a3845), precommit_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:01:23.211911 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-14d9fbeb-5f25-4255-879f-0ac21845071a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590966'] for security_group (dc339dcf-946e-4b82-88b3-f8185f8a3845), after_delete {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:01:23.214532 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron_lib.callbacks.manager [None req-14d9fbeb-5f25-4255-879f-0ac21845071a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:01:23.215685 dv-cinder-826949-1-iscsi neutron-server[109549]: INFO neutron.wsgi [None req-14d9fbeb-5f25-4255-879f-0ac21845071a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/dc339dcf-946e-4b82-88b3-f8185f8a3845 HTTP/1.1" status: 204 len: 168 time: 0.2033625 Jan 29 04:01:23.223690 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d9fbeb-5f25-4255-879f-0ac21845071a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc339dcf-946e-4b82-88b3-f8185f8a3845,revision_number=None']} {{(pid=109549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:01:26.217692 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (ad4128b7-7a77-4672-aa49-b5d5d6c7d736), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:01:41.057856 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.agents_db [None req-5bdad2e4-4f8f-4fe6-a9f7-cf82a335ca9d None None] Agent healthcheck: found 6 active agents {{(pid=109552) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 04:01:44.874610 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-fd62656d-4807-467d-a39b-1f437a829319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (dac82def-0781-4624-a171-654e1b1d12af), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:01:47.445949 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-3e0e6115-2040-4ff1-987d-12b7f6b8262b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (d5b8732c-6ac1-45e3-a79e-cd9863fe8196), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:01:48.137304 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-6a0bb60c-5b7b-499b-b43f-7eb32e921150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (4cfc2a27-deed-4689-8f39-0bd5aa6fe3c3), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:01:49.468427 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-30ace4c1-806b-4d7c-a886-fe7b65bfbfcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (7774c0be-b957-4204-896b-7e749f55bf81), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:01:51.206008 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (e75d1b00-832d-4bf5-b078-2c4f5b2c10cd), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:01:56.222891 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (ad4128b7-7a77-4672-aa49-b5d5d6c7d736), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:02:14.850605 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-c60442f6-60bf-4495-b8a2-9659d136c29e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (dac82def-0781-4624-a171-654e1b1d12af), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:02:17.421984 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-beee1993-f66c-49b2-8a61-abed97278f82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (d5b8732c-6ac1-45e3-a79e-cd9863fe8196), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:02:18.057772 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.agents_db [None req-5bdad2e4-4f8f-4fe6-a9f7-cf82a335ca9d None None] Agent healthcheck: found 6 active agents {{(pid=109552) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 04:02:18.125097 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-6a0bb60c-5b7b-499b-b43f-7eb32e921150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (4cfc2a27-deed-4689-8f39-0bd5aa6fe3c3), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:02:19.485074 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-30ace4c1-806b-4d7c-a886-fe7b65bfbfcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (7774c0be-b957-4204-896b-7e749f55bf81), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:02:21.199408 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (e75d1b00-832d-4bf5-b078-2c4f5b2c10cd), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:02:22.989119 dv-cinder-826949-1-iscsi neutron-server[109549]: DEBUG neutron.wsgi [req-fc504770-8378-4d32-be39-70fdfe8e2cad req-0cf30f89-03a1-4815-992a-86569693052b service neutron] (109549) timed out ('10.222.0.25', 54196) {{(pid=109549) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 29 04:02:26.245280 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (ad4128b7-7a77-4672-aa49-b5d5d6c7d736), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:02:44.867424 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-7571a7d4-15bc-4067-9967-60613c255df7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (dac82def-0781-4624-a171-654e1b1d12af), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:02:47.404365 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8bb734a7-7a81-49eb-bffd-674199f3353f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (d5b8732c-6ac1-45e3-a79e-cd9863fe8196), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:02:48.101402 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-6a0bb60c-5b7b-499b-b43f-7eb32e921150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (4cfc2a27-deed-4689-8f39-0bd5aa6fe3c3), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:02:49.495985 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-30ace4c1-806b-4d7c-a886-fe7b65bfbfcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (7774c0be-b957-4204-896b-7e749f55bf81), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:02:51.204778 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (e75d1b00-832d-4bf5-b078-2c4f5b2c10cd), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:02:55.056549 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.agents_db [None req-5bdad2e4-4f8f-4fe6-a9f7-cf82a335ca9d None None] Agent healthcheck: found 6 active agents {{(pid=109552) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 04:02:56.239144 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (ad4128b7-7a77-4672-aa49-b5d5d6c7d736), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:03:14.884033 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-5569d961-9ac7-4fd9-8b0b-a4da028ddf35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (dac82def-0781-4624-a171-654e1b1d12af), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:03:17.415430 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-5ff7097b-57b3-423f-bfa1-6be5247e6cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (d5b8732c-6ac1-45e3-a79e-cd9863fe8196), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:03:18.089175 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-6a0bb60c-5b7b-499b-b43f-7eb32e921150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (4cfc2a27-deed-4689-8f39-0bd5aa6fe3c3), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:03:19.489264 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-30ace4c1-806b-4d7c-a886-fe7b65bfbfcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (7774c0be-b957-4204-896b-7e749f55bf81), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:03:21.227153 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (e75d1b00-832d-4bf5-b078-2c4f5b2c10cd), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:03:26.243674 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (ad4128b7-7a77-4672-aa49-b5d5d6c7d736), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:03:32.055924 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.agents_db [None req-5bdad2e4-4f8f-4fe6-a9f7-cf82a335ca9d None None] Agent healthcheck: found 6 active agents {{(pid=109552) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 04:03:44.854553 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-b3704a89-1950-437d-b132-bdb09cf2bab1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (dac82def-0781-4624-a171-654e1b1d12af), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:03:47.420558 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-267750d2-2801-424b-be0a-8aa990eda4a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (d5b8732c-6ac1-45e3-a79e-cd9863fe8196), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:03:48.100121 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-6a0bb60c-5b7b-499b-b43f-7eb32e921150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (4cfc2a27-deed-4689-8f39-0bd5aa6fe3c3), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:03:49.489227 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-30ace4c1-806b-4d7c-a886-fe7b65bfbfcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (7774c0be-b957-4204-896b-7e749f55bf81), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:03:51.221299 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (e75d1b00-832d-4bf5-b078-2c4f5b2c10cd), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:03:56.226548 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (ad4128b7-7a77-4672-aa49-b5d5d6c7d736), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:04:09.055901 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.agents_db [None req-5bdad2e4-4f8f-4fe6-a9f7-cf82a335ca9d None None] Agent healthcheck: found 6 active agents {{(pid=109552) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 04:04:14.842750 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-806701a4-e05d-4691-8f87-dcbf81d9c2ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (dac82def-0781-4624-a171-654e1b1d12af), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:04:17.419795 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-52199642-2f46-4dbd-9d4f-73e880958f2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (d5b8732c-6ac1-45e3-a79e-cd9863fe8196), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:04:18.099939 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-6a0bb60c-5b7b-499b-b43f-7eb32e921150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (4cfc2a27-deed-4689-8f39-0bd5aa6fe3c3), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:04:19.511264 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-30ace4c1-806b-4d7c-a886-fe7b65bfbfcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (7774c0be-b957-4204-896b-7e749f55bf81), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:04:21.271080 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (e75d1b00-832d-4bf5-b078-2c4f5b2c10cd), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:04:26.231301 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (ad4128b7-7a77-4672-aa49-b5d5d6c7d736), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:04:44.864774 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-75c58a3f-35b2-4121-bff3-ed9bb6cfc1e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (dac82def-0781-4624-a171-654e1b1d12af), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:04:46.054999 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.agents_db [None req-5bdad2e4-4f8f-4fe6-a9f7-cf82a335ca9d None None] Agent healthcheck: found 6 active agents {{(pid=109552) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 04:04:47.430541 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-08519459-a293-4393-adb3-7da1eec78a0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (d5b8732c-6ac1-45e3-a79e-cd9863fe8196), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:04:48.127821 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-6a0bb60c-5b7b-499b-b43f-7eb32e921150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (4cfc2a27-deed-4689-8f39-0bd5aa6fe3c3), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:04:49.482121 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-30ace4c1-806b-4d7c-a886-fe7b65bfbfcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (7774c0be-b957-4204-896b-7e749f55bf81), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:04:51.236628 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (e75d1b00-832d-4bf5-b078-2c4f5b2c10cd), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:04:56.265042 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (ad4128b7-7a77-4672-aa49-b5d5d6c7d736), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:05:14.870202 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-acacd63b-4a77-47d2-9b99-1ee42a9c2706 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (dac82def-0781-4624-a171-654e1b1d12af), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:05:17.424465 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-149837a9-6e2e-48a7-9cc1-c87ce49e0976 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (d5b8732c-6ac1-45e3-a79e-cd9863fe8196), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:05:18.127191 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-6a0bb60c-5b7b-499b-b43f-7eb32e921150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (4cfc2a27-deed-4689-8f39-0bd5aa6fe3c3), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:05:19.504177 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-30ace4c1-806b-4d7c-a886-fe7b65bfbfcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (7774c0be-b957-4204-896b-7e749f55bf81), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:05:21.224272 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (e75d1b00-832d-4bf5-b078-2c4f5b2c10cd), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:05:23.054602 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.agents_db [None req-5bdad2e4-4f8f-4fe6-a9f7-cf82a335ca9d None None] Agent healthcheck: found 6 active agents {{(pid=109552) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 04:05:26.235898 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (ad4128b7-7a77-4672-aa49-b5d5d6c7d736), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:05:44.863871 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-cbd4a4ec-fb7f-4501-b3e6-8009ca82c561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (dac82def-0781-4624-a171-654e1b1d12af), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:05:47.435361 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-f9984008-9d36-4715-88ab-e3fc39acb8d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (d5b8732c-6ac1-45e3-a79e-cd9863fe8196), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:05:48.132273 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-6a0bb60c-5b7b-499b-b43f-7eb32e921150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (4cfc2a27-deed-4689-8f39-0bd5aa6fe3c3), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:05:49.509769 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-30ace4c1-806b-4d7c-a886-fe7b65bfbfcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (7774c0be-b957-4204-896b-7e749f55bf81), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:05:51.229424 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (e75d1b00-832d-4bf5-b078-2c4f5b2c10cd), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:05:56.252488 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (ad4128b7-7a77-4672-aa49-b5d5d6c7d736), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:06:00.054852 dv-cinder-826949-1-iscsi neutron-server[109552]: DEBUG neutron.db.agents_db [None req-5bdad2e4-4f8f-4fe6-a9f7-cf82a335ca9d None None] Agent healthcheck: found 6 active agents {{(pid=109552) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 04:06:14.873514 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-21b36326-6bf4-4c9b-9ec3-ae78a0f2d2a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (dac82def-0781-4624-a171-654e1b1d12af), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:06:17.411953 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-e3695f07-3087-4765-8718-4d11d3808374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (d5b8732c-6ac1-45e3-a79e-cd9863fe8196), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:06:18.148961 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-6a0bb60c-5b7b-499b-b43f-7eb32e921150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (4cfc2a27-deed-4689-8f39-0bd5aa6fe3c3), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:06:18.513548 dv-cinder-826949-1-iscsi neutron-server[109550]: DEBUG neutron.wsgi [req-6ab2bf81-db77-4c74-9ef1-e2b44110e946 req-080fa95b-c324-488f-83b2-d1a1f22a80d0 service neutron] (109550) timed out ('10.222.0.16', 47200) {{(pid=109550) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 29 04:06:19.486422 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-30ace4c1-806b-4d7c-a886-fe7b65bfbfcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (7774c0be-b957-4204-896b-7e749f55bf81), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:06:21.227955 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-bee5dcb6-fcc4-4fba-bdf2-fdcab9dcb489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (e75d1b00-832d-4bf5-b078-2c4f5b2c10cd), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 04:06:26.246516 dv-cinder-826949-1-iscsi neutron-server[109551]: DEBUG neutron_lib.callbacks.manager [None req-8637619a-1ea2-4afd-8e0b-617774f654cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787145932409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785243'] for agent (ad4128b7-7a77-4672-aa49-b5d5d6c7d736), after_update {{(pid=109551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}